00000100:00100000:0.0:1746129483.630359:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c8540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129483.634074:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731095424 00000100:00100000:0.0:1746129483.634080:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731095424 00010000:00010000:0.0:1746129483.634111:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05a267 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17cad expref: 307 pid: 16908 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746129483.634139:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731095552 00000100:00100000:0.0:1746129483.634141:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731095552 00010000:00010000:0.0:1746129483.634149:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095045800/0x40a459093b05a259 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17ca6 expref: 21 pid: 15096 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746129483.634161:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4848 00000100:00100000:0.0:1746129483.634166:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+307:1962:x1830948731095424:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129483.634176:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129483.634180:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05a267 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17cad expref: 307 pid: 16908 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746129483.634228:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05a267 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17cad expref: 307 pid: 16908 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746129483.635176:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05a267 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17cad expref: 307 pid: 16908 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746129483.635322:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800a6d0e600) 00010000:00010000:0.0:1746129483.635325:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129483.635341:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+306:1962:x1830948731095424:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1174us (1630us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129483.635346:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4848 00000100:00100000:0.0:1746129483.635368:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090169880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736499200:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129483.635384:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129483.635398:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731094656:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5401us (5815us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129483.635402:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4847 00000100:00100000:0.0:1746129483.637955:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.638191:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.640423:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.641864:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.641909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.641945:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731096960 00000100:00100000:0.0:1746129483.641948:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731096960 00002000:00100000:0.0:1746129483.641970:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3530752->3686399) req@ffff880090169180 x1830948731096960/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:224/0 lens 488/0 e 0 to 0 dl 1746129494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129483.641978:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169180 with x1830948731096960 ext(3530752->3686399) 00010000:00010000:0.0:1746129483.641985:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ecbf400/0x40a459093b05a2ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3686399) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17cc9 expref: 25 pid: 31503 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746129483.641994:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ecbf400/0x40a459093b05a2ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3686399) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17cc9 expref: 25 pid: 31503 timeout: 838 lvb_type: 0 00002000:00010000:0.0:1746129483.641999:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090169180 00000100:00100000:0.0:1746129483.642012:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 873 00000100:00100000:0.0:1746129483.642017:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731096960:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129483.650674:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4852 00000100:00100000:0.0:1746129483.650682:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731097344:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129483.650695:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129483.651329:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fe46c00/0x40a459093b059e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17a06 expref: 27 pid: 7148 timeout: 838 lvb_type: 1 00010000:00010000:0.0:1746129483.651470:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fe46c00/0x40a459093b059e46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17a06 expref: 27 pid: 7148 timeout: 838 lvb_type: 1 00010000:00010000:0.0:1746129483.651481:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fe46c00/0x40a459093b059e46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17a06 expref: 27 pid: 7148 timeout: 838 lvb_type: 1 00010000:00010000:0.0:1746129483.652145:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129483.652148:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129483.652154:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095045000/0x40a459093b05a2c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17cde expref: 9 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129483.652163:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095045000/0x40a459093b05a2c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17cde expref: 9 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129483.652194:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095045000/0x40a459093b05a2c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17cde expref: 9 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129483.652205:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090168e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736499840:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129483.652264:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c8540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129483.655173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.657751:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.661800:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.662565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.662604:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.663456:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731098496 00000100:00100000:0.0:1746129483.663459:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731098496 00010000:00010000:0.0:1746129483.663470:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05a1db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17c60 expref: 19 pid: 31503 timeout: 838 lvb_type: 0 00000100:00100000:0.0:1746129483.663493:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4856 00000100:00100000:0.0:1746129483.663497:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731098496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129483.663503:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129483.663510:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05a1db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17c60 expref: 19 pid: 31503 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746129483.663517:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05a1db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17c60 expref: 19 pid: 31503 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746129483.663529:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05a1db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17c60 expref: 19 pid: 31503 timeout: 838 lvb_type: 0 00010000:00010000:0.0:1746129483.663550:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129483.663552:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129483.663557:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095044c00/0x40a459093b05a2d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17ce5 expref: 12 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129483.663564:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095044c00/0x40a459093b05a2d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17ce5 expref: 12 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129483.663589:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095044c00/0x40a459093b05a2d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17ce5 expref: 12 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129483.663609:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090168000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736500480:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129483.663669:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129483.664976:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090168000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736500480:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129483.664987:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129483.665004:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731098496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1506us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129483.665012:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4856 00000100:00100000:0.0:1746129483.670319:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731098112:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 8286us (8516us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129483.670327:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3451 00002000:00100000:0.0:1746129483.670334:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009016b800 x1830948731098112/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:224/0 lens 488/440 e 0 to 0 dl 1746129494 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129483.670342:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b800 with x1830948731098112 ext(2097152->3145727) 00002000:00010000:0.0:1746129483.670345:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016b800 00000100:00100000:0.0:1746129483.671225:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.679709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.686715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.690620:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736500736:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129483.690639:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129483.690666:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+19:1960:x1830948731099392:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3703us (3959us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129483.690675:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4857 00000100:00100000:0.0:1746129483.695549:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.695601:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.696066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.696195:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3454 00000100:00100000:0.0:1746129483.696202:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731099904:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129483.722612:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.798850:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.847400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.847443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.847473:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.847518:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.847568:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9834 00000100:00100000:0.0:1746129483.847578:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731100928:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129483.847594:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129483.847608:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009512b400/0x40a459093b05a308 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f17d01 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129483.847648:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736500864:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129483.848158:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129483.862596:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.870745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.872934:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736501248:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129483.872949:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05a32b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:0.0:1746129483.874220:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129483.875949:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05a32b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129483.875962:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05a32b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129483.875979:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129483.876102:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05a324 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17d1d expref: 310 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129483.876132:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05a32b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17d1d expref: 309 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129483.876139:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800a6d0e600) 00010000:00010000:0.0:1746129483.876141:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746129483.876144:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ff0c00, rc 0) 00000100:00100000:0.0:1746129483.876176:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+309:28401:x1830948731101568:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5215us (5441us total) trans 8589943545 rc 0/0 00000100:00100000:0.0:1746129483.876182:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9765 00000100:00100000:0.0:1746129483.881789:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731101696:12345-192.168.202.4@tcp:4:cat.0 Request processed in 9905us (10018us total) trans 17179872806 rc 0/0 00000100:00100000:0.0:1746129483.881800:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 875 00002000:00100000:0.0:1746129483.881811:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (765952->1048575) req@ffff880092fdad80 x1830948731101696/t17179872806(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:224/0 lens 488/448 e 0 to 0 dl 1746129494 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129483.881820:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdad80 with x1830948731101696 ext(765952->1048575) 00010000:00010000:0.0:1746129483.881829:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095045000/0x40a459093b05a2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17cde expref: 12 pid: 4699 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746129483.881842:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095045000/0x40a459093b05a2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 765952->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17cde expref: 12 pid: 4699 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746129483.881856:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092fdad80 00000100:00100000:0.0:1746129483.884472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.889483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.892711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.895426:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731102592 00000100:00100000:0.0:1746129483.895432:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731102592 00010000:00010000:0.0:1746129483.895461:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fab4800/0x40a459093b05a316 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17d0f expref: 22 pid: 22480 timeout: 839 lvb_type: 1 00000100:00100000:0.0:1746129483.895486:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4859 00000100:00100000:0.0:1746129483.895492:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731102592:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129483.895503:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129483.895521:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fab4800/0x40a459093b05a316 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17d0f expref: 22 pid: 22480 timeout: 839 lvb_type: 1 00010000:00010000:0.0:1746129483.895532:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fab4800/0x40a459093b05a316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17d0f expref: 22 pid: 22480 timeout: 839 lvb_type: 1 00010000:00010000:0.0:1746129483.895553:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129483.896137:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731102592:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 643us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129483.896145:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4859 00000100:00100000:0.0:1746129483.904273:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.907796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.916385:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.919922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.928686:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736501760:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129483.928706:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129483.928758:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731103360:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7027us (8846us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129483.928768:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4861 00000100:00100000:0.0:1746129483.930108:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.936412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.936934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.939909:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.946221:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731104128 00000100:00100000:0.0:1746129483.946229:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731104128 00010000:00010000:0.0:1746129483.946259:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095044a00/0x40a459093b05a339 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2973696->3010559) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17d24 expref: 22 pid: 8410 timeout: 839 lvb_type: 0 00000100:00100000:0.0:1746129483.946313:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4862 00000100:00100000:0.0:1746129483.946321:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731104128:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129483.946335:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129483.946357:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095044a00/0x40a459093b05a339 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2973696->3010559) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17d24 expref: 22 pid: 8410 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746129483.946367:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095044a00/0x40a459093b05a339 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2973696->3010559) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17d24 expref: 22 pid: 8410 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746129483.946389:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095044a00/0x40a459093b05a339 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2973696->3010559) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17d24 expref: 22 pid: 8410 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746129483.946416:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129483.946418:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129483.946424:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05a340 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17d2b expref: 13 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129483.946431:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05a340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17d2b expref: 13 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129483.946460:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05a340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17d2b expref: 13 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129483.946471:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c09ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736502144:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129483.946530:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129483.963275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.963359:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.971586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.971634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.975715:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.975740:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731105024 00000100:00100000:0.0:1746129483.975744:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731105024 00002000:00100000:0.0:1746129483.975772:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1208319) req@ffff88009c09b100 x1830948731105024/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:224/0 lens 488/0 e 0 to 0 dl 1746129494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129483.975780:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09b100 with x1830948731105024 ext(1048576->1208319) 00010000:00010000:0.0:1746129483.975785:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095044c00/0x40a459093b05a2d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17ce5 expref: 18 pid: 4699 timeout: 839 lvb_type: 0 00010000:00010000:0.0:1746129483.975806:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095044c00/0x40a459093b05a2d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17ce5 expref: 18 pid: 4699 timeout: 839 lvb_type: 0 00002000:00010000:0.0:1746129483.975811:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c09b100 00000100:00100000:0.0:1746129483.986418:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.992952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129483.992998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.001641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.013642:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129484.014103:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129484.022723:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.023921:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.032068:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.042563:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.103049:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.103143:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.120941:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.137968:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.138022:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.138784:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.138806:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731108480 00000100:00100000:0.0:1746129484.138809:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731108480 00000100:00100000:0.0:1746129484.138839:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9766 00000100:00100000:0.0:1746129484.138848:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:28408:x1830948731108480:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129484.138875:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129484.138894:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3a00/0x40a459093b05a386 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f17d71 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129484.148869:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.148907:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.148976:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.156800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.156842:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.168494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.174849:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.174982:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.175215:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.181044:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.182824:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.186944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.190677:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.200895:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.207469:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.263141:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.267399:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.278003:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.278686:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.282877:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.287042:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.291564:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.303532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.337040:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.340998:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.355285:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.355353:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129484.355967:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129484.356228:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.359549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.359870:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.360400:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129484.360874:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129484.362335:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.365632:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.365883:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731115008 00000100:00100000:0.0:1746129484.365892:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731115008 00000100:00100000:0.0:1746129484.366008:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731114880 00000100:00100000:0.0:1746129484.366010:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731114880 00000100:00100000:0.0:1746129484.366022:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731115136 00000100:00100000:0.0:1746129484.366024:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731115136 00000100:00100000:0.0:1746129484.366037:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9862 00000100:00100000:0.0:1746129484.366041:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731115008:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129484.366048:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129484.366059:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b200/0x40a459093b05a443 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f17de8 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129484.366073:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129484.366074:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129484.366094:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b200/0x40a459093b05a443 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17de8 expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129484.366106:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b200/0x40a459093b05a443 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17de8 expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129484.366114:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc1b200, rc 0) 00000100:00100000:0.0:1746129484.366155:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731115008:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 114us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129484.366163:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9862 00000100:00100000:0.0:1746129484.366178:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9866 00000100:00100000:0.0:1746129484.366182:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731115392:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129484.366187:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129484.366193:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b600/0x40a459093b05a46d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f17dfd expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129484.366203:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129484.366204:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129484.366208:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b600/0x40a459093b05a46d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17dfd expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129484.366215:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b600/0x40a459093b05a46d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17dfd expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129484.366221:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc1b600, rc 0) 00000100:00100000:0.0:1746129484.366236:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731115392:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 54us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129484.366241:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9866 00000100:00100000:0.0:1746129484.366651:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3474 00000100:00100000:0.0:1746129484.366658:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+28:1961:x1830948731115904:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129484.368592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.374444:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.374492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.376941:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.376967:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.376989:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.377007:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731116800 00000100:00100000:0.0:1746129484.377010:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731116800 00000100:00100000:0.0:1746129484.388449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.388492:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.388992:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.389011:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.396243:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.407235:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.407569:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.411051:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.417068:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.418681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.425830:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736506880:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129484.425863:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c981a00/0x40a459093b05a4e4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17e43 expref: 29 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129484.425878:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c981a00, rc 0) 00000100:00100000:0.0:1746129484.425929:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+29:28418:x1830948731119744:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6104us (6204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129484.425936:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9873 00000100:00100000:0.0:1746129484.426415:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.432611:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.438928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.445912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.446101:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.453929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.459531:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.468545:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.476650:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.476687:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.482171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.495368:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.502864:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.509248:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.509270:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731123072 00000100:00100000:0.0:1746129484.509273:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731123072 00002000:00100000:0.0:1746129484.509291:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e955880 x1830948731123072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:225/0 lens 488/0 e 0 to 0 dl 1746129495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129484.509313:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830948731123072 ext(3145728->4194303) 00002000:00010000:0.0:1746129484.509317:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955880 00000100:00100000:0.0:1746129484.509331:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 888 00000100:00100000:0.0:1746129484.509336:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731122816:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129484.526931:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.536109:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.543768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.543970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.553330:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.561985:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.563114:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.569928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.570284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.575198:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.575232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.575260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.575512:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3489 00000100:00100000:0.0:1746129484.575518:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731125376:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129484.575801:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731125376:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 283us (540us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129484.575807:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3489 00002000:00100000:0.0:1746129484.575811:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3334144->3338239) req@ffff88012baef480 x1830948731125376/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746129495 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129484.575818:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baef480 with x1830948731125376 ext(3334144->3338239) 00002000:00010000:0.0:1746129484.575821:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012baef480 00000100:00100000:0.0:1746129484.589745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.607392:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.613054:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731125888 00000100:00100000:0.0:1746129484.613062:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731125888 00000100:00100000:0.0:1746129484.613158:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9886 00000100:00100000:0.0:1746129484.613166:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948731125888:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129484.613180:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129484.613193:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce27000/0x40a459093b05a53f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f17e9e expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129484.613218:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce27000/0x40a459093b05a53f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17e9e expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129484.613228:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce27000/0x40a459093b05a53f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17e9e expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129484.613373:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce27000, rc 0) 00000100:00100000:0.0:1746129484.613570:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948731125888:12345-192.168.202.4@tcp:101:cat.0 Request processed in 404us (584us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129484.613576:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9886 00000100:00100000:0.0:1746129484.645437:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.650445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.655355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.663326:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.669376:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.673797:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731127040 00000100:00100000:0.0:1746129484.673806:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731127040 00002000:00100000:0.0:1746129484.673840:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3723264->3727359) req@ffff880131363480 x1830948731127040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:225/0 lens 488/0 e 0 to 0 dl 1746129495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129484.673848:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363480 with x1830948731127040 ext(3723264->3727359) 00002000:00010000:0.0:1746129484.673852:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131363480 00000100:00100000:0.0:1746129484.673877:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3492 00000100:00100000:0.0:1746129484.673884:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731127040:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129484.674032:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731127040:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 147us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129484.674038:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3492 00002000:00100000:0.0:1746129484.674043:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3723264->3727359) req@ffff880131363480 x1830948731127040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746129495 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129484.674049:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363480 with x1830948731127040 ext(3723264->3727359) 00002000:00010000:0.0:1746129484.674052:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131363480 00000100:00100000:0.0:1746129484.706902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.728174:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.738101:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.738157:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.750919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.754927:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.761021:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.775591:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.782375:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.793565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.804560:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.806937:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.817858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.821234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.830039:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.830225:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731129728 00000100:00100000:0.0:1746129484.830231:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731129728 00002000:00100000:0.0:1746129484.830261:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094f44000 x1830948731129728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:225/0 lens 488/0 e 0 to 0 dl 1746129495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129484.830268:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f44000 with x1830948731129728 ext(2097152->3145727) 00002000:00010000:0.0:1746129484.830271:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f44000 00000100:00100000:0.0:1746129484.830307:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731129984 00000100:00100000:0.0:1746129484.830309:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731129984 00002000:00100000:0.0:1746129484.830320:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880131362300 x1830948731129984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:225/0 lens 488/0 e 0 to 0 dl 1746129495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129484.830325:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131362300 with x1830948731129984 ext(3145728->4194303) 00002000:00010000:0.0:1746129484.830329:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131362300 00000100:00100000:0.0:1746129484.830337:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3497 00000100:00100000:0.0:1746129484.830342:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731129728:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129484.840661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.845529:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.847736:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731129728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17391us (17695us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129484.847744:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3497 00002000:00100000:0.0:1746129484.847752:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094f44000 x1830948731129728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:225/0 lens 488/440 e 0 to 0 dl 1746129495 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129484.847761:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f44000 with x1830948731129728 ext(2097152->3145727) 00002000:00010000:0.0:1746129484.847765:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f44000 00000100:00100000:0.0:1746129484.863096:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.870268:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.871099:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.878550:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4891 00000100:00100000:0.0:1746129484.878563:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731131776:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129484.878578:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129484.879058:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce26000/0x40a459093b05a50e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17e6d expref: 28 pid: 8412 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129484.879071:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce26000/0x40a459093b05a50e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17e6d expref: 28 pid: 8412 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129484.879104:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129484.880595:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731131776:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2028us (2168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129484.880605:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4891 00000100:00100000:0.0:1746129484.880627:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731132032 00000100:00100000:0.0:1746129484.880631:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731132032 00010000:00010000:0.0:1746129484.880651:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5e00/0x40a459093b05a58c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17edd expref: 26 pid: 7149 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746129484.880672:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4893 00000100:00100000:0.0:1746129484.880677:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731132032:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129484.880686:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129484.880702:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5e00/0x40a459093b05a58c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17edd expref: 26 pid: 7149 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129484.880712:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5e00/0x40a459093b05a58c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17edd expref: 26 pid: 7149 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129484.880726:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5e00/0x40a459093b05a58c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17edd expref: 26 pid: 7149 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129484.880752:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129484.880754:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129484.880762:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05a5a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3600383) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17ef9 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129484.880770:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05a5a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3600383) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17ef9 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129484.880804:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05a5a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3600383) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f17ef9 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129484.880815:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f45880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736510336:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129484.880874:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129484.882943:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731132160 00000100:00100000:0.0:1746129484.882951:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731132160 00000100:00100000:0.0:1746129484.882989:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731132288 00000100:00100000:0.0:1746129484.882992:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731132288 00000100:00100000:0.0:1746129484.883495:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9899 00000100:00100000:0.0:1746129484.883504:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731132160:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129484.883521:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129484.883539:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4f8ec00/0x40a459093b05a5af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f17f00 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129484.883565:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4f8ec00/0x40a459093b05a5af lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17f00 expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129484.883574:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4f8ec00/0x40a459093b05a5af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17f00 expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129484.883584:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4f8ec00, rc 0) 00000100:00100000:0.0:1746129484.883627:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731132160:12345-192.168.202.4@tcp:101:cat.0 Request processed in 124us (774us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129484.883632:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9899 00000100:00100000:0.0:1746129484.883645:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9900 00000100:00100000:0.0:1746129484.883650:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948731132288:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129484.883658:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129484.883668:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8e400/0x40a459093b05a5b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f17f07 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129484.885953:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.894774:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.897244:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.898326:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.922007:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.943007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.958085:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.967613:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731133952 00000100:00100000:0.0:1746129484.967621:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731133952 00010000:00010000:0.0:1746129484.967652:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b200/0x40a459093b05a443 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17de8 expref: 7 pid: 11014 timeout: 840 lvb_type: 1 00000100:00100000:0.0:1746129484.967684:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4895 00000100:00100000:0.0:1746129484.967690:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731133952:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129484.967704:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129484.967731:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b200/0x40a459093b05a443 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17de8 expref: 7 pid: 11014 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129484.967744:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b200/0x40a459093b05a443 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17de8 expref: 7 pid: 11014 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129484.967773:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dc1b200/0x40a459093b05a443 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17de8 expref: 7 pid: 11014 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129484.967789:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129484.967819:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731133952:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 129us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129484.967824:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4895 00000100:00100000:0.0:1746129484.968431:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731134208 00000100:00100000:0.0:1746129484.968435:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731134208 00010000:00010000:0.0:1746129484.968448:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f445c00/0x40a459093b05a412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17dc5 expref: 25 pid: 11014 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746129484.968980:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4896 00000100:00100000:0.0:1746129484.968987:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731134208:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129484.968996:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129484.969010:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f445c00/0x40a459093b05a412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17dc5 expref: 25 pid: 11014 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129484.969018:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f445c00/0x40a459093b05a412 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17dc5 expref: 25 pid: 11014 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129484.969032:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f445c00/0x40a459093b05a412 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17dc5 expref: 25 pid: 11014 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129484.969042:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129484.969512:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731134208:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 123us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129484.969519:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4896 00000100:00080000:0.0:1746129484.973988:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129484.975120:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.980967:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.987869:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.987905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.987948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129484.988687:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4899 00000100:00100000:0.0:1746129484.988695:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731134848:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129484.988702:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129484.989154:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f119600/0x40a459093b05a21a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17c7c expref: 21 pid: 4699 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129484.989163:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f119600/0x40a459093b05a21a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17c7c expref: 21 pid: 4699 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129484.989178:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f119600/0x40a459093b05a21a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17c7c expref: 21 pid: 4699 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129484.989192:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129484.989209:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731134848:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 516us (1303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129484.989215:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4899 00000100:00100000:0.0:1746129484.994891:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731135232 00000100:00100000:0.0:1746129484.994900:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731135232 00002000:00100000:0.0:1746129484.994945:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e6:0x0] (1077248->1081343) req@ffff880131363b80 x1830948731135232/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:225/0 lens 488/0 e 0 to 0 dl 1746129495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129484.994955:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363b80 with x1830948731135232 ext(1077248->1081343) 00002000:00010000:0.0:1746129484.994961:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131363b80 00000100:00100000:0.0:1746129484.995433:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3506 00000100:00100000:0.0:1746129484.995443:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731135232:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129484.995608:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731135232:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 166us (873us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129484.995614:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3506 00002000:00100000:0.0:1746129484.995620:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e6:0x0] (1077248->1081343) req@ffff880131363b80 x1830948731135232/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746129495 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129484.995626:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363b80 with x1830948731135232 ext(1077248->1081343) 00002000:00010000:0.0:1746129484.995629:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131363b80 00000100:00100000:0.0:1746129485.004799:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f03f6bde-e986-4df5-86c3-48805e205677:3302:1830948736512128:0@lo:400:kworker.0 00000100:00100000:0.0:1746129485.004836:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129485.004868:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746129485.004873:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3302:1830948736512256:0@lo:400:kworker.0 00000100:00100000:0.0:1746129485.004895:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129485.004921:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736512256 00000100:00100000:0.0:1746129485.004924:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736512256 00000100:00100000:0.0:1746129485.004952:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1746129485.004957:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830948736512256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746129485.004985:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830948736512256:12345-0@lo:400:kworker.0 Request processed in 29us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129485.004993:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1746129485.005022:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3302:1830948736512256:0@lo:400:kworker.0 00000100:00100000:0.0:1746129485.007443:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f03f6bde-e986-4df5-86c3-48805e205677:3302:1830948736512128:0@lo:400:kworker.0 00000100:00100000:0.0:1746129485.085720:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.085960:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.097982:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.101536:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.115325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.122070:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.122420:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3507 00000100:00100000:0.0:1746129485.122428:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731136128:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129485.145899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.148433:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.150109:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731136384 00000100:00100000:0.0:1746129485.150118:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731136384 00000100:00100000:0.0:1746129485.150186:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9908 00000100:00100000:0.0:1746129485.150196:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948731136384:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129485.150212:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129485.150229:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3600/0x40a459093b05a60a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f17f46 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.150249:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129485.150251:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129485.150260:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3600/0x40a459093b05a60a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17f46 expref: 21 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.150280:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3600/0x40a459093b05a60a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f17f46 expref: 21 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.150291:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a60b3600, rc 0) 00000100:00100000:0.0:1746129485.150360:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948731136384:12345-192.168.202.4@tcp:101:cat.0 Request processed in 164us (1928us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129485.150367:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9908 00000100:00100000:0.0:1746129485.151869:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.155316:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731137152 00000100:00100000:0.0:1746129485.155322:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731137152 00002000:00100000:0.0:1746129485.155355:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1081343) req@ffff88009f37fb80 x1830948731137152/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:226/0 lens 488/0 e 0 to 0 dl 1746129496 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.155364:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37fb80 with x1830948731137152 ext(1048576->1081343) 00010000:00010000:0.0:1746129485.155370:0:21463:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef4400/0x40a459093b05a5d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1081343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f23 expref: 21 pid: 8412 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129485.155380:0:21463:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef4400/0x40a459093b05a5d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1081343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f23 expref: 21 pid: 8412 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746129485.155386:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f37fb80 00000100:00100000:0.0:1746129485.155407:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 894 00000100:00100000:0.0:1746129485.155415:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948731137152:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129485.159260:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.163023:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.163816:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.163875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.164594:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.164613:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.169905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.175338:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731138816 00000100:00100000:0.0:1746129485.175343:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731138816 00010000:00010000:0.0:1746129485.175365:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880129a13a00/0x40a459093b05a603 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f3f expref: 19 pid: 15096 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746129485.175396:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4905 00000100:00100000:0.0:1746129485.175403:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+19:1963:x1830948731138816:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129485.175412:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129485.175417:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880129a13a00/0x40a459093b05a603 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f3f expref: 19 pid: 15096 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129485.175426:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880129a13a00/0x40a459093b05a603 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f3f expref: 19 pid: 15096 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129485.175441:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129a13a00/0x40a459093b05a603 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f3f expref: 19 pid: 15096 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746129485.175459:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800a6d0e600) 00010000:00010000:0.0:1746129485.175463:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed7200/0x40a459093b05a642 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129485.175470:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed7200/0x40a459093b05a642 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129485.175475:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5ed7200/0x40a459093b05a642 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129485.175489:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129485.175510:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+18:1963:x1830948731138816:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 108us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129485.175516:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4905 00000100:00100000:0.0:1746129485.192678:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.192725:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.194830:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.194864:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.201578:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.201615:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.209282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.211602:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.230441:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.237660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.245953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.251698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.255634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.255665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.255680:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731141504 00000100:00100000:0.0:1746129485.255685:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731141504 00010000:00010000:0.0:1746129485.255884:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129a13400/0x40a459093b05a44a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17de1 expref: 9 pid: 8410 timeout: 840 lvb_type: 1 00000100:00100000:0.0:1746129485.255911:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4907 00000100:00100000:0.0:1746129485.255914:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731141504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129485.255923:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129485.255937:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129a13400/0x40a459093b05a44a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17de1 expref: 9 pid: 8410 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129485.256045:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129a13400/0x40a459093b05a44a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17de1 expref: 9 pid: 8410 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129485.256649:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129a13400/0x40a459093b05a44a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17de1 expref: 9 pid: 8410 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129485.256669:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129485.256683:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731141504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 768us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129485.256688:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4907 00000100:00100000:0.0:1746129485.263416:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731142144 00000100:00100000:0.0:1746129485.263420:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731142144 00002000:00100000:0.0:1746129485.263447:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3e9:0x0] (258048->262143) req@ffff8800a0993100 x1830948731142144/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:226/0 lens 488/0 e 0 to 0 dl 1746129496 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.263456:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993100 with x1830948731142144 ext(258048->262143) 00002000:00010000:0.0:1746129485.263460:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0993100 00000100:00100000:0.0:1746129485.263477:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3514 00000100:00100000:0.0:1746129485.263482:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731142144:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129485.264040:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731142144:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 557us (1039us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129485.264046:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3514 00002000:00100000:0.0:1746129485.264052:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (258048->262143) req@ffff8800a0993100 x1830948731142144/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746129496 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.264064:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993100 with x1830948731142144 ext(258048->262143) 00002000:00010000:0.0:1746129485.264067:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0993100 00000100:00100000:0.0:1746129485.277746:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.277783:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.277811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.277836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.277859:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731142528 00000100:00100000:0.0:1746129485.277866:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731142528 00002000:00100000:0.0:1746129485.277903:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c07b800 x1830948731142528/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:226/0 lens 488/0 e 0 to 0 dl 1746129496 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.277913:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07b800 with x1830948731142528 ext(2097152->3145727) 00002000:00010000:0.0:1746129485.277917:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c07b800 00000100:00100000:0.0:1746129485.277935:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731142784 00000100:00100000:0.0:1746129485.277937:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731142784 00002000:00100000:0.0:1746129485.277947:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009c078e00 x1830948731142784/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:226/0 lens 488/0 e 0 to 0 dl 1746129496 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.277954:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078e00 with x1830948731142784 ext(3145728->4194303) 00002000:00010000:0.0:1746129485.277956:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c078e00 00000100:00100000:0.0:1746129485.277968:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731143040 00000100:00100000:0.0:1746129485.277970:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731143040 00002000:00100000:0.0:1746129485.277981:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094067480 x1830948731143040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:226/0 lens 488/0 e 0 to 0 dl 1746129496 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.277986:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094067480 with x1830948731143040 ext(3145728->4194303) 00002000:00010000:0.0:1746129485.277989:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094067480 00000100:00100000:0.0:1746129485.278012:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3515 00000100:00100000:0.0:1746129485.278020:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731142528:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129485.299663:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.307511:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.307558:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.307657:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.314524:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.318589:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731144448:12345-192.168.202.4@tcp:3:cat.0 Request processed in 3906us (4064us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1746129485.318601:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3519 00002000:00100000:0.0:1746129485.318611:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4259839) req@ffff880094065c00 x1830948731144448/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:226/0 lens 488/440 e 0 to 0 dl 1746129496 ref 1 fl Complete:/200/0 rc 65536/65536 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.318620:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065c00 with x1830948731144448 ext(4194304->4259839) 00002000:00010000:0.0:1746129485.318625:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094065c00 00000100:00100000:0.0:1746129485.323486:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.323521:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.333941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.333978:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.334010:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731144960 00000100:00100000:0.0:1746129485.334015:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731144960 00010000:00010000:0.0:1746129485.334041:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ff0e00/0x40a459093b05a62d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f69 expref: 8 pid: 7148 timeout: 840 lvb_type: 1 00000100:00100000:0.0:1746129485.334060:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731145088 00000100:00100000:0.0:1746129485.334062:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731145088 00010000:00010000:0.0:1746129485.334082:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c59000/0x40a459093b05a5a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17ef2 expref: 33 pid: 8412 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746129485.334101:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4913 00000100:00100000:0.0:1746129485.334108:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731144960:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129485.334119:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129485.334156:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ff0e00/0x40a459093b05a62d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f69 expref: 8 pid: 7148 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129485.334165:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ff0e00/0x40a459093b05a62d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f69 expref: 8 pid: 7148 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129485.335360:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ff0e00/0x40a459093b05a62d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f69 expref: 8 pid: 7148 timeout: 840 lvb_type: 1 00010000:00010000:0.0:1746129485.335542:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129485.338715:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736516480:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129485.339012:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129485.341820:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731145856 00000100:00100000:0.0:1746129485.341829:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731145856 00002000:00100000:0.0:1746129485.341864:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3010560->3014655) req@ffff8800a0990e00 x1830948731145856/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:226/0 lens 488/0 e 0 to 0 dl 1746129496 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.341873:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990e00 with x1830948731145856 ext(3010560->3014655) 00002000:00010000:0.0:1746129485.341877:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0990e00 00000100:00100000:0.0:1746129485.341896:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3520 00000100:00100000:0.0:1746129485.341901:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731145856:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129485.342025:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731145856:12345-192.168.202.4@tcp:3:cat.0 Request processed in 123us (1848us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129485.342030:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3520 00002000:00100000:0.0:1746129485.342034:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3010560->3014655) req@ffff8800a0990e00 x1830948731145856/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746129496 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.342040:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990e00 with x1830948731145856 ext(3010560->3014655) 00002000:00010000:0.0:1746129485.342043:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0990e00 00000100:00100000:0.0:1746129485.347969:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.369060:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.446057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.446950:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.456132:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.456192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.477209:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.478117:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.485846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.488874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.495244:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.500324:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.519534:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.526790:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.535920:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.536591:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.539972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.540010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.550466:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.550506:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.550530:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.551977:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.552003:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.552031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.552044:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731150080 00000100:00100000:0.0:1746129485.552047:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731150080 00002000:00100000:0.0:1746129485.552089:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012bd91880 x1830948731150080/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:226/0 lens 488/0 e 0 to 0 dl 1746129496 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.552100:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91880 with x1830948731150080 ext(2097152->3145727) 00002000:00010000:0.0:1746129485.552105:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91880 00000100:00100000:0.0:1746129485.552116:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731150336 00000100:00100000:0.0:1746129485.552119:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731150336 00002000:00100000:0.0:1746129485.552128:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012bd92680 x1830948731150336/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:226/0 lens 488/0 e 0 to 0 dl 1746129496 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129485.552134:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92680 with x1830948731150336 ext(3145728->4194303) 00002000:00010000:0.0:1746129485.552136:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd92680 00000100:00100000:0.0:1746129485.552146:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3525 00000100:00100000:0.0:1746129485.552150:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731150080:12345-192.168.202.4@tcp:3:cat.0 00002000:00010000:0.0:1746129485.560009:0:20577:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129485 -> 1746129486 00000100:00100000:0.0:1746129485.560044:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736518144:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129485.560094:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce26800/0x40a459093b05a737 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18034 expref: 8 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.560589:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce26800/0x40a459093b05a737 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18034 expref: 8 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.560614:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce26800, rc 0) 00000100:00100000:0.0:1746129485.560659:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731149568:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 8559us (10202us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129485.560667:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9936 00000100:00100000:0.0:1746129485.576244:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.581895:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.581925:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.581951:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731151104 00000100:00100000:0.0:1746129485.581960:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731151104 00000100:00100000:0.0:1746129485.582009:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731151232 00000100:00100000:0.0:1746129485.582011:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731151232 00000100:00100000:0.0:1746129485.582028:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9940 00000100:00100000:0.0:1746129485.582035:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731151104:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129485.582055:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129485.582088:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fefa00/0x40a459093b05a768 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18050 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129485.582151:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736518528:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129485.583356:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129485.590508:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731151488 00000100:00100000:0.0:1746129485.590520:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731151488 00000100:00100000:0.0:1746129485.591267:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9781 00000100:00100000:0.0:1746129485.591279:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+20:28470:x1830948731151488:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129485.591336:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129485.591339:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746129485.591367:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd9ca00/0x40a459093b05a75a lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18049 expref: 20 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.591390:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800a6d0e600) 00010000:00010000:0.0:1746129485.591396:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129485.591411:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fee200/0x40a459093b05a776 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1805e expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.591522:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591535:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591544:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591556:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591563:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591570:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591575:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094fef400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129485.591578:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591584:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591590:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800a6d0e600) 00010000:00010000:0.0:1746129485.591593:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129485.591595:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591604:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fef400/0x40a459093b05a77d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129485.591627:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094fee200/0x40a459093b05a776 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1805e expref: 20 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.591633:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094fee200/0x40a459093b05a776 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1805e expref: 20 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.591640:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fee200, rc 0) 00000100:00100000:0.0:1746129485.596192:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+19:28470:x1830948731151488:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4903us (6429us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129485.596201:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9781 00000100:00100000:0.0:1746129485.603265:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.608994:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.609039:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.609890:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9947 00000100:00100000:0.0:1746129485.609903:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:28469:x1830948731153024:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129485.609920:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129485.609934:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fee200/0x40a459093b05a7bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1808f expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.609958:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f445c00/0x40a459093b05a6f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18011 expref: 34 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.609965:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009386b200/0x40a459093b05a792 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18073 expref: 21 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.609976:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d354400/0x40a459093b05a74c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1803b expref: 7 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.609981:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129485.609983:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129485.609985:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fee200/0x40a459093b05a7bc lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3272704->3919871] (req 3272704->3919871) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1808f expref: 34 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.610011:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d354400/0x40a459093b05a74c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1803b expref: 7 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.610019:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d354400/0x40a459093b05a74c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1803b expref: 7 pid: 22481 timeout: 840 lvb_type: 1 00000100:00100000:0.0:1746129485.610030:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736519168:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129485.610109:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009386b200/0x40a459093b05a792 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18073 expref: 21 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.610116:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009386b200/0x40a459093b05a792 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18073 expref: 21 pid: 22481 timeout: 840 lvb_type: 1 00000100:00100000:0.0:1746129485.610123:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736519296:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129485.610146:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f445c00/0x40a459093b05a6f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18011 expref: 34 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.610155:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f445c00/0x40a459093b05a6f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18011 expref: 34 pid: 7149 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746129485.610162:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736519424:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129485.610176:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129485.613627:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736519040:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129485.613658:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0523200/0x40a459093b05a7b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18088 expref: 21 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.613675:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0523200, rc 0) 00000100:00100000:0.0:1746129485.614132:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+21:28475:x1830948731152896:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4252us (4744us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129485.614142:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9946 00000100:00100000:0.0:1746129485.614971:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736519296:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129485.622744:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736519424:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129485.622771:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fee200/0x40a459093b05a7bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3272704->3919871] (req 3272704->3919871) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1808f expref: 36 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.622785:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fee200, rc 0) 00000100:00100000:0.0:1746129485.622818:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+36:28469:x1830948731153024:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 12920us (13777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129485.622825:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9947 00000100:00100000:0.0:1746129485.628892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.640106:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.640880:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.644563:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.647150:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.663419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.667115:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.677043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.682763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.717212:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731155456 00000100:00100000:0.0:1746129485.717222:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731155456 00000100:00100000:0.0:1746129485.717279:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9949 00000100:00100000:0.0:1746129485.717287:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:28475:x1830948731155456:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129485.717340:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129485.717367:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fef400/0x40a459093b05a7ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1809d expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.717396:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129485.717398:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129485.717406:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fef400/0x40a459093b05a7ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1809d expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.717422:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fef400/0x40a459093b05a7ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1809d expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.717433:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fef400, rc 0) 00000100:00100000:0.0:1746129485.717488:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+21:28475:x1830948731155456:12345-192.168.202.4@tcp:101:cat.0 Request processed in 201us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129485.717495:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9949 00000100:00100000:0.0:1746129485.724458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.724518:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.727463:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3534 00000100:00100000:0.0:1746129485.727476:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731155968:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129485.751849:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.752463:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.753193:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9951 00000100:00100000:0.0:1746129485.753200:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:28474:x1830948731156224:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129485.753207:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129485.753213:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fb97600/0x40a459093b05a7d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f180ab expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.753690:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129485.753695:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094303200/0x40a459093b05a7d1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f180a4 expref: 24 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.753701:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746129485.753703:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fb97600/0x40a459093b05a7d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3776512->4194303] (req 3776512->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f180ab expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129485.757684:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.767597:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.776886:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.776948:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.777428:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3535 00000100:00100000:0.0:1746129485.777447:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731156992:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129485.805225:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.805349:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.813729:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.815366:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.817518:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.817541:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731157760 00000100:00100000:0.0:1746129485.817547:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731157760 00000100:00100000:0.0:1746129485.817589:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9954 00000100:00100000:0.0:1746129485.817596:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+23:1960:x1830948731157760:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129485.817610:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129485.817627:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fee600/0x40a459093b05a7ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f180c0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129485.817656:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fee600/0x40a459093b05a7ed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f180c0 expref: 24 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.817666:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094fee600/0x40a459093b05a7ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f180c0 expref: 24 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129485.817679:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fee600, rc 0) 00000100:00100000:0.0:1746129485.817708:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+23:1960:x1830948731157760:12345-192.168.202.4@tcp:101:cat.0 Request processed in 113us (197us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129485.817713:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9954 00000100:00100000:0.0:1746129485.823419:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.841914:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.843424:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.843593:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.843626:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.854032:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.854196:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.886434:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.886518:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.891726:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.898356:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.915671:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.919173:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.942271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.946766:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.965490:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.970176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.986999:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.998788:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129485.998841:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.017520:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.020561:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.021348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.022586:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.029647:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.037126:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.037706:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.037777:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.041409:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.045204:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731163648 00000100:00100000:0.0:1746129486.045209:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731163648 00000100:00100000:0.0:1746129486.045252:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9969 00000100:00100000:0.0:1746129486.045259:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:28483:x1830948731163648:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129486.045275:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129486.045290:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3800/0x40a459093b05a86b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18130 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.045331:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.045333:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.045338:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3800/0x40a459093b05a86b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18130 expref: 39 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.045352:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3800/0x40a459093b05a86b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18130 expref: 39 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.045360:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8e3800, rc 0) 00000100:00100000:0.0:1746129486.045410:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:28483:x1830948731163648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 151us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.045417:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9969 00000100:00100000:0.0:1746129486.045859:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.046776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.047647:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.047678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.051588:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736522752:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129486.051613:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c355200/0x40a459093b05a872 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4517887] (req 4194304->4517887) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18137 expref: 24 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.051627:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c355200, rc 0) 00000100:00100000:0.0:1746129486.051668:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:28489:x1830948731163776:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5042us (5810us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.051679:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9970 00000100:00100000:0.0:1746129486.054993:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731164672 00000100:00100000:0.0:1746129486.055002:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731164672 00002000:00100000:0.0:1746129486.055044:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3ec:0x0] (4919296->4923391) req@ffff8800a063ca80 x1830948731164672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:227/0 lens 488/0 e 0 to 0 dl 1746129497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129486.055054:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063ca80 with x1830948731164672 ext(4919296->4923391) 00002000:00010000:0.0:1746129486.055060:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063ca80 00000100:00100000:0.0:1746129486.055099:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731165056 00000100:00100000:0.0:1746129486.055101:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731165056 00002000:00100000:0.0:1746129486.055115:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3108864->3112959) req@ffff8800a063f480 x1830948731165056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:227/0 lens 488/0 e 0 to 0 dl 1746129497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129486.055122:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063f480 with x1830948731165056 ext(3108864->3112959) 00002000:00010000:0.0:1746129486.055125:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063f480 00000100:00100000:0.0:1746129486.055137:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3546 00000100:00100000:0.0:1746129486.055143:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731164672:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129486.055319:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731164672:12345-192.168.202.4@tcp:3:cat.0 Request processed in 177us (1206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129486.055325:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3546 00002000:00100000:0.0:1746129486.055329:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4919296->4923391) req@ffff8800a063ca80 x1830948731164672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746129497 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129486.055336:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063ca80 with x1830948731164672 ext(4919296->4923391) 00002000:00010000:0.0:1746129486.055339:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063ca80 00000100:00100000:0.0:1746129486.057889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.067044:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.069958:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.091487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.102692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.102782:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.102831:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.104504:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.104524:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731166464 00000100:00100000:0.0:1746129486.104529:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731166464 00002000:00100000:0.0:1746129486.104557:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f9eed80 x1830948731166464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:227/0 lens 488/0 e 0 to 0 dl 1746129497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129486.104564:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9eed80 with x1830948731166464 ext(2097152->3145727) 00002000:00010000:0.0:1746129486.104569:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9eed80 00000100:00100000:0.0:1746129486.104598:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3552 00000100:00100000:0.0:1746129486.104605:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731166464:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129486.122170:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.127116:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.128923:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.131338:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.138977:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.143334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.170734:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.175876:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.180874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.180928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.184779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.184820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.184847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.184888:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.184916:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731169152 00000100:00100000:0.0:1746129486.184918:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731169152 00000100:00100000:0.0:1746129486.184942:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9978 00000100:00100000:0.0:1746129486.184948:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731168896:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129486.184956:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129486.184974:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dc1be00/0x40a459093b05a8bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18176 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.184996:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.184998:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.185006:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dc1be00/0x40a459093b05a8bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18176 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.185023:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dc1be00/0x40a459093b05a8bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18176 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.185033:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc1be00, rc 0) 00000100:00100000:0.0:1746129486.185098:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731168896:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 149us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.185115:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9978 00000100:00100000:0.0:1746129486.190583:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.216511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.216545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.216557:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.216576:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731170048 00000100:00100000:0.0:1746129486.216583:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731170048 00000100:00100000:0.0:1746129486.217480:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.217494:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731170176 00000100:00100000:0.0:1746129486.217496:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731170176 00000100:00100000:0.0:1746129486.217823:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9985 00000100:00100000:0.0:1746129486.217829:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731170176:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129486.217844:0:4699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d354000/0x40a459093b05a921 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.217852:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009386b200/0x40a459093b05a7c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18096 expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.217857:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dc1be00/0x40a459093b05a8bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18176 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.217863:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094302e00/0x40a459093b05a802 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f180d5 expref: 27 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.217867:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.217868:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.217870:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d354000/0x40a459093b05a921 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.217882:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094302e00/0x40a459093b05a802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f180d5 expref: 27 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.217890:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094302e00/0x40a459093b05a802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f180d5 expref: 27 pid: 20577 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1746129486.217897:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736524672:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129486.218726:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012dc1be00/0x40a459093b05a8bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18176 expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.218734:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012dc1be00/0x40a459093b05a8bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18176 expref: 9 pid: 4699 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1746129486.218740:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736525952:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129486.218760:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009386b200/0x40a459093b05a7c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18096 expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.218766:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009386b200/0x40a459093b05a7c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18096 expref: 27 pid: 7149 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746129486.218772:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736526080:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129486.218784:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129486.222493:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.224187:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736525440:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129486.224195:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736525568:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129486.224201:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736525696:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129486.224216:0:7149:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc200/0x40a459093b05a928 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129486.226082:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.226122:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.226160:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.227460:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731171456 00000100:00100000:0.0:1746129486.227464:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731171456 00010000:00010000:0.0:1746129486.227483:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ff0600/0x40a459093b05a611 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f4d expref: 28 pid: 8412 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746129486.227496:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731171712 00000100:00100000:0.0:1746129486.227498:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731171712 00010000:00010000:0.0:1746129486.227508:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f580400/0x40a459093b05a404 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17db7 expref: 38 pid: 8410 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1746129486.227516:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731171968 00000100:00100000:0.0:1746129486.227517:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731171968 00010000:00010000:0.0:1746129486.227525:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129a13600/0x40a459093b05a3cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17d9b expref: 23 pid: 31503 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746129486.227533:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731172352 00000100:00100000:0.0:1746129486.227534:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731172352 00010000:00010000:0.0:1746129486.227542:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfd600/0x40a459093b05a8c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1816f expref: 10 pid: 8410 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1746129486.227550:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731171328 00000100:00100000:0.0:1746129486.227552:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731171328 00010000:00010000:0.0:1746129486.227561:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5ed7c00/0x40a459093b05a66c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f93 expref: 28 pid: 8412 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746129486.227569:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731171584 00000100:00100000:0.0:1746129486.227570:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731171584 00010000:00010000:0.0:1746129486.227577:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129a12600/0x40a459093b05a466 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17def expref: 11 pid: 8410 timeout: 841 lvb_type: 1 00000100:00100000:0.0:1746129486.227590:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731172608 00000100:00100000:0.0:1746129486.227591:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731172608 00010000:00010000:0.0:1746129486.227599:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0523200/0x40a459093b05a7b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18088 expref: 24 pid: 4699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746129486.227610:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4949 00000100:00100000:0.0:1746129486.227615:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731171456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129486.227623:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129486.227639:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ff0600/0x40a459093b05a611 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f4d expref: 29 pid: 8412 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.227648:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ff0600/0x40a459093b05a611 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f4d expref: 29 pid: 8412 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.227661:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ff0600/0x40a459093b05a611 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f4d expref: 29 pid: 8412 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.227682:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129486.227701:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731171456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 86us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.227724:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4949 00000100:00100000:0.0:1746129486.227753:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4953 00000100:00100000:0.0:1746129486.227757:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731171328:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129486.227763:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129486.227769:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5ed7c00/0x40a459093b05a66c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f93 expref: 29 pid: 8412 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.227776:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5ed7c00/0x40a459093b05a66c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f93 expref: 29 pid: 8412 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.227787:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5ed7c00/0x40a459093b05a66c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f17f93 expref: 29 pid: 8412 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.227795:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.227796:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.227799:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c355000/0x40a459093b05a913 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.227806:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c355000/0x40a459093b05a913 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.227822:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129486.227833:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731171328:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 75us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.227838:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4953 00000100:00100000:0.0:1746129486.227847:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4957 00000100:00100000:0.0:1746129486.227851:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731172864:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129486.227855:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129486.227861:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009386b200/0x40a459093b05a7c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18096 expref: 27 pid: 7149 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.227868:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009386b200/0x40a459093b05a7c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18096 expref: 27 pid: 7149 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.228237:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009386b200/0x40a459093b05a7c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18096 expref: 27 pid: 7149 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.228246:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.228247:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.228250:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d354000/0x40a459093b05a921 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.228255:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d354000/0x40a459093b05a921 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.228264:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129486.228277:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731172864:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 426us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.228282:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4957 00000100:00100000:0.0:1746129486.241556:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.245501:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.249867:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.249916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.250837:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.252943:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.253449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.253471:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.253499:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.255178:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.255694:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000001:00080000:0.0:1746129486.286041:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943545 is committed 00000001:00080000:0.0:1746129486.286055:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943520 is committed 00000001:00080000:0.0:1746129486.286060:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943576 is committed 00000004:00080000:0.0:1746129486.286074:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1710 committed 00000004:00080000:0.0:1746129486.286081:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1745 committed 00000004:00080000:0.0:1746129486.286090:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1744 committed 00000004:00080000:0.0:1746129486.286091:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1743 committed 00000004:00080000:0.0:1746129486.286092:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1742 committed 00000004:00080000:0.0:1746129486.286094:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1709 committed 00000004:00080000:0.0:1746129486.286095:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1741 committed 00000004:00080000:0.0:1746129486.286096:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1708 committed 00000004:00080000:0.0:1746129486.286098:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1740 committed 00000004:00080000:0.0:1746129486.286099:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1707 committed 00000004:00080000:0.0:1746129486.286101:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1706 committed 00000004:00080000:0.0:1746129486.286102:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1705 committed 00000004:00080000:0.0:1746129486.286103:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1739 committed 00000004:00080000:0.0:1746129486.286105:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1738 committed 00000004:00080000:0.0:1746129486.286106:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1704 committed 00000004:00080000:0.0:1746129486.286108:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1703 committed 00000004:00080000:0.0:1746129486.286109:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1737 committed 00000001:00080000:0.0:1746129486.286112:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943571 is committed 00000001:00080000:0.0:1746129486.286115:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943568 is committed 00000001:00080000:0.0:1746129486.286558:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943575 is committed 00000001:00080000:0.0:1746129486.286564:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943574 is committed 00000100:00100000:0.0:1746129486.286670:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736527360:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.286726:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.287475:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736527872:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.287494:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.287505:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736528384:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.287517:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.287527:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736528896:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.287537:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.287548:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1746129486.287552:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736527488:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.287563:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.287573:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736528000:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.287584:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.287593:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736528512:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.287605:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.287613:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736529024:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.287623:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.287640:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736529024 00000100:00100000:0.0:1746129486.287642:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736529024 00000100:00100000:0.0:1746129486.287653:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9990 00000100:00100000:0.0:1746129486.287657:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3302:x1830948736528384:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.287756:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3302:x1830948736528384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (238us total) trans 21474840031 rc 0/0 00000100:00100000:0.0:1746129486.287761:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9990 00000100:00100000:0.0:1746129486.287769:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9992 00000100:00100000:0.0:1746129486.287773:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3302:x1830948736527488:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.287842:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3302:x1830948736527488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (277us total) trans 17179872821 rc 0/0 00000100:00100000:0.0:1746129486.288573:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9992 00000100:00100000:0.0:1746129486.288584:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736528128 00000100:00100000:0.0:1746129486.288585:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736528128 00000100:00100000:0.0:1746129486.288594:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736527744 00000100:00100000:0.0:1746129486.288595:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736527744 00000100:00100000:0.0:1746129486.288600:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736528256 00000100:00100000:0.0:1746129486.288602:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736528256 00000100:00100000:0.0:1746129486.288607:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736529280 00000100:00100000:0.0:1746129486.288608:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736529280 00000100:00100000:0.0:1746129486.288615:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9994 00000100:00100000:0.0:1746129486.288618:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736528512:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.288702:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736528512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (1095us total) trans 21474840033 rc 0/0 00000100:00100000:0.0:1746129486.289490:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9994 00000100:00100000:0.0:1746129486.289515:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10003 00000100:00100000:0.0:1746129486.289519:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3300:x1830948736527616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.289598:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3300:x1830948736527616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (1333us total) trans 17179872826 rc 0/0 00000100:00100000:0.0:1746129486.289602:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10003 00000004:00080000:0.0:1746129486.289635:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0991c00/2, rc 0, transno 17179872821 00000100:00100000:0.0:1746129486.289651:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736527488:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129486.289659:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0991f80/2, rc 0, transno 17179872822 00000100:00100000:0.0:1746129486.289662:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736528000:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129486.289674:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a063d880/2, rc 0, transno 21474840033 00000100:00100000:0.0:1746129486.289677:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736528512:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129486.289887:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a063d180/2, rc 0, transno 21474840034 00000100:00100000:0.0:1746129486.289891:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736529024:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129486.289899:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0991180/2, rc 0, transno 17179872819 00000100:00100000:0.0:1746129486.289901:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736527360:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129486.289909:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0990700/2, rc 0, transno 17179872820 00000100:00100000:0.0:1746129486.289912:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736527872:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129486.289918:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a063c700/2, rc 0, transno 21474840031 00000100:00100000:0.0:1746129486.289920:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736528384:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129486.289926:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a063ea00/2, rc 0, transno 21474840032 00000100:00100000:0.0:1746129486.289929:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736528896:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.290072:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.290088:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746129486.290097:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013577ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736529408:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.290119:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.290145:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736529408 00000100:00100000:0.0:1746129486.290149:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736529408 00000100:00100000:0.0:1746129486.290753:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10004 00000100:00100000:0.0:1746129486.290757:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736529408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.290856:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3303:x1830948736529408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (736us total) trans 17179872827 rc 0/0 00000100:00100000:0.0:1746129486.290860:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10004 00000100:00100000:0.0:1746129486.297169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.297206:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.297692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.297713:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.297728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.298188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.298259:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10009 00000100:00100000:0.0:1746129486.298264:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731175552:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129486.298271:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129486.298277:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d306800/0x40a459093b05a96e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f181ca expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129486.298287:0:20577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d24e, atime: 0x6813d24e, ctime: 0x6813d24e, blocks: 0x15d9 00010000:00010000:0.0:1746129486.298311:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.298312:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.298316:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d306800/0x40a459093b05a96e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f181ca expref: 11 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.298324:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d306800/0x40a459093b05a96e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f181ca expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.298331:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d306800, rc 0) 00000100:00100000:0.0:1746129486.298344:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094326680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731175552:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 81us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.298348:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10009 00000100:00100000:0.0:1746129486.309112:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.309695:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.311129:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.311150:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731176448 00000100:00100000:0.0:1746129486.311154:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731176448 00000100:00100000:0.0:1746129486.311195:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3557 00000100:00100000:0.0:1746129486.311200:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731176448:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129486.311220:0:25745:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d306200/0x40a459093b05a98a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.311233:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.311235:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.311238:0:25745:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d306200/0x40a459093b05a98a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.311246:0:25745:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d306200/0x40a459093b05a98a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129486.318500:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3561 00000100:00100000:0.0:1746129486.318508:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1961:x1830948731177600:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129486.318525:0:8415:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d307c00/0x40a459093b05a9a6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.318532:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.318533:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.318536:0:8415:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d307c00/0x40a459093b05a9a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.318544:0:8415:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d307c00/0x40a459093b05a9a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129486.364585:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.369162:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.371709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.373726:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.376762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.378591:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.380396:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.383115:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.389368:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.394565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.401457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.405951:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.409330:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.415267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.415330:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.415358:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.415373:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.415401:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.415683:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.416087:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10018 00000100:00100000:0.0:1746129486.416096:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731179904:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129486.416193:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129486.416196:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129485 -> 1746129486 00002000:00010000:0.0:1746129486.416198:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129484 -> 1746129486 00002000:00010000:0.0:1746129486.416199:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129485 -> 1746129487 00002000:00010000:0.0:1746129486.416201:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129486.416220:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731179904:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 126us (889us total) trans 21474840039 rc 0/0 00000100:00100000:0.0:1746129486.416226:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10018 00000100:00100000:0.0:1746129486.416237:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10020 00000100:00100000:0.0:1746129486.416241:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731180032:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129486.416324:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129486.416327:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129484 -> 1746129486 00002000:00010000:0.0:1746129486.416329:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129479 -> 1746129486 00002000:00010000:0.0:1746129486.416331:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129484 -> 1746129487 00002000:00010000:0.0:1746129486.416332:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129486.416352:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731180032:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 110us (949us total) trans 17179872830 rc 0/0 00000100:00100000:0.0:1746129486.416357:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10020 00000100:00100000:0.0:1746129486.421204:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.424359:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000001:00080000:0.0:1746129486.457260:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943577 is committed 00000001:00080000:0.0:1746129486.457274:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943578 is committed 00000004:00080000:0.0:1746129486.457279:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1718 committed 00000004:00080000:0.0:1746129486.457287:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1754 committed 00000004:00080000:0.0:1746129486.457291:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1753 committed 00000004:00080000:0.0:1746129486.457326:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1752 committed 00000004:00080000:0.0:1746129486.457328:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1751 committed 00000004:00080000:0.0:1746129486.457330:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1717 committed 00000004:00080000:0.0:1746129486.457331:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1750 committed 00000004:00080000:0.0:1746129486.457333:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1716 committed 00000004:00080000:0.0:1746129486.457334:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1749 committed 00000004:00080000:0.0:1746129486.457336:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1715 committed 00000004:00080000:0.0:1746129486.457337:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1714 committed 00000004:00080000:0.0:1746129486.457339:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1713 committed 00000004:00080000:0.0:1746129486.457340:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1748 committed 00000004:00080000:0.0:1746129486.457342:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1747 committed 00000004:00080000:0.0:1746129486.457343:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1712 committed 00000004:00080000:0.0:1746129486.457345:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1711 committed 00000004:00080000:0.0:1746129486.457347:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1746 committed 00000100:00100000:0.0:1746129486.458899:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736531584:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.458953:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.462464:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736532096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.462588:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746129486.465604:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baeed80/2, rc 0, transno 17179872836 00000100:00100000:0.0:1746129486.465607:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736531584:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129486.465614:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edc380/2, rc 0, transno 17179872837 00000100:00100000:0.0:1746129486.465616:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736532096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.469117:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.489012:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.499866:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.499913:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.502389:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.503477:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.503519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.503558:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731182336 00000100:00100000:0.0:1746129486.503561:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731182336 00000100:00100000:0.0:1746129486.503582:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9795 00000100:00100000:0.0:1746129486.503588:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+290:28504:x1830948731182336:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129486.503599:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129486.503609:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3c200/0x40a459093b05aa55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1822c expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.503675:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d800/0x40a459093b05aa5c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129486.503685:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbbb400/0x40a459093b05aa08 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18209 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.503696:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbbb800/0x40a459093b05aa40 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18210 expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.503702:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d800/0x40a459093b05aa5c lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129486.503717:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbbb800/0x40a459093b05aa40 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18210 expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.503725:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbbb800/0x40a459093b05aa40 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18210 expref: 291 pid: 14549 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746129486.503733:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736533504:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129486.503765:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbbb400/0x40a459093b05aa08 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18209 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.503772:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbbb400/0x40a459093b05aa08 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18209 expref: 9 pid: 14549 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746129486.503779:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736533632:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129486.503792:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129486.504200:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.505755:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.505816:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.505859:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4976 00000100:00100000:0.0:1746129486.505866:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731182592:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129486.505879:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129486.505885:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbbb400/0x40a459093b05aa08 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18209 expref: 10 pid: 14549 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.505893:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbbb400/0x40a459093b05aa08 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18209 expref: 10 pid: 14549 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.505907:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bbbb400/0x40a459093b05aa08 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18209 expref: 10 pid: 14549 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746129486.505931:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250200) 00010000:00010000:0.0:1746129486.505935:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d800/0x40a459093b05aa5c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129486.505942:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d800/0x40a459093b05aa5c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129486.505947:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d800/0x40a459093b05aa5c lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129486.506153:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129486.506171:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731182592:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 305us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.506177:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4976 00000100:00100000:0.0:1746129486.507090:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.509333:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.511134:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.527042:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129486.529801:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05a9c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f181df expref: 11 pid: 4699 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746129486.529829:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736534272:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129486.529848:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095025a00/0x40a459093b05aa86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18241 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.529862:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095025a00, rc 0) 00000100:00100000:0.0:1746129486.529903:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+28:28510:x1830948731184000:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2721us (2864us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.529910:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10042 00000100:00100000:0.0:1746129486.533046:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731184256 00000100:00100000:0.0:1746129486.533050:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731184256 00000100:00100000:0.0:1746129486.533084:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10043 00000100:00100000:0.0:1746129486.533090:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+26:28509:x1830948731184256:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129486.533106:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129486.533120:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092f3dc00/0x40a459093b05aa8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18248 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.533140:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.533141:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.533147:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092f3dc00/0x40a459093b05aa8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18248 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.533159:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092f3dc00/0x40a459093b05aa8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18248 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.533168:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f3dc00, rc 0) 00000100:00100000:0.0:1746129486.533190:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:28509:x1830948731184256:12345-192.168.202.4@tcp:101:cat.0 Request processed in 101us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.533194:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10043 00000100:00100000:0.0:1746129486.535170:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731184512 00000100:00100000:0.0:1746129486.535178:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731184512 00000100:00100000:0.0:1746129486.535209:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9799 00000100:00100000:0.0:1746129486.535215:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+294:28509:x1830948731184512:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129486.535226:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129486.535237:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d200/0x40a459093b05aa9b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18256 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.535277:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d200/0x40a459093b05aa9b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18256 expref: 295 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.535286:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d200/0x40a459093b05aa9b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18256 expref: 295 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.535325:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250200) 00010000:00010000:0.0:1746129486.535327:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129486.535331:0:14547:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff1d800/0x40a459093b05aa94 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1824f expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.535337:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f3d200, rc 0) 00000100:00100000:0.0:1746129486.535402:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+295:28509:x1830948731184512:12345-192.168.202.4@tcp:101:cat.0 Request processed in 152us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.535410:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9799 00000001:00080000:0.0:1746129486.549510:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943582 is committed 00000001:00080000:0.0:1746129486.549521:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943580 is committed 00000001:00080000:0.0:1746129486.549526:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943583 is committed 00000001:00080000:0.0:1746129486.549530:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943584 is committed 00000004:00080000:0.0:1746129486.549533:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1726 committed 00000004:00080000:0.0:1746129486.549551:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1763 committed 00000004:00080000:0.0:1746129486.549557:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1762 committed 00000004:00080000:0.0:1746129486.549558:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1761 committed 00000004:00080000:0.0:1746129486.549559:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1760 committed 00000004:00080000:0.0:1746129486.549561:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1725 committed 00000004:00080000:0.0:1746129486.549562:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1759 committed 00000004:00080000:0.0:1746129486.549564:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1724 committed 00000004:00080000:0.0:1746129486.549566:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1758 committed 00000004:00080000:0.0:1746129486.549567:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1723 committed 00000004:00080000:0.0:1746129486.549569:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1722 committed 00000004:00080000:0.0:1746129486.549570:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1721 committed 00000004:00080000:0.0:1746129486.549571:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1757 committed 00000004:00080000:0.0:1746129486.549572:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1756 committed 00000004:00080000:0.0:1746129486.549573:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1720 committed 00000004:00080000:0.0:1746129486.549574:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1719 committed 00000004:00080000:0.0:1746129486.549576:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1755 committed 00000001:00080000:0.0:1746129486.549580:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943581 is committed 00000001:00080000:0.0:1746129486.549585:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943579 is committed 00000100:00100000:0.0:1746129486.549726:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736534528:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.549763:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.549786:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736535168:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.549800:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.549813:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746129486.549818:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736534784:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.549834:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.549845:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736535296:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.549859:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.549878:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736534912:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.549892:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.549903:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736535424:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.549913:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.549922:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746129486.549925:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736535040:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.549937:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.549948:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736535552:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.549960:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.550454:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736536064:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.550474:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.550487:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736536576:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.550500:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129486.550516:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736534912 00000100:00100000:0.0:1746129486.550519:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736534912 00000100:00100000:0.0:1746129486.550531:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736535040 00000100:00100000:0.0:1746129486.550533:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736535040 00000100:00100000:0.0:1746129486.550540:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736536064 00000100:00100000:0.0:1746129486.550542:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736536064 00000100:00100000:0.0:1746129486.550552:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10044 00000100:00100000:0.0:1746129486.550559:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3300:x1830948736534528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.551163:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10051 00000100:00100000:0.0:1746129486.551169:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3302:x1830948736535552:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129486.551320:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3302:x1830948736535552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 150us (1358us total) trans 17179872840 rc 0/0 00000100:00100000:0.0:1746129486.551326:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10051 00000100:00100000:0.0:1746129486.551339:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10052 00000100:00100000:0.0:1746129486.551343:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3302:x1830948736536064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129486.552233:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129486.552236:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129486 -> 1746129486 00002000:00010000:0.0:1746129486.552238:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129486 -> 1746129486 00002000:00010000:0.0:1746129486.552239:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129486.552241:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129486.552261:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3302:x1830948736536064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 917us (1786us total) trans 21474840050 rc 0/0 00000100:00100000:0.0:1746129486.552266:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10052 00000100:00100000:0.0:1746129486.552324:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736536192 00000100:00100000:0.0:1746129486.552327:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736536192 00000100:00100000:0.0:1746129486.552342:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10058 00000100:00100000:0.0:1746129486.552347:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3303:x1830948736536192:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129486.552552:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3303:x1830948736536192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 205us (260us total) trans 21474840053 rc 0/0 00000100:00100000:0.0:1746129486.552557:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10058 00000100:00100000:0.0:1746129486.552901:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731184768 00000100:00100000:0.0:1746129486.552904:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731184768 00000100:00100000:0.0:1746129486.552918:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3854 00000100:00100000:0.0:1746129486.552923:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094861050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:28510:x1830948731184768:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:0.0:1746129486.552960:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094861050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:28510:x1830948731184768:12345-192.168.202.4@tcp:49:cat.0 Request processed in 37us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.552965:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3854 00002000:00010000:0.0:1746129486.553040:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746129486.553042:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129486 -> 1746129486 00002000:00010000:0.0:1746129486.553044:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129486 -> 1746129486 00002000:00010000:0.0:1746129486.553046:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129486.553048:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 1879 -> 1879 00000100:00100000:0.0:1746129486.553080:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736534528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2522us (3318us total) trans 17179872848 rc 0/0 00000100:00100000:0.0:1746129486.553085:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10044 00000100:00100000:0.0:1746129486.556588:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.558409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.561938:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.566527:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.572076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.577705:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948731185536:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11009us (11185us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129486.577714:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3566 00002000:00100000:0.0:1746129486.577722:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012e954e00 x1830948731185536/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:227/0 lens 488/440 e 0 to 0 dl 1746129497 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129486.577731:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954e00 with x1830948731185536 ext(1048576->2097151) 00002000:00010000:0.0:1746129486.577742:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954e00 00000100:00100000:0.0:1746129486.581177:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.583186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.583229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.589384:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.591630:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.592287:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731187200 00000100:00100000:0.0:1746129486.592321:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731187200 00002000:00100000:0.0:1746129486.592336:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88008f44ad80 x1830948731187200/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:227/0 lens 488/0 e 0 to 0 dl 1746129497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129486.592343:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44ad80 with x1830948731187200 ext(1048576->2097151) 00002000:00010000:0.0:1746129486.592346:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f44ad80 00000100:00100000:0.0:1746129486.592368:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3570 00000100:00100000:0.0:1746129486.592372:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731187200:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129486.608134:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.609846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.614273:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.619916:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.624046:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.634545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.635021:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.635048:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.635087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.635099:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731188864 00000100:00100000:0.0:1746129486.635101:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731188864 00002000:00100000:0.0:1746129486.635115:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3223551) req@ffff88012e38ad80 x1830948731188864/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:227/0 lens 504/0 e 0 to 0 dl 1746129497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129486.635121:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38ad80 with x1830948731188864 ext(2097152->3223551) 00002000:00010000:0.0:1746129486.635124:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e38ad80 00000100:00100000:0.0:1746129486.635228:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3575 00000100:00100000:0.0:1746129486.635234:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731188864:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129486.641248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.652799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.654524:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.657075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.658763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.658800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.666231:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.666264:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.671422:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.671504:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.672459:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.672471:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731191168 00000100:00100000:0.0:1746129486.672474:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731191168 00002000:00100000:0.0:1746129486.672489:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f8a2680 x1830948731191168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:227/0 lens 488/0 e 0 to 0 dl 1746129497 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129486.672497:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a2680 with x1830948731191168 ext(3145728->4194303) 00002000:00010000:0.0:1746129486.672499:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a2680 00000100:00100000:0.0:1746129486.672519:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3579 00000100:00100000:0.0:1746129486.672523:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731191168:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129486.686928:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731191168:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14402us (14467us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129486.686935:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3579 00002000:00100000:0.0:1746129486.686941:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f8a2680 x1830948731191168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:227/0 lens 488/440 e 0 to 0 dl 1746129497 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129486.686948:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a2680 with x1830948731191168 ext(3145728->4194303) 00002000:00010000:0.0:1746129486.686951:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a2680 00000100:00100000:0.0:1746129486.691444:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.693330:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.693363:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.696768:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.696865:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.705107:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.713311:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.722066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.722104:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.722132:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.725893:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736539904:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129486.725916:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095e9e200/0x40a459093b05ab0b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f182cd expref: 31 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.725924:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095e9e200/0x40a459093b05ab0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f182cd expref: 31 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.725941:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095e9e200, rc 0) 00000100:00100000:0.0:1746129486.726173:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731193216:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3891us (4133us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129486.726178:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10076 00000100:00100000:0.0:1746129486.727424:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.728028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.728446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.730290:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.737373:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.737410:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.761777:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.785814:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.832375:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.836016:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.836460:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.836487:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731196032 00000100:00100000:0.0:1746129486.836490:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731196032 00000100:00100000:0.0:1746129486.836520:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10082 00000100:00100000:0.0:1746129486.836525:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+30:28520:x1830948731196032:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129486.836532:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129486.836540:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f445600/0x40a459093b05ab7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f182fe expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.836554:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bbba800/0x40a459093b05aaf6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f182b1 expref: 31 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.836560:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095e9ea00/0x40a459093b05ab19 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f182db expref: 29 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.836564:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.836565:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.836568:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f445600/0x40a459093b05ab7b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2727936->2842623] (req 2727936->2842623) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f182fe expref: 31 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.836583:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095e9ea00/0x40a459093b05ab19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f182db expref: 29 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.836591:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095e9ea00/0x40a459093b05ab19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f182db expref: 29 pid: 7149 timeout: 842 lvb_type: 1 00000100:00100000:0.0:1746129486.836603:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736540544:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129486.836625:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bbba800/0x40a459093b05aaf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f182b1 expref: 31 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.836631:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bbba800/0x40a459093b05aaf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f182b1 expref: 31 pid: 20577 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746129486.836641:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135726680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736540800:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129486.841663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.848692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.852420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.858441:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.870636:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.881728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.889497:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.889535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.890172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.890663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.894426:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.894453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.904374:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.909045:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.912083:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.915403:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.921752:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.921793:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.921816:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.921855:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.928436:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.933888:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10097 00000100:00100000:0.0:1746129486.933896:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731201152:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129486.933912:0:11014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.933922:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bbbbe00/0x40a459093b05aada lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18295 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.933929:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfd800/0x40a459093b05abac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18328 expref: 12 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129486.933935:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bbbb800/0x40a459093b05aae8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f182a3 expref: 39 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.933940:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.933942:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129486.933944:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.933958:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bbbb800/0x40a459093b05aae8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f182a3 expref: 39 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.933975:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bbbb800/0x40a459093b05aae8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f182a3 expref: 39 pid: 31503 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746129486.933987:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736543360:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129486.943632:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731201792 00000100:00100000:0.0:1746129486.943642:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731201792 00000100:00100000:0.0:1746129486.944734:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736543360:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129486.944742:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131361c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736543616:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129486.944749:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131361880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736543744:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129486.944765:0:11014:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129486.945160:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731201920 00000100:00100000:0.0:1746129486.945163:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731201920 00010000:00010000:0.0:1746129486.945176:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095025a00/0x40a459093b05aa86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18241 expref: 33 pid: 22481 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746129486.945199:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731202304 00000100:00100000:0.0:1746129486.945201:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731202304 00010000:00010000:0.0:1746129486.945209:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfd800/0x40a459093b05abac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18328 expref: 13 pid: 8411 timeout: 842 lvb_type: 1 00000100:00100000:0.0:1746129486.945223:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4999 00000100:00100000:0.0:1746129486.945228:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731201920:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129486.945236:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129486.945247:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095025a00/0x40a459093b05aa86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18241 expref: 33 pid: 22481 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129486.945261:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095025a00/0x40a459093b05aa86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18241 expref: 33 pid: 22481 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129486.945274:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095025a00/0x40a459093b05aa86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18241 expref: 33 pid: 22481 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129486.945286:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129486.945322:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731201920:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 94us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.945328:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4999 00000100:00100000:0.0:1746129486.945341:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5001 00000100:00100000:0.0:1746129486.945346:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731202560:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129486.945353:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129486.945360:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bbbbe00/0x40a459093b05aada lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18295 expref: 23 pid: 20577 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129486.945367:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bbbbe00/0x40a459093b05aada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18295 expref: 23 pid: 20577 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129486.945379:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bbbbe00/0x40a459093b05aada lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18295 expref: 23 pid: 20577 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129486.945387:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129486.945402:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731202560:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 55us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.945410:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5001 00010000:00010000:0.0:1746129486.947652:0:11014:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.947659:0:11014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.947677:0:11014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.947683:0:11014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.947688:0:11014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.947694:0:11014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f444200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129486.947696:0:11014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.947702:0:11014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.947711:0:11014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129486.947717:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b05ac38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129486.948358:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731201152:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 14461us (14894us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.948365:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10097 00000100:00100000:0.0:1746129486.972376:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.975189:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.980338:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.985335:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.987920:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.987949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.987971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.988130:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129486.988313:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731203840 00000100:00100000:0.0:1746129486.988317:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731203840 00010000:00010000:0.0:1746129486.988330:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff1d800/0x40a459093b05aa94 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1824f expref: 11 pid: 14549 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746129486.988350:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5011 00000100:00100000:0.0:1746129486.988355:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+297:1963:x1830948731203584:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129486.988361:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129486.988365:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d200/0x40a459093b05aa9b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18256 expref: 297 pid: 14547 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129486.988489:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d200/0x40a459093b05aa9b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18256 expref: 297 pid: 14547 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129486.988582:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092f3d200/0x40a459093b05aa9b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18256 expref: 293 pid: 14547 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129486.988605:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250200) 00010000:00010000:0.0:1746129486.988608:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d104c00/0x40a459093b05ac46 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129486.988613:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d104c00/0x40a459093b05ac46 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129486.988619:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d104c00/0x40a459093b05ac46 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129486.989434:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129486.989459:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+292:1963:x1830948731203584:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1103us (1486us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129486.989465:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5011 00000100:00100000:0.0:1746129487.014141:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736544896 00000100:00100000:0.0:1746129487.014145:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736544896 00000100:00100000:0.0:1746129487.014173:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736545408 00000100:00100000:0.0:1746129487.014175:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736545408 00000100:00100000:0.0:1746129487.014182:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736545920 00000100:00100000:0.0:1746129487.014184:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736545920 00000100:00100000:0.0:1746129487.014190:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736544512 00000100:00100000:0.0:1746129487.014191:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736544512 00000100:00100000:0.0:1746129487.014197:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736546432 00000100:00100000:0.0:1746129487.014198:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736546432 00000100:00100000:0.0:1746129487.014209:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736546304 00000100:00100000:0.0:1746129487.014210:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736546304 00000100:00100000:0.0:1746129487.014219:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10104 00000100:00100000:0.0:1746129487.014224:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:3300:x1830948736545408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129487.014338:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3300:x1830948736545408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (225us total) trans 17179872856 rc 0/0 00000100:00100000:0.0:1746129487.014346:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10104 00000100:00100000:0.0:1746129487.014357:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10106 00000100:00100000:0.0:1746129487.014361:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:3301:x1830948736544512:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129487.014447:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3301:x1830948736544512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 85us (305us total) trans 17179872857 rc 0/0 00000100:00100000:0.0:1746129487.014452:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10106 00000100:00100000:0.0:1746129487.014462:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10110 00000100:00100000:0.0:1746129487.014466:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3303:x1830948736545664:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129487.014477:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10111 00000100:00100000:0.0:1746129487.014481:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3303:x1830948736546176:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129487.014567:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3303:x1830948736546176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (326us total) trans 21474840064 rc 0/0 00000100:00100000:0.0:1746129487.014572:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10111 00000100:00100000:0.0:1746129487.014581:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736545024 00000100:00100000:0.0:1746129487.014583:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736545024 00000100:00100000:0.0:1746129487.014591:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736545536 00000100:00100000:0.0:1746129487.014592:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736545536 00000100:00100000:0.0:1746129487.014597:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736546560 00000100:00100000:0.0:1746129487.014598:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736546560 00000100:00100000:0.0:1746129487.014603:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736546048 00000100:00100000:0.0:1746129487.014605:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736546048 00000100:00100000:0.0:1746129487.014611:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10112 00000100:00100000:0.0:1746129487.014615:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3301:x1830948736545024:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129487.014692:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3301:x1830948736545024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (159us total) trans 17179872858 rc 0/0 00000100:00100000:0.0:1746129487.014698:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10112 00000100:00100000:0.0:1746129487.014708:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10114 00000100:00100000:0.0:1746129487.014713:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3300:x1830948736546560:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129487.014791:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3300:x1830948736546560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 78us (219us total) trans 17179872859 rc 0/0 00000100:00100000:0.0:1746129487.014796:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10114 00000100:00100000:0.0:1746129487.014937:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3303:x1830948736545664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 470us (712us total) trans 21474840068 rc 0/0 00000100:00100000:0.0:1746129487.014942:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10110 00000100:00100000:0.0:1746129487.016889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.021941:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.025129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.025168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.025192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.025204:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.025216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.025722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.025746:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731204864 00000100:00100000:0.0:1746129487.025749:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731204864 00000100:00100000:0.0:1746129487.025765:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10121 00000100:00100000:0.0:1746129487.025769:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731204864:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129487.025775:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.025781:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f444400/0x40a459093b05ac85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18391 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129487.025792:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d24f, atime: 0x6813d24f, ctime: 0x6813d24f, blocks: 0x15d9 00010000:00010000:0.0:1746129487.025799:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.025800:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.025805:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f444400/0x40a459093b05ac85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18391 expref: 12 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.025814:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f444400/0x40a459093b05ac85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18391 expref: 12 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.025820:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f444400, rc 0) 00000100:00100000:0.0:1746129487.025838:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731204864:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 68us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.025842:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10121 00000100:00100000:0.0:1746129487.032730:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.048170:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3594 00000100:00100000:0.0:1746129487.048179:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1962:x1830948731206272:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129487.048197:0:25745:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008f444000/0x40a459093b05aca8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.048204:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.048205:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.048208:0:25745:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f444000/0x40a459093b05aca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.048220:0:25745:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f444000/0x40a459093b05aca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129487.053593:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.053633:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.092895:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.096196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.096227:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.096253:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.096270:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731207424 00000100:00100000:0.0:1746129487.096277:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731207424 00000100:00100000:0.0:1746129487.096329:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731207680 00000100:00100000:0.0:1746129487.096332:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731207680 00000100:00100000:0.0:1746129487.096355:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731207936 00000100:00100000:0.0:1746129487.096357:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731207936 00000100:00100000:0.0:1746129487.096369:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10122 00000100:00100000:0.0:1746129487.096375:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948731207424:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129487.096536:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746129487.096539:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.096541:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129486 -> 1746129487 00002000:00010000:0.0:1746129487.096542:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.096543:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 1879 -> 1879 00000100:00100000:0.0:1746129487.096578:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1963:x1830948731207424:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 203us (385us total) trans 17179872861 rc 0/0 00000100:00100000:0.0:1746129487.096584:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10122 00000100:00100000:0.0:1746129487.096598:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10123 00000100:00100000:0.0:1746129487.096602:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731207680:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129487.096681:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129487.096684:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.096686:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129486 -> 1746129487 00002000:00010000:0.0:1746129487.096687:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.096689:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129487.096707:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731207680:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 104us (480us total) trans 21474840069 rc 0/0 00000100:00100000:0.0:1746129487.096713:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10123 00000100:00100000:0.0:1746129487.096722:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10124 00000100:00100000:0.0:1746129487.096727:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948731207936:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129487.097761:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:0.0:1746129487.097764:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.097766:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.097768:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.097770:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5593 -> 5593 00000100:00100000:0.0:1746129487.098923:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1963:x1830948731207936:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 2193us (2666us total) trans 17179872862 rc 0/0 00000100:00100000:0.0:1746129487.098929:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10124 00000100:00100000:0.0:1746129487.101589:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.104616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.132166:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736547200 00000100:00100000:0.0:1746129487.132172:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736547200 00000100:00100000:0.0:1746129487.132196:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736547712 00000100:00100000:0.0:1746129487.132198:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736547712 00000100:00100000:0.0:1746129487.132207:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736548224 00000100:00100000:0.0:1746129487.132209:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736548224 00000100:00100000:0.0:1746129487.132217:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736548736 00000100:00100000:0.0:1746129487.132218:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736548736 00000100:00100000:0.0:1746129487.132226:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736547072 00000100:00100000:0.0:1746129487.132227:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736547072 00000100:00100000:0.0:1746129487.132234:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736547584 00000100:00100000:0.0:1746129487.132236:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736547584 00000100:00100000:0.0:1746129487.132241:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736548096 00000100:00100000:0.0:1746129487.132243:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736548096 00000100:00100000:0.0:1746129487.132249:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736548608 00000100:00100000:0.0:1746129487.132251:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736548608 00000100:00100000:0.0:1746129487.132260:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10128 00000100:00100000:0.0:1746129487.132265:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+44:3301:x1830948736547200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129487.132432:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:0.0:1746129487.132435:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129487.132437:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746129487.132438:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129487.132440:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:0.0:1746129487.132463:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3301:x1830948736547200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 197us (397us total) trans 17179872864 rc 0/0 00000100:00100000:0.0:1746129487.132469:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10128 00000100:00100000:0.0:1746129487.132479:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10131 00000100:00100000:0.0:1746129487.132483:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+40:3301:x1830948736548736:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129487.132566:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3301:x1830948736548736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (416us total) trans 21474840072 rc 0/0 00000100:00100000:0.0:1746129487.132571:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10131 00000100:00100000:0.0:1746129487.132580:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10132 00000100:00100000:0.0:1746129487.132584:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+44:3301:x1830948736547072:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129487.132644:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:0.0:1746129487.132647:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.132649:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.132651:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.132653:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5593 -> 5593 00000100:00100000:0.0:1746129487.132668:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3301:x1830948736547072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (492us total) trans 17179872866 rc 0/0 00000100:00100000:0.0:1746129487.132673:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10132 00000100:00100000:0.0:1746129487.132683:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10134 00000100:00100000:0.0:1746129487.132687:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+40:3301:x1830948736548096:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129487.132746:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129487.132749:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.132750:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.132752:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.132753:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129487.132769:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3301:x1830948736548096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (551us total) trans 21474840074 rc 0/0 00000100:00100000:0.0:1746129487.132774:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10134 00000100:00100000:0.0:1746129487.133254:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736546816 00000100:00100000:0.0:1746129487.133258:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736546816 00000100:00100000:0.0:1746129487.133272:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736547328 00000100:00100000:0.0:1746129487.133274:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736547328 00000100:00100000:0.0:1746129487.133281:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736547840 00000100:00100000:0.0:1746129487.133282:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736547840 00000100:00100000:0.0:1746129487.133290:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10136 00000100:00100000:0.0:1746129487.133308:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+46:3302:x1830948736546816:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129487.133377:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746129487.133380:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.133382:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.133383:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.133385:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 1879 -> 1879 00000100:00100000:0.0:1746129487.133406:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+47:3302:x1830948736546816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (194us total) trans 17179872868 rc 0/0 00000100:00100000:0.0:1746129487.133412:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10136 00000100:00100000:0.0:1746129487.133420:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736548352 00000100:00100000:0.0:1746129487.133422:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736548352 00000100:00100000:0.0:1746129487.133429:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736548864 00000100:00100000:0.0:1746129487.133430:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736548864 00000100:00100000:0.0:1746129487.133435:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736546944 00000100:00100000:0.0:1746129487.133437:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736546944 00000100:00100000:0.0:1746129487.133442:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736547456 00000100:00100000:0.0:1746129487.133443:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736547456 00000100:00100000:0.0:1746129487.133448:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736548480 00000100:00100000:0.0:1746129487.133450:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736548480 00000100:00100000:0.0:1746129487.133456:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10137 00000100:00100000:0.0:1746129487.133460:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+49:3302:x1830948736547328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129487.133529:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3302:x1830948736547328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (274us total) trans 17179872869 rc 0/0 00000100:00100000:0.0:1746129487.133534:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10137 00000100:00100000:0.0:1746129487.133542:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10139 00000100:00100000:0.0:1746129487.133546:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3302:x1830948736548352:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129487.133619:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3302:x1830948736548352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (302us total) trans 21474840077 rc 0/0 00000100:00100000:0.0:1746129487.133623:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10139 00000100:00100000:0.0:1746129487.133632:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10141 00000100:00100000:0.0:1746129487.133636:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3302:x1830948736546944:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129487.133697:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129487.133699:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.133701:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.133702:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129487 -> 1746129487 00002000:00010000:0.0:1746129487.133704:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129487.133723:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+51:3302:x1830948736546944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (362us total) trans 17179872871 rc 0/0 00000100:00100000:0.0:1746129487.133728:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10141 00000100:00100000:0.0:1746129487.133742:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10143 00000100:00100000:0.0:1746129487.133746:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+44:3302:x1830948736548480:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129487.133813:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3302:x1830948736548480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (394us total) trans 21474840078 rc 0/0 00000100:00100000:0.0:1746129487.134080:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10143 00000100:00100000:0.0:1746129487.135672:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.143540:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.164333:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.171014:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.171108:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.173399:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.174109:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.174194:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731209856 00000100:00100000:0.0:1746129487.174197:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731209856 00000100:00100000:0.0:1746129487.174224:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9813 00000100:00100000:0.0:1746129487.174229:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+6:28532:x1830948731209856:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129487.174241:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.174249:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f444000/0x40a459093b05ad18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f183bb expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129487.184434:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.186387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.186435:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731210752 00000100:00100000:0.0:1746129487.186439:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731210752 00000100:00100000:0.0:1746129487.186479:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9816 00000100:00100000:0.0:1746129487.186485:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:28532:x1830948731210752:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129487.186495:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.186497:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746129487.186510:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b79c600/0x40a459093b05ad2d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f183bb expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.186530:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800952eb200) 00010000:00010000:0.0:1746129487.186534:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129487.186541:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f444200/0x40a459093b05ad65 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f183d0 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.186573:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445200/0x40a459093b05ad6c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129487.186583:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090993400/0x40a459093b05acd2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1839f expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.186589:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f975a00/0x40a459093b05ad3b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f183c2 expref: 291 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.186594:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090993a00/0x40a459093b05ad57 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f183c9 expref: 10 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.186599:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445200/0x40a459093b05ad6c lrc: 6/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129487.186623:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090993a00/0x40a459093b05ad57 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183c9 expref: 10 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.186634:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090993a00/0x40a459093b05ad57 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183c9 expref: 10 pid: 14547 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746129487.186649:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736549120:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129487.186706:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f975a00/0x40a459093b05ad3b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183c2 expref: 291 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.186714:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f975a00/0x40a459093b05ad3b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183c2 expref: 291 pid: 14547 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746129487.186722:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736549248:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129487.186747:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090993400/0x40a459093b05acd2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1839f expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.186753:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090993400/0x40a459093b05acd2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1839f expref: 7 pid: 14547 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746129487.186760:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736549376:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129487.186776:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.190166:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.191698:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.199766:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e955180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736549504:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129487.199787:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f974800/0x40a459093b05ad88 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129487.200402:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5017 00000100:00100000:0.0:1746129487.200414:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+293:1963:x1830948731211520:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129487.200427:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129487.200434:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f974e00/0x40a459093b05ad03 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183b4 expref: 293 pid: 14547 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129487.200446:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f974e00/0x40a459093b05ad03 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183b4 expref: 293 pid: 14547 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129487.200463:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f974e00/0x40a459093b05ad03 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183b4 expref: 293 pid: 14547 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129487.200477:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800952eb200) 00010000:00010000:0.0:1746129487.200481:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f974800/0x40a459093b05ad88 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129487.200488:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095e9f800/0x40a459093b05ad7a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129487.200492:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880095e9f800/0x40a459093b05ad7a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129487.200496:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f974800/0x40a459093b05ad88 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129487.200500:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129487.200537:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:1963:x1830948731211520:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 123us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.200606:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5017 00000100:00100000:0.0:1746129487.201861:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.201880:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731211648 00000100:00100000:0.0:1746129487.201885:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731211648 00000100:00100000:0.0:1746129487.201908:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10146 00000100:00100000:0.0:1746129487.201913:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+28:28534:x1830948731211648:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.201925:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.201941:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f974a00/0x40a459093b05ad8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f183e5 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.201959:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.201960:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.201966:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f974a00/0x40a459093b05ad8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f183e5 expref: 29 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.201978:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f974a00/0x40a459093b05ad8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f183e5 expref: 29 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.201985:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f974a00, rc 0) 00000100:00100000:0.0:1746129487.202008:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+29:28534:x1830948731211648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 95us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.202013:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10146 00000100:00100000:0.0:1746129487.206220:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.228347:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135759880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736549632:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129487.228377:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f444200/0x40a459093b05ad65 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f183d0 expref: 10 pid: 14548 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1746129487.228392:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445200/0x40a459093b05ad6c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183d0 expref: 9 pid: 14548 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129487.228405:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445200/0x40a459093b05ad6c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183d0 expref: 9 pid: 14548 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129487.228429:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f445200, rc 0) 00000100:00100000:0.0:1746129487.228456:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:28532:x1830948731210752:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 41972us (42070us total) trans 8589943603 rc 0/0 00000100:00100000:0.0:1746129487.228462:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9816 00000100:00100000:0.0:1746129487.231530:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.231647:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.266959:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731212672 00000100:00100000:0.0:1746129487.266966:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731212672 00000100:00100000:0.0:1746129487.267035:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10181 00000100:00100000:0.0:1746129487.267042:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:28532:x1830948731212672:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129487.267065:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.267080:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f444600/0x40a459093b05ada4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f183fa expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.267105:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090990600/0x40a459093b05ac70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1838a expref: 14 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.267112:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.267114:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.267117:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f444600/0x40a459093b05ada4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f183fa expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.267143:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090990600/0x40a459093b05ac70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1838a expref: 14 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.267153:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090990600/0x40a459093b05ac70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1838a expref: 14 pid: 4699 timeout: 842 lvb_type: 1 00000100:00100000:0.0:1746129487.267163:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736554368:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129487.267233:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.268451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.268475:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.268490:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.268519:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.268537:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731213056 00000100:00100000:0.0:1746129487.268540:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731213056 00000100:00100000:0.0:1746129487.268555:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731213184 00000100:00100000:0.0:1746129487.268557:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731213184 00000100:00100000:0.0:1746129487.268571:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10183 00000100:00100000:0.0:1746129487.268575:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731213056:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.268583:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.268592:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f445200/0x40a459093b05adb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1840f expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.268603:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.268605:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.268609:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f445200/0x40a459093b05adb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1840f expref: 33 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.268619:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f445200/0x40a459093b05adb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1840f expref: 33 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.268628:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f445200, rc 0) 00000100:00100000:0.0:1746129487.268654:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731213056:12345-192.168.202.4@tcp:101:cat.0 Request processed in 77us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.268660:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10183 00000100:00100000:0.0:1746129487.269028:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10184 00000100:00100000:0.0:1746129487.269034:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731212928:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.269041:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.269047:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f444200/0x40a459093b05adb9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18408 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.269068:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.269070:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.269074:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f444200/0x40a459093b05adb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18408 expref: 33 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.269129:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f444200/0x40a459093b05adb9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18408 expref: 33 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.269138:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f444200, rc 0) 00000100:00100000:0.0:1746129487.269154:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731212928:12345-192.168.202.4@tcp:101:cat.0 Request processed in 122us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.269159:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10184 00000100:00100000:0.0:1746129487.269263:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731213312 00000100:00100000:0.0:1746129487.269266:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731213312 00000100:00100000:0.0:1746129487.269445:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731213440 00000100:00100000:0.0:1746129487.269448:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731213440 00000100:00100000:0.0:1746129487.269465:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10187 00000100:00100000:0.0:1746129487.269469:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731213440:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.269474:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.269481:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fd73c00/0x40a459093b05adce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18424 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.269491:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.269492:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.269496:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fd73c00/0x40a459093b05adce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18424 expref: 34 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.269504:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fd73c00/0x40a459093b05adce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18424 expref: 34 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.269511:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fd73c00, rc 0) 00000100:00100000:0.0:1746129487.269641:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731213440:12345-192.168.202.4@tcp:101:cat.0 Request processed in 171us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.269647:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10187 00000100:00100000:0.0:1746129487.269677:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736554368:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129487.269692:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f444600/0x40a459093b05ada4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [2088960->2097151] (req 2088960->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f183fa expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.269700:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f444600, rc 0) 00000100:00100000:0.0:1746129487.269730:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+26:28532:x1830948731212672:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2688us (2859us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.269736:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10181 00000100:00100000:0.0:1746129487.270181:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.271559:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731213696 00000100:00100000:0.0:1746129487.271564:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731213696 00000100:00100000:0.0:1746129487.271602:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10188 00000100:00100000:0.0:1746129487.271608:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+29:28531:x1830948731213696:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129487.271618:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.271628:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6033a00/0x40a459093b05add5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1842b expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.271645:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009493e400/0x40a459093b05ac77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18383 expref: 13 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.271652:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f445200/0x40a459093b05adb2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1840f expref: 33 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.271657:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.271658:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.271721:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6033a00/0x40a459093b05add5 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1179648->1507327] (req 1179648->1507327) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1842b expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.271740:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f445200/0x40a459093b05adb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1840f expref: 33 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.271748:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f445200/0x40a459093b05adb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1840f expref: 33 pid: 8412 timeout: 842 lvb_type: 1 00000100:00100000:0.0:1746129487.271757:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736554624:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129487.271810:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009493e400/0x40a459093b05ac77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18383 expref: 13 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.271817:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009493e400/0x40a459093b05ac77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18383 expref: 13 pid: 7149 timeout: 842 lvb_type: 1 00000100:00100000:0.0:1746129487.271830:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135758380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736554752:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129487.271848:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.272419:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.275764:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.278865:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.278901:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.279571:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731214720 00000100:00100000:0.0:1746129487.279573:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731214720 00010000:00010000:0.0:1746129487.279585:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f444400/0x40a459093b05ac85 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18391 expref: 14 pid: 7148 timeout: 842 lvb_type: 1 00000100:00100000:0.0:1746129487.283778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.283806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.283824:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.283836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.286286:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3603 00000100:00100000:0.0:1746129487.286310:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731215744:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129487.294830:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731214464:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 15328us (15919us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129487.294840:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3600 00002000:00100000:0.0:1746129487.294850:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880135759c00 x1830948731214464/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:228/0 lens 488/440 e 0 to 0 dl 1746129498 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.294859:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759c00 with x1830948731214464 ext(1048576->2097151) 00002000:00010000:0.0:1746129487.294864:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135759c00 00000100:00100000:0.0:1746129487.295350:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.302454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.309624:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.313699:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.313791:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.318467:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.319319:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.323092:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.323141:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.334427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.338760:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.347583:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.361867:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.367470:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.375643:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.375681:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.375754:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.375906:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.375998:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.384687:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.411162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.416756:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731220352 00000100:00100000:0.0:1746129487.416763:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731220352 00000100:00100000:0.0:1746129487.416822:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10195 00000100:00100000:0.0:1746129487.416828:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731220352:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.416836:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129487.426204:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.432115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.433476:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.437777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.443944:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.458195:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3616 00000100:00100000:0.0:1746129487.458204:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948731222400:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129487.493945:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.500802:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.502538:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.503166:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.503181:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731223040 00000100:00100000:0.0:1746129487.503185:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731223040 00010000:00010000:0.0:1746129487.503205:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090991800/0x40a459093b05ac7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18398 expref: 13 pid: 4699 timeout: 842 lvb_type: 1 00000100:00100000:0.0:1746129487.503229:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731223168 00000100:00100000:0.0:1746129487.503231:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731223168 00010000:00010000:0.0:1746129487.503241:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800903dee00/0x40a459093b05ae06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1845c expref: 33 pid: 20577 timeout: 842 lvb_type: 1 00000100:00100000:0.0:1746129487.503257:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5028 00000100:00100000:0.0:1746129487.503263:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731223168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129487.503270:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129487.503285:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800903dee00/0x40a459093b05ae06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1845c expref: 33 pid: 20577 timeout: 842 lvb_type: 1 00010000:00010000:0.0:1746129487.503307:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800903dee00/0x40a459093b05ae06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1845c expref: 33 pid: 20577 timeout: 842 lvb_type: 1 00010000:00010000:0.0:1746129487.503879:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800903dee00/0x40a459093b05ae06 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1845c expref: 33 pid: 20577 timeout: 842 lvb_type: 1 00010000:00010000:0.0:1746129487.503900:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129487.503922:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731223168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 659us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.503928:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5028 00000100:00100000:0.0:1746129487.511228:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.512514:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.519441:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.523454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.527876:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.527947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.534326:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.539181:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.549156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.550425:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.556544:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.562868:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.566445:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.584104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.602526:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.606787:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.610342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.610420:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.610447:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.610472:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.628747:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+36:1962:x1830948731227520:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17799us (18266us total) trans 0 rc 516096/516096 00000100:00100000:0.0:1746129487.628758:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3621 00002000:00100000:0.0:1746129487.628768:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3661823) req@ffff880094067100 x1830948731227520/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:228/0 lens 488/440 e 0 to 0 dl 1746129498 ref 1 fl Complete:/200/0 rc 516096/516096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.628776:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094067100 with x1830948731227520 ext(3145728->3661823) 00002000:00010000:0.0:1746129487.628782:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094067100 00000100:00100000:0.0:1746129487.651521:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.651542:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731227648 00000100:00100000:0.0:1746129487.651548:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731227648 00000100:00100000:0.0:1746129487.651577:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10204 00000100:00100000:0.0:1746129487.651583:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+34:28546:x1830948731227648:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.651596:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.651608:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fb02c00/0x40a459093b05aea0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f184b0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.651627:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.651628:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.651634:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb02c00/0x40a459093b05aea0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f184b0 expref: 35 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.651646:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fb02c00/0x40a459093b05aea0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f184b0 expref: 35 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.651654:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fb02c00, rc 0) 00000100:00100000:0.0:1746129487.651683:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+35:28546:x1830948731227648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 100us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.651689:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10204 00000100:00100000:0.0:1746129487.667253:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5035 00000100:00100000:0.0:1746129487.667259:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+294:1962:x1830948731228416:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129487.667264:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129487.667268:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800903df000/0x40a459093b05ae6f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18494 expref: 294 pid: 14547 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129487.667343:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800903df000/0x40a459093b05ae6f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18494 expref: 294 pid: 14547 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129487.667405:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800903df000/0x40a459093b05ae6f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18494 expref: 294 pid: 14547 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746129487.667423:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800952eb200) 00010000:00010000:0.0:1746129487.667425:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800903df800/0x40a459093b05aeae lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129487.667452:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800903df800/0x40a459093b05aeae lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129487.667456:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129487.667470:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+293:1962:x1830948731228416:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 211us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.667475:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5035 00000100:00100000:0.0:1746129487.696945:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736558464:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129487.696967:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bbba200/0x40a459093b05aebc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->2125823] (req 2097152->2125823) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f184be expref: 33 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.696983:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bbba200, rc 0) 00000100:00100000:0.0:1746129487.697005:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+33:28543:x1830948731229056:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 10894us (11011us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.697011:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10205 00000100:00100000:0.0:1746129487.706801:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.706959:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731229696 00000100:00100000:0.0:1746129487.706966:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731229696 00000100:00100000:0.0:1746129487.708465:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10207 00000100:00100000:0.0:1746129487.708476:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+32:28550:x1830948731229696:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129487.708490:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.708503:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fb03c00/0x40a459093b05aeca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f184cc expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.708528:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc1be00/0x40a459093b05adf1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18447 expref: 42 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.708536:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0864a00/0x40a459093b05adf8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1844e expref: 33 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.708542:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.708543:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.708546:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb03c00/0x40a459093b05aeca lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f184cc expref: 33 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.708572:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0864a00/0x40a459093b05adf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1844e expref: 33 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.708587:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0864a00/0x40a459093b05adf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1844e expref: 33 pid: 8411 timeout: 843 lvb_type: 1 00000100:00100000:0.0:1746129487.708599:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736558592:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129487.708681:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc1be00/0x40a459093b05adf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18447 expref: 42 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.708689:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dc1be00/0x40a459093b05adf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18447 expref: 42 pid: 8411 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746129487.708697:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736558720:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129487.708716:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.714873:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+36:1961:x1830948731229312:12345-192.168.202.4@tcp:4:cat.0 Request processed in 18429us (18578us total) trans 21474840097 rc 0/0 00000100:00100000:0.0:1746129487.714885:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 924 00002000:00100000:0.0:1746129487.714897:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3661824->4194303) req@ffff8800a063f800 x1830948731229312/t21474840097(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:228/0 lens 488/448 e 0 to 0 dl 1746129498 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.714906:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063f800 with x1830948731229312 ext(3661824->4194303) 00010000:00010000:0.0:1746129487.714915:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0865600/0x40a459093b05ae37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3661824->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18471 expref: 36 pid: 8411 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.714927:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0865600/0x40a459093b05ae37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3661824->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18471 expref: 36 pid: 8411 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746129487.714938:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a063f800 00000100:00100000:0.0:1746129487.719621:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731230080 00000100:00100000:0.0:1746129487.719627:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731230080 00000100:00100000:0.0:1746129487.719661:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731229952 00000100:00100000:0.0:1746129487.719664:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731229952 00000100:00100000:0.0:1746129487.719680:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10208 00000100:00100000:0.0:1746129487.719686:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+36:1962:x1830948731230080:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.719699:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.719710:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65200/0x40a459093b05aed1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f184da expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.719732:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65200/0x40a459093b05aed1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f184da expref: 38 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.719741:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65200/0x40a459093b05aed1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f184da expref: 38 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.719752:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6c65200, rc 0) 00000100:00100000:0.0:1746129487.719786:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+35:1962:x1830948731230080:12345-192.168.202.4@tcp:101:cat.0 Request processed in 100us (320us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129487.719792:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10208 00000100:00100000:0.0:1746129487.719805:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10210 00000100:00100000:0.0:1746129487.719810:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+36:1962:x1830948731230208:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.719816:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.719825:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65800/0x40a459093b05aedf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f184e1 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129487.719861:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736558848:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129487.722285:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac540 going to sleep for 11 seconds 00010000:00010000:0.0:1746129487.725362:0:8411:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.4@tcp) returned -22 from glimpse AST (req@ffff880093edf800 x1830948736558848) - normal race ns: filter-lustre-OST0000_UUID lock: ffff8800a0865600/0x40a459093b05ae37 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3661824->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18471 expref: 38 pid: 8411 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.725383:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0865600/0x40a459093b05ae37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3661824->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18471 expref: 38 pid: 8411 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746129487.725395:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736558848:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129487.725411:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65800/0x40a459093b05aedf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f184e1 expref: 37 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.725421:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65800/0x40a459093b05aedf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f184e1 expref: 37 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.725427:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6c65800, rc 0) 00000100:00100000:0.0:1746129487.725449:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+36:1962:x1830948731230208:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5638us (5943us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129487.725455:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10210 00000100:00100000:0.0:1746129487.726666:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731230720 00000100:00100000:0.0:1746129487.726671:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731230720 00002000:00100000:0.0:1746129487.726700:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (2080768->2084863) req@ffff88008e073800 x1830948731230720/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:228/0 lens 488/0 e 0 to 0 dl 1746129498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.726709:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e073800 with x1830948731230720 ext(2080768->2084863) 00002000:00010000:0.0:1746129487.726713:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e073800 00000100:00100000:0.0:1746129487.727379:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3625 00000100:00100000:0.0:1746129487.727386:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731230720:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129487.727496:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731230720:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 110us (1261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129487.727501:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3625 00002000:00100000:0.0:1746129487.727506:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (2080768->2084863) req@ffff88008e073800 x1830948731230720/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746129498 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.727513:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e073800 with x1830948731230720 ext(2080768->2084863) 00002000:00010000:0.0:1746129487.727517:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e073800 00000100:00100000:0.0:1746129487.729259:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731230976 00000100:00100000:0.0:1746129487.729265:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731230976 00002000:00100000:0.0:1746129487.729290:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2121728->2125823) req@ffff88008e071500 x1830948731230976/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:228/0 lens 488/0 e 0 to 0 dl 1746129498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.729312:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071500 with x1830948731230976 ext(2121728->2125823) 00002000:00010000:0.0:1746129487.729316:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e071500 00000100:00100000:0.0:1746129487.729330:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3626 00000100:00100000:0.0:1746129487.729335:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731230976:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129487.729458:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731230976:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 122us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129487.729464:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3626 00002000:00100000:0.0:1746129487.729469:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2121728->2125823) req@ffff88008e071500 x1830948731230976/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746129498 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.729482:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071500 with x1830948731230976 ext(2121728->2125823) 00002000:00010000:0.0:1746129487.729485:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e071500 00000100:00100000:0.0:1746129487.743468:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.765679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.780483:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.781222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.792434:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10217 00000100:00100000:0.0:1746129487.792442:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1962:x1830948731233152:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129487.792450:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.792459:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65a00/0x40a459093b05af4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18520 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129487.792496:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736559616:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129487.792565:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.793262:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.794272:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736559616:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129487.794305:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65a00/0x40a459093b05af4f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18520 expref: 14 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.794315:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65a00/0x40a459093b05af4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18520 expref: 14 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.794323:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6c65a00, rc 0) 00000100:00100000:0.0:1746129487.794340:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1962:x1830948731233152:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 1899us (3410us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129487.794346:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10217 00000100:00100000:0.0:1746129487.801520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.802143:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.831592:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731234432 00000100:00100000:0.0:1746129487.831600:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731234432 00000100:00100000:0.0:1746129487.831628:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731234688 00000100:00100000:0.0:1746129487.831630:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731234688 00000100:00100000:0.0:1746129487.831652:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10221 00000100:00100000:0.0:1746129487.831656:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1963:x1830948731234560:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129487.831663:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.831677:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f996200/0x40a459093b05af87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1854a expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.831701:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f996200/0x40a459093b05af87 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1854a expref: 16 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.831709:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f996200/0x40a459093b05af87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1854a expref: 16 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.831716:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f996200, rc 0) 00000100:00100000:0.0:1746129487.831749:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1963:x1830948731234560:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 92us (391us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129487.831754:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10221 00000100:00100000:0.0:1746129487.831766:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10222 00000100:00100000:0.0:1746129487.831770:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731234688:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129487.831776:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.831785:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f996400/0x40a459093b05af95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18551 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129487.831805:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736560256:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129487.831823:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.834899:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736560256:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129487.834921:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f996400/0x40a459093b05af95 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18551 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.834933:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f996400/0x40a459093b05af95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18551 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.834942:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f996400, rc 0) 00000100:00100000:0.0:1746129487.835434:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731234688:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3661us (4053us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129487.835439:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10222 00000100:00100000:0.0:1746129487.841334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.841383:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.841408:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.841429:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.841602:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.841662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.841721:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731236096 00000100:00100000:0.0:1746129487.841724:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731236096 00000100:00100000:0.0:1746129487.842008:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10227 00000100:00100000:0.0:1746129487.842013:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731235840:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129487.842025:0:8412:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.842034:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c7b600/0x40a459093b05af9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18558 expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.842038:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.842039:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.842041:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.842063:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c7b600/0x40a459093b05af9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18558 expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.842070:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c7b600/0x40a459093b05af9c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18558 expref: 20 pid: 8410 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746129487.842077:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736561792:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129487.842093:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.845552:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.845571:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.845618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.845656:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731236352 00000100:00100000:0.0:1746129487.845658:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731236352 00010000:00010000:0.0:1746129487.845667:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009493e600/0x40a459093b05ad0a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f183ad expref: 21 pid: 22480 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746129487.845679:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5045 00000100:00100000:0.0:1746129487.845683:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948731236480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129487.845690:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129487.845709:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009493e200/0x40a459093b05ac69 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18375 expref: 10 pid: 7149 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746129487.846285:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009493e200/0x40a459093b05ac69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18375 expref: 10 pid: 7149 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746129487.846542:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129487.846560:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948731236480:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 877us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.846565:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5045 00000100:00100000:0.0:1746129487.847582:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854793:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854818:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854865:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854887:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854899:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854921:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.854967:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c098e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736561792:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129487.854990:0:8412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129487.855021:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731237504 00000100:00100000:0.0:1746129487.855027:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731237504 00002000:00100000:0.0:1746129487.855082:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2125823) req@ffff88009fcefb80 x1830948731237504/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:228/0 lens 488/0 e 0 to 0 dl 1746129498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.855092:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcefb80 with x1830948731237504 ext(2097152->2125823) 00010000:00010000:0.0:1746129487.855101:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bbba200/0x40a459093b05aebc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2125823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f184be expref: 13 pid: 20577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.855113:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bbba200/0x40a459093b05aebc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2125823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f184be expref: 13 pid: 20577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746129487.855119:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fcefb80 00000100:00100000:0.0:1746129487.855136:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731237760 00000100:00100000:0.0:1746129487.855139:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731237760 00002000:00100000:0.0:1746129487.855152:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2465791) req@ffff88009fcee680 x1830948731237760/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:228/0 lens 488/0 e 0 to 0 dl 1746129498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.855158:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcee680 with x1830948731237760 ext(2097152->2465791) 00010000:00010000:0.0:1746129487.855164:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dc1be00/0x40a459093b05aef4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->2572287] (req 2097152->2465791) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f184ef expref: 9 pid: 8411 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.855172:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dc1be00/0x40a459093b05aef4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->2572287] (req 2097152->2465791) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f184ef expref: 9 pid: 8411 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746129487.855178:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fcee680 00000100:00100000:0.0:1746129487.855187:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731237632 00000100:00100000:0.0:1746129487.855190:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731237632 00002000:00100000:0.0:1746129487.855198:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2572288->3145727) req@ffff88009fced180 x1830948731237632/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:228/0 lens 488/0 e 0 to 0 dl 1746129498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.855204:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fced180 with x1830948731237632 ext(2572288->3145727) 00010000:00010000:0.0:1746129487.855209:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800903dfa00/0x40a459093b05ae99 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2572288->3145727] (req 2572288->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f184a9 expref: 22 pid: 20577 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.855215:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800903dfa00/0x40a459093b05ae99 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2572288->3145727] (req 2572288->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f184a9 expref: 22 pid: 20577 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746129487.855220:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fced180 00000100:00100000:0.0:1746129487.855233:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 928 00000100:00100000:0.0:1746129487.855239:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731237760:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129487.855633:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5047 00000100:00100000:0.0:1746129487.855640:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731236992:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129487.855650:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129487.855671:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bbbaa00/0x40a459093b05adea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18440 expref: 10 pid: 8411 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.855682:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bbbaa00/0x40a459093b05adea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18440 expref: 10 pid: 8411 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.855703:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bbbaa00/0x40a459093b05adea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18440 expref: 10 pid: 8411 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.855720:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129487.855738:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731236992:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 99us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.861517:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5047 00000100:00100000:0.0:1746129487.872483:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.875787:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.876212:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.880131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.880156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.880175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.880198:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.880211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.880277:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.881833:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.881893:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.881983:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.882172:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129487.882566:0:8412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.882573:0:8412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.882590:0:8412:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.882595:0:8412:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.882601:0:8412:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.882606:0:8412:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f997c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129487.882610:0:8412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.882616:0:8412:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.882624:0:8412:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.882629:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f997c00/0x40a459093b05afcd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129487.882668:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731235840:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 40655us (41238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129487.882674:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10227 00000100:00100000:0.0:1746129487.883243:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.886185:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.888315:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10237 00000100:00100000:0.0:1746129487.888322:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+15:28562:x1830948731240448:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129487.888335:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.888352:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f997200/0x40a459093b05b052 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f185a5 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.888380:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6cf6600/0x40a459093b05b028 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1857b expref: 16 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.888387:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.888390:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.888393:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f997200/0x40a459093b05b052 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1482752->1540095] (req 1482752->1540095) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f185a5 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.888421:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6cf6600/0x40a459093b05b028 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1857b expref: 16 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.888432:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6cf6600/0x40a459093b05b028 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1857b expref: 16 pid: 31503 timeout: 843 lvb_type: 1 00000100:00100000:0.0:1746129487.888444:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736562560:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129487.888509:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.890267:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.893629:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.895839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.896689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.896742:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.896765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.896837:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.896896:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.897702:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.897750:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.897808:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.903466:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.903499:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.903536:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.903576:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.910944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.910963:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731244160 00000100:00100000:0.0:1746129487.910971:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731244160 00002000:00100000:0.0:1746129487.911015:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1536000->1540095) req@ffff88009fb9f100 x1830948731244160/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:228/0 lens 488/0 e 0 to 0 dl 1746129498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.911024:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9f100 with x1830948731244160 ext(1536000->1540095) 00002000:00010000:0.0:1746129487.911030:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9f100 00000100:00100000:0.0:1746129487.911057:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3634 00000100:00100000:0.0:1746129487.911063:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731244160:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129487.911227:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731244160:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 164us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129487.911233:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3634 00002000:00100000:0.0:1746129487.911237:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1536000->1540095) req@ffff88009fb9f100 x1830948731244160/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746129498 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129487.911244:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9f100 with x1830948731244160 ext(1536000->1540095) 00002000:00010000:0.0:1746129487.911247:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9f100 00000100:00100000:0.0:1746129487.917146:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.928405:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.938832:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.938889:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.945552:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.945596:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.945620:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731245184 00000100:00100000:0.0:1746129487.945629:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731245184 00000100:00100000:0.0:1746129487.945689:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10245 00000100:00100000:0.0:1746129487.945697:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+17:1962:x1830948731245184:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.945724:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.945743:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f996a00/0x40a459093b05b0c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f185eb expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129487.945807:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736563072:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129487.945885:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.947663:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736563072:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129487.947689:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f996a00/0x40a459093b05b0c2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f185eb expref: 18 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.947699:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f996a00/0x40a459093b05b0c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f185eb expref: 18 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129487.947722:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f996a00, rc 0) 00000100:00100000:0.0:1746129487.947743:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+17:1962:x1830948731245184:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2047us (2201us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129487.947749:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10245 00000100:00100000:0.0:1746129487.948812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.950605:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731245568 00000100:00100000:0.0:1746129487.950611:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731245568 00010000:00010000:0.0:1746129487.950632:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f997200/0x40a459093b05b052 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1482752->1540095) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185a5 expref: 17 pid: 8412 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746129487.950658:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5060 00000100:00100000:0.0:1746129487.950661:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+17:1962:x1830948731245568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129487.950668:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129487.950689:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f997200/0x40a459093b05b052 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1482752->1540095) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185a5 expref: 17 pid: 8412 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.950697:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f997200/0x40a459093b05b052 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1482752->1540095) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185a5 expref: 17 pid: 8412 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.950712:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f997200/0x40a459093b05b052 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1482752->1540095) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185a5 expref: 17 pid: 8412 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129487.950719:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.950720:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129487.950725:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2c00/0x40a459093b05b0bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1986559) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185e4 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.950730:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2c00/0x40a459093b05b0bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1986559) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185e4 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.950749:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2c00/0x40a459093b05b0bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1986559) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185e4 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129487.950756:0:15749:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2c00/0x40a459093b05b0bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1986559) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185e4 expref: 10 pid: 7148 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746129487.950766:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736563328:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129487.950827:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.952732:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.952996:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.963145:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.966618:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129487.979638:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731247104 00000100:00100000:0.0:1746129487.979647:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731247104 00000100:00100000:0.0:1746129487.979748:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3878 00000100:00100000:0.0:1746129487.979758:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:28565:x1830948731247104:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129487.979993:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:28565:x1830948731247104:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 236us (1758us total) trans 8589943626 rc 0/0 00000100:00100000:0.0:1746129487.980000:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3878 00000100:00100000:0.0:1746129487.981699:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731247232 00000100:00100000:0.0:1746129487.981709:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731247232 00000100:00100000:0.0:1746129487.981759:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10249 00000100:00100000:0.0:1746129487.981767:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+16:1960:x1830948731247232:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129487.981783:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129487.981804:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c40b200/0x40a459093b05b0de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18607 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129487.981863:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736563584:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129487.981940:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129487.996062:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.002073:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.017580:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.020842:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.020896:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.020933:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731248384 00000100:00100000:0.0:1746129488.020940:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731248384 00002000:00100000:0.0:1746129488.020979:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009507ce00 x1830948731248384/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:229/0 lens 488/0 e 0 to 0 dl 1746129499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129488.020996:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ce00 with x1830948731248384 ext(1048576->2097151) 00002000:00010000:0.0:1746129488.021002:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507ce00 00000100:00100000:0.0:1746129488.021019:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731248640 00000100:00100000:0.0:1746129488.021021:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731248640 00002000:00100000:0.0:1746129488.021031:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009507ed80 x1830948731248640/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:229/0 lens 488/0 e 0 to 0 dl 1746129499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129488.021038:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ed80 with x1830948731248640 ext(1048576->2097151) 00002000:00010000:0.0:1746129488.021041:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507ed80 00000100:00100000:0.0:1746129488.022054:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3639 00000100:00100000:0.0:1746129488.022064:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731248640:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129488.060475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.060524:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.062440:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.062493:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.062928:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3643 00000100:00100000:0.0:1746129488.062935:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731249664:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129488.096003:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.129177:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.133417:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+301:28573:x1830948731250176:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4065us (4242us total) trans 8589943628 rc 0/0 00000100:00100000:0.0:1746129488.133426:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9835 00000100:00100000:0.0:1746129488.138606:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.165503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.175457:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.179024:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.179090:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.179120:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731250816 00000100:00100000:0.0:1746129488.179124:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731250816 00002000:00100000:0.0:1746129488.179148:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009507e680 x1830948731250816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:229/0 lens 488/0 e 0 to 0 dl 1746129499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129488.179157:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507e680 with x1830948731250816 ext(1048576->2097151) 00002000:00010000:0.0:1746129488.179160:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507e680 00000100:00100000:0.0:1746129488.179171:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731251584 00000100:00100000:0.0:1746129488.179173:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731251584 00002000:00100000:0.0:1746129488.179185:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880095625880 x1830948731251584/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:229/0 lens 488/0 e 0 to 0 dl 1746129499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129488.179192:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625880 with x1830948731251584 ext(1048576->2097151) 00002000:00010000:0.0:1746129488.179194:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095625880 00000100:00100000:0.0:1746129488.179210:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3647 00000100:00100000:0.0:1746129488.179215:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+19:1960:x1830948731250816:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129488.186929:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129488.187182:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129488.216372:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.219129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.220821:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.220837:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731252480 00000100:00100000:0.0:1746129488.220840:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731252480 00000100:00100000:0.0:1746129488.220948:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3880 00000100:00100000:0.0:1746129488.220957:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+302:28573:x1830948731252480:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:0.0:1746129488.221056:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+303:28573:x1830948731252480:12345-192.168.202.4@tcp:35:cat.0 Request processed in 101us (235us total) trans 8589943631 rc 0/0 00000100:00100000:0.0:1746129488.221397:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3880 00000100:00100000:0.0:1746129488.224740:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.229140:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.236414:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.236977:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129488.237135:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129488.243773:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731253632 00000100:00100000:0.0:1746129488.243779:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731253632 00000100:00100000:0.0:1746129488.243825:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10252 00000100:00100000:0.0:1746129488.243832:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+23:28575:x1830948731253632:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129488.243850:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129488.243863:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7800/0x40a459093b05b18d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1863f expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.243884:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090991c00/0x40a459093b05b067 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1859e expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.243891:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6032400/0x40a459093b05b09f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f185d6 expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129488.243897:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.243898:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.243901:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7800/0x40a459093b05b18d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->4202495] (req 4194304->4202495) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1863f expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.243927:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6032400/0x40a459093b05b09f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f185d6 expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129488.243940:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6032400/0x40a459093b05b09f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f185d6 expref: 11 pid: 7148 timeout: 843 lvb_type: 1 00000100:00100000:0.0:1746129488.243950:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095626680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736564608:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129488.244012:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090991c00/0x40a459093b05b067 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1859e expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.244019:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090991c00/0x40a459093b05b067 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1859e expref: 24 pid: 7149 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746129488.244026:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736564736:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129488.244039:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746129488.244328:0:2271:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcc1c00/0x40a459093b05b186 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244343:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcc1c00/0x40a459093b05b186 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000004:00200000:0.0:1746129488.244375:0:2271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129488.244379:0:2271:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129488.244391:0:2271:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcc1c00/0x40a459093b05b186 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244399:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcc1c00/0x40a459093b05b186 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244406:0:2271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05b178 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244415:0:2271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05b178 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244420:0:2271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05b178 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244424:0:2271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a2e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129488.244427:0:2271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05b178 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244433:0:2271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05b178 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244440:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129488.244442:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129488.244445:0:2271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05b178 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244448:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05b178 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244470:0:2271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05b17f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244475:0:2271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05b17f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244480:0:2271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05b17f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244484:0:2271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a2800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129488.244486:0:2271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05b17f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244493:0:2271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05b17f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244498:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880136997000) 00010000:00010000:0.0:1746129488.244500:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129488.244502:0:2271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05b17f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244506:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05b17f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129488.244542:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3800/0x40a459093b05b171 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18638 expref: 12 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.244552:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcc1c00/0x40a459093b05b186 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18638 expref: 11 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.244557:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800952eb200) 00010000:00010000:0.0:1746129488.244558:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129488.244560:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcc1c00, rc 0) 00000100:00100000:0.0:1746129488.245341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.245377:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.245391:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731254016 00000100:00100000:0.0:1746129488.245394:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731254016 00000100:00100000:0.0:1746129488.245457:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3881 00000100:00100000:0.0:1746129488.245466:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:28582:x1830948731254016:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:0.0:1746129488.245593:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:28582:x1830948731254016:12345-192.168.202.4@tcp:35:cat.0 Request processed in 129us (215us total) trans 8589943633 rc 0/0 00000100:00100000:0.0:1746129488.245601:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3881 00000100:00100000:0.0:1746129488.245648:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.251130:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.251360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.251383:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.251418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.255078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.255672:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731254912 00000100:00100000:0.0:1746129488.255675:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731254912 00000100:00100000:0.0:1746129488.257137:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10256 00000100:00100000:0.0:1746129488.257148:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731254912:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129488.257161:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129488.257173:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cfd6800/0x40a459093b05b1a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1865b expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.257189:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.257191:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.257197:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfd6800/0x40a459093b05b1a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1865b expref: 7 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129488.257208:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cfd6800/0x40a459093b05b1a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1865b expref: 7 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129488.257216:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cfd6800, rc 0) 00000100:00100000:0.0:1746129488.257246:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731254912:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 102us (1678us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129488.257251:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10256 00000100:00100000:0.0:1746129488.265607:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.267931:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.268919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.270433:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.271196:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.273679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.274623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.278057:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736565760:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129488.278083:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c539a00/0x40a459093b05b1e8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1868c expref: 12 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.278097:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c539a00, rc 0) 00000100:00100000:0.0:1746129488.278147:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:28582:x1830948731256960:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4074us (4472us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129488.278154:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10262 00000100:00100000:0.0:1746129488.279025:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.279122:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.280977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.283716:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.283803:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.296558:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.296594:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.296639:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.297251:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.297262:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731259136 00000100:00100000:0.0:1746129488.297264:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731259136 00002000:00100000:0.0:1746129488.297276:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3489792->4194303) req@ffff88009402ad80 x1830948731259136/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:229/0 lens 488/0 e 0 to 0 dl 1746129499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129488.297289:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009402ad80 with x1830948731259136 ext(3489792->4194303) 00002000:00010000:0.0:1746129488.297314:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009402ad80 00000100:00100000:0.0:1746129488.297511:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3656 00000100:00100000:0.0:1746129488.297517:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+13:1961:x1830948731259136:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129488.325406:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.417078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.440255:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.442746:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.442777:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731260160 00000100:00100000:0.0:1746129488.442783:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731260160 00000100:00100000:0.0:1746129488.442812:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10263 00000100:00100000:0.0:1746129488.442818:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:28588:x1830948731260160:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129488.442831:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129488.442844:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b05b243 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f186a8 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.442867:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2a00/0x40a459093b05b0d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f185f9 expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.442875:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129a13000/0x40a459093b05b1b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18662 expref: 6 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129488.442883:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05b108 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18615 expref: 17 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129488.443091:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.443094:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.443098:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b05b243 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1060864->1482751] (req 1060864->1482751) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f186a8 expref: 13 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.443133:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05b108 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18615 expref: 17 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129488.443146:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05b108 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18615 expref: 17 pid: 22481 timeout: 843 lvb_type: 1 00000100:00100000:0.0:1746129488.443159:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736566016:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129488.450185:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.450205:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.450225:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731260416 00000100:00100000:0.0:1746129488.450230:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731260416 00000100:00100000:0.0:1746129488.450261:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10264 00000100:00100000:0.0:1746129488.450267:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948731260416:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129488.450287:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129488.450318:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05b24a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f186af expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.450345:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.450655:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05b24a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f186af expref: 19 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129488.450670:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05b24a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f186af expref: 19 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129488.450688:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384800, rc 0) 00000100:00100000:0.0:1746129488.450730:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948731260416:12345-192.168.202.4@tcp:101:cat.0 Request processed in 462us (548us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129488.450735:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10264 00000100:00100000:0.0:1746129488.451259:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.451554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.451584:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731260928 00000100:00100000:0.0:1746129488.451587:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731260928 00010000:00010000:0.0:1746129488.451599:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2a00/0x40a459093b05b0d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185f9 expref: 14 pid: 7148 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746129488.451614:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5074 00000100:00100000:0.0:1746129488.451618:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731260928:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129488.451624:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129488.451633:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2a00/0x40a459093b05b0d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185f9 expref: 14 pid: 7148 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129488.451641:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2a00/0x40a459093b05b0d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f185f9 expref: 14 pid: 7148 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746129488.451652:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.451653:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.451659:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b05b243 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1482751) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f186a8 expref: 14 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.451666:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b05b243 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1482751) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f186a8 expref: 14 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.451682:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b05b243 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1482751) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f186a8 expref: 14 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129488.451688:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736566528:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129488.451706:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129488.455117:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.460060:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731261312 00000100:00100000:0.0:1746129488.460070:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731261312 00000100:00100000:0.0:1746129488.460181:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10267 00000100:00100000:0.0:1746129488.460191:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+17:28591:x1830948731261312:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129488.460211:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129488.460231:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05b25f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f186c4 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.460263:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b05b243 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1482751) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f186a8 expref: 11 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.460271:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129488.460273:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129488.460276:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05b25f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f186c4 expref: 18 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.460341:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b05b243 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1482751) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f186a8 expref: 11 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.460354:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b05b243 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1482751) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f186a8 expref: 11 pid: 8412 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746129488.460367:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736566656:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129488.460504:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129488.460592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.463757:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.463861:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.465842:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.476979:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.481975:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.485066:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.488552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.493696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.493751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.503037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.521545:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.524820:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.535778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.540409:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.545073:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.545111:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.545142:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.545183:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.562245:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731265024 00000100:00100000:0.0:1746129488.562251:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731265024 00010000:00010000:0.0:1746129488.562275:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091b4ec00/0x40a459093b05b251 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f186b6 expref: 26 pid: 22481 timeout: 843 lvb_type: 1 00000100:00100000:0.0:1746129488.562324:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5080 00000100:00100000:0.0:1746129488.562330:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731265024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129488.562342:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129488.562359:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091b4ec00/0x40a459093b05b251 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f186b6 expref: 26 pid: 22481 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746129488.562369:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091b4ec00/0x40a459093b05b251 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f186b6 expref: 26 pid: 22481 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746129488.562387:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091b4ec00/0x40a459093b05b251 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f186b6 expref: 26 pid: 22481 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746129488.562413:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.562415:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129488.562420:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c539e00/0x40a459093b05b289 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f186e0 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.562427:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c539e00/0x40a459093b05b289 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f186e0 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.562453:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c539e00/0x40a459093b05b289 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3080192->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f186e0 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129488.562467:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736567808:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129488.562528:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129488.565949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.568210:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.571709:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.578584:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.581684:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.585018:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.587772:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.604104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.620975:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.678713:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.682354:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.682387:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.682423:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.682438:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731267456 00000100:00100000:0.0:1746129488.682443:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731267456 00010000:00010000:0.0:1746129488.682471:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009493e600/0x40a459093b05b098 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f185c8 expref: 17 pid: 7148 timeout: 843 lvb_type: 1 00000100:00100000:0.0:1746129488.682492:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731267328 00000100:00100000:0.0:1746129488.682494:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731267328 00010000:00010000:0.0:1746129488.682503:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129a13e00/0x40a459093b05b1b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18669 expref: 6 pid: 8412 timeout: 843 lvb_type: 1 00000100:00100000:0.0:1746129488.682518:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5083 00000100:00100000:0.0:1746129488.682524:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+19:1960:x1830948731267584:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129488.682529:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129488.682542:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3c00/0x40a459093b05b02f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18582 expref: 19 pid: 7149 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746129488.682549:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3c00/0x40a459093b05b02f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18582 expref: 19 pid: 7149 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746129488.682578:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3c00/0x40a459093b05b02f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18582 expref: 19 pid: 7149 timeout: 843 lvb_type: 1 00010000:00010000:0.0:1746129488.682594:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129488.682615:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+18:1960:x1830948731267584:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 90us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129488.682624:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5083 00000100:00100000:0.0:1746129488.689161:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.700640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.734569:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.734618:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.744009:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.748713:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.753466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.757020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.757065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.761424:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.766089:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731269760 00000100:00100000:0.0:1746129488.766092:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731269760 00000100:00100000:0.0:1746129488.766212:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10279 00000100:00100000:0.0:1746129488.766219:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+18:28610:x1830948731269760:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129488.766229:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129488.766240:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009487e800/0x40a459093b05b300 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1872d expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.766260:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945c2400/0x40a459093b05b2ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1949695) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f186f5 expref: 14 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.766266:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129488.766267:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129488.766270:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009487e800/0x40a459093b05b300 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1872d expref: 19 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.766309:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945c2400/0x40a459093b05b2ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1949695) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f186f5 expref: 14 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129488.766318:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945c2400/0x40a459093b05b2ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1122304->1949695) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f186f5 expref: 14 pid: 8412 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746129488.766326:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736569472:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129488.766695:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129488.771832:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.773311:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.784923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.786222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.790486:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.812838:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.817775:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.818968:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.822533:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.824278:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.826915:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.827437:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.833686:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.838533:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.848408:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.848465:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.848540:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.853722:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731273088 00000100:00100000:0.0:1746129488.853730:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731273088 00002000:00100000:0.0:1746129488.853770:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012bd92300 x1830948731273088/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:229/0 lens 488/0 e 0 to 0 dl 1746129499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129488.853779:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92300 with x1830948731273088 ext(2097152->3145727) 00002000:00010000:0.0:1746129488.853784:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd92300 00000100:00100000:0.0:1746129488.853817:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3678 00000100:00100000:0.0:1746129488.853824:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948731273088:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129488.885123:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731273088:12345-192.168.202.4@tcp:3:cat.0 Request processed in 31298us (34082us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129488.885131:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3678 00002000:00100000:0.0:1746129488.885137:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012bd92300 x1830948731273088/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:229/0 lens 488/440 e 0 to 0 dl 1746129499 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129488.885144:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92300 with x1830948731273088 ext(2097152->3145727) 00002000:00010000:0.0:1746129488.885148:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd92300 00000100:00100000:0.0:1746129488.899250:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.901491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.902420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.902536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.902595:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3682 00000100:00100000:0.0:1746129488.902604:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731274368:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129488.907448:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.908924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.911253:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.914439:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.916557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.924190:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.924225:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.924237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.924257:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.929356:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.929375:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731276032 00000100:00100000:0.0:1746129488.929380:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731276032 00002000:00100000:0.0:1746129488.929409:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1331200->1335295) req@ffff88009c09ad80 x1830948731276032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:229/0 lens 488/0 e 0 to 0 dl 1746129499 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129488.929417:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09ad80 with x1830948731276032 ext(1331200->1335295) 00002000:00010000:0.0:1746129488.929421:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09ad80 00000100:00100000:0.0:1746129488.929446:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3684 00000100:00100000:0.0:1746129488.929452:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731276032:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129488.929566:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731276032:12345-192.168.202.4@tcp:3:cat.0 Request processed in 114us (210us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129488.929575:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3684 00002000:00100000:0.0:1746129488.929579:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1331200->1335295) req@ffff88009c09ad80 x1830948731276032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746129499 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129488.929584:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09ad80 with x1830948731276032 ext(1331200->1335295) 00002000:00010000:0.0:1746129488.929587:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09ad80 00000100:00100000:0.0:1746129488.936641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.963222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.968766:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.968818:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.970972:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.973831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.978706:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.989185:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.989237:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129488.997694:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.100391:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.105994:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.106059:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.106101:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731278080 00000100:00100000:0.0:1746129489.106107:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731278080 00000100:00100000:0.0:1746129489.106161:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731278336 00000100:00100000:0.0:1746129489.106163:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731278336 00000100:00100000:0.0:1746129489.106180:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3889 00000100:00100000:0.0:1746129489.106189:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f51850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:27693:x1830948731278080:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746129489.106421:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f51850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:27693:x1830948731278080:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 233us (434us total) trans 8589943648 rc 0/0 00000100:00100000:0.0:1746129489.106431:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3889 00000100:00100000:0.0:1746129489.106471:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3890 00000100:00100000:0.0:1746129489.106476:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+311:7701:x1830948731278336:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746129489.106532:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+312:7701:x1830948731278336:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 55us (473us total) trans 8589943649 rc 0/0 00000100:00100000:0.0:1746129489.106537:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3890 00000100:00100000:0.0:1746129489.108467:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.109416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.114832:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.115252:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.115276:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.115486:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.115717:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.120200:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736572416:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129489.120225:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095045800/0x40a459093b05b393 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18796 expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129489.120237:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095045800/0x40a459093b05b393 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18796 expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129489.121067:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095045800, rc 0) 00000100:00100000:0.0:1746129489.121974:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1960:x1830948731278848:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 6117us (7148us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129489.121980:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10291 00000100:00100000:0.0:1746129489.124649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.130411:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731279616 00000100:00100000:0.0:1746129489.130418:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731279616 00010000:00010000:0.0:1746129489.130449:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095044400/0x40a459093b05b38c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18788 expref: 15 pid: 14548 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746129489.130571:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5099 00000100:00100000:0.0:1746129489.130580:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1962:x1830948731279616:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129489.130594:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129489.130599:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095044400/0x40a459093b05b38c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18788 expref: 15 pid: 14548 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746129489.130611:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095044400/0x40a459093b05b38c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18788 expref: 15 pid: 14548 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746129489.130632:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095044400/0x40a459093b05b38c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18788 expref: 15 pid: 14548 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746129489.130661:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800952eb200) 00010000:00010000:0.0:1746129489.130666:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e950200/0x40a459093b05b3bd lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129489.130674:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e950200/0x40a459093b05b3bd lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129489.130680:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e950200/0x40a459093b05b3bd lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129489.130705:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129489.130752:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1962:x1830948731279616:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 173us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129489.130759:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5099 00000100:00100000:0.0:1746129489.135588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.141022:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.147081:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.147966:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.148011:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.148026:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.148078:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.148099:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.153158:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.153197:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.153223:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731280896 00000100:00100000:0.0:1746129489.153230:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731280896 00010000:00010000:0.0:1746129489.153257:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095f12e00/0x40a459093b05b021 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18574 expref: 27 pid: 20577 timeout: 844 lvb_type: 1 00000100:00100000:0.0:1746129489.153313:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731281024 00000100:00100000:0.0:1746129489.153316:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731281024 00010000:00010000:0.0:1746129489.153327:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfd6800/0x40a459093b05b1a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1865b expref: 10 pid: 31503 timeout: 844 lvb_type: 1 00000100:00100000:0.0:1746129489.153343:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5100 00000100:00100000:0.0:1746129489.153350:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731280896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129489.153361:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129489.153379:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095f12e00/0x40a459093b05b021 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18574 expref: 27 pid: 20577 timeout: 844 lvb_type: 1 00010000:00010000:0.0:1746129489.153396:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095f12e00/0x40a459093b05b021 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18574 expref: 27 pid: 20577 timeout: 844 lvb_type: 1 00010000:00010000:0.0:1746129489.153503:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095f12e00/0x40a459093b05b021 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18574 expref: 27 pid: 20577 timeout: 844 lvb_type: 1 00010000:00010000:0.0:1746129489.153524:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129489.153542:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731280896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 192us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129489.153549:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5100 00000100:00100000:0.0:1746129489.154410:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.154437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.154458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.154475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.154506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.154526:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731281536 00000100:00100000:0.0:1746129489.154530:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731281536 00002000:00100000:0.0:1746129489.154556:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2654207) req@ffff88008e071f80 x1830948731281536/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:230/0 lens 488/0 e 0 to 0 dl 1746129500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129489.154566:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071f80 with x1830948731281536 ext(2097152->2654207) 00010000:00010000:0.0:1746129489.154572:0:21463:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095044200/0x40a459093b05b370 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2654207) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18781 expref: 26 pid: 8412 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746129489.154582:0:21463:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095044200/0x40a459093b05b370 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2654207) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18781 expref: 26 pid: 8412 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746129489.154593:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e071f80 00000100:00100000:0.0:1746129489.154608:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731281280 00000100:00100000:0.0:1746129489.154611:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731281280 00000100:00080000:0.0:1746129489.154632:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:0.0:1746129489.154648:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e5:0x0] (1777664->2097151) req@ffff88008e070a80 x1830948731281280/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:230/0 lens 488/0 e 0 to 0 dl 1746129500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129489.154654:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070a80 with x1830948731281280 ext(1777664->2097151) 00010000:00010000:0.0:1746129489.154660:0:21463:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ab0a00/0x40a459093b05b346 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18757 expref: 18 pid: 31503 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746129489.154667:0:21463:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ab0a00/0x40a459093b05b346 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18757 expref: 18 pid: 31503 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746129489.154672:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e070a80 00000100:00100000:0.0:1746129489.154689:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731281408 00000100:00100000:0.0:1746129489.154692:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731281408 00002000:00100000:0.0:1746129489.154705:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1335295) req@ffff88008e070700 x1830948731281408/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:230/0 lens 488/0 e 0 to 0 dl 1746129500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129489.154711:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070700 with x1830948731281408 ext(1048576->1335295) 00010000:00010000:0.0:1746129489.154716:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a9209a00/0x40a459093b05b354 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18765 expref: 19 pid: 8412 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746129489.154723:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a9209a00/0x40a459093b05b354 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18765 expref: 19 pid: 8412 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746129489.154732:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e070700 00000100:00100000:0.0:1746129489.154743:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731281664 00000100:00100000:0.0:1746129489.154745:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731281664 00002000:00100000:0.0:1746129489.154757:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1703936->2097151) req@ffff88008e071180 x1830948731281664/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:230/0 lens 488/0 e 0 to 0 dl 1746129500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129489.154763:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071180 with x1830948731281664 ext(1703936->2097151) 00010000:00010000:0.0:1746129489.154768:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e951c00/0x40a459093b05b369 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1877a expref: 27 pid: 31503 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746129489.154775:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e951c00/0x40a459093b05b369 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1703936->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1877a expref: 27 pid: 31503 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746129489.154779:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e071180 00000100:00100000:0.0:1746129489.154793:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 943 00000100:00100000:0.0:1746129489.154799:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948731281536:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129489.155324:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 944 00000100:00100000:0.0:1746129489.155331:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731281280:12345-192.168.202.4@tcp:4:cat.0 00000100:00080000:0.0:1746129489.160360:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129489.160436:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.160452:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.160466:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.160487:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.160506:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731282048 00000100:00100000:0.0:1746129489.160511:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731282048 00000100:00100000:0.0:1746129489.160536:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731282176 00000100:00100000:0.0:1746129489.160538:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731282176 00000100:00100000:0.0:1746129489.160547:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731282304 00000100:00100000:0.0:1746129489.160549:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731282304 00000100:00100000:0.0:1746129489.160557:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10302 00000100:00100000:0.0:1746129489.160562:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731282048:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129489.160574:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129489.160586:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094fee400/0x40a459093b05b411 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f187c7 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129489.160611:0:31503:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d24f, atime: 0x6813d24f, ctime: 0x6813d24f, blocks: 0x809 00010000:00010000:0.0:1746129489.160622:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129489.160623:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129489.160631:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094fee400/0x40a459093b05b411 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f187c7 expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129489.160642:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094fee400/0x40a459093b05b411 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f187c7 expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129489.160650:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fee400, rc 0) 00000100:00100000:0.0:1746129489.160674:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731282048:12345-192.168.202.4@tcp:101:cat.0 Request processed in 111us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129489.160679:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10302 00000100:00100000:0.0:1746129489.160692:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10304 00000100:00100000:0.0:1746129489.160696:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731282304:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129489.160701:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129489.160707:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fefe00/0x40a459093b05b41f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f187d5 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129489.160738:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e073800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736574464:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129489.160786:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129489.160847:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731282432 00000100:00100000:0.0:1746129489.160850:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731282432 00000100:00100000:0.0:1746129489.160865:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10305 00000100:00100000:0.0:1746129489.160869:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731282432:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129489.160874:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129489.160880:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f229800/0x40a459093b05b426 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f187dc expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129489.160899:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e071500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736574592:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129489.160917:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0aca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129489.166532:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e071500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736574592:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129489.166547:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f229800/0x40a459093b05b426 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f187dc expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129489.166556:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f229800/0x40a459093b05b426 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f187dc expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129489.166564:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f229800, rc 0) 00000100:00100000:0.0:1746129489.166581:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731282432:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5711us (5747us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129489.166587:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10305 00000100:00100000:0.0:1746129489.171576:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731281280:12345-192.168.202.4@tcp:4:cat.0 Request processed in 16242us (17113us total) trans 21474840106 rc 0/0 00000100:00100000:0.0:1746129489.171583:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 944 00002000:00100000:0.0:1746129489.171590:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e5:0x0] (1777664->2097151) req@ffff88008e070a80 x1830948731281280/t21474840106(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:230/0 lens 488/448 e 0 to 0 dl 1746129500 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129489.171596:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070a80 with x1830948731281280 ext(1777664->2097151) 00010000:00010000:0.0:1746129489.171602:0:21463:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ab0a00/0x40a459093b05b346 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18757 expref: 22 pid: 31503 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746129489.171610:0:21463:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ab0a00/0x40a459093b05b346 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18757 expref: 22 pid: 31503 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746129489.171615:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e070a80 00000100:00100000:0.0:1746129489.171686:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731283072 00000100:00100000:0.0:1746129489.171692:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731283072 00000100:00100000:0.0:1746129489.171723:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731283328 00000100:00100000:0.0:1746129489.171725:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731283328 00000100:00100000:0.0:1746129489.171739:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9852 00000100:00100000:0.0:1746129489.171745:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+28:28623:x1830948731283072:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129489.171761:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129489.171774:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a86000/0x40a459093b05b43b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f187f1 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.171841:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a86e00/0x40a459093b05b442 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129489.171854:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012db48000/0x40a459093b05b3d2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f187b9 expref: 15 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.171865:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a86e00/0x40a459093b05b442 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129489.171891:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012db48000/0x40a459093b05b3d2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f187b9 expref: 15 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.171899:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012db48000/0x40a459093b05b3d2 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f187b9 expref: 15 pid: 14548 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746129489.171909:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e071500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736574848:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129489.171961:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0aca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129489.174856:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.178571:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.178668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.178697:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.178722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.178737:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.178801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.180239:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.180256:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.180267:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.180277:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731284480 00000100:00100000:0.0:1746129489.180280:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731284480 00000100:00100000:0.0:1746129489.180313:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731284736 00000100:00100000:0.0:1746129489.180315:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731284736 00000100:00100000:0.0:1746129489.180328:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10310 00000100:00100000:0.0:1746129489.180333:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731284480:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129489.180342:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129489.180350:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095d0c000/0x40a459093b05b481 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1880d expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129489.180379:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736575104:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129489.180461:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129489.180481:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.180546:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.180613:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10313 00000100:00100000:0.0:1746129489.180620:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731284992:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129489.180627:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129489.180635:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094302800/0x40a459093b05b496 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18822 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.180646:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129489.180647:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129489.180652:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094302800/0x40a459093b05b496 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18822 expref: 23 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129489.180662:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094302800/0x40a459093b05b496 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18822 expref: 23 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129489.180669:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094302800, rc 0) 00000100:00100000:0.0:1746129489.180687:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731284992:12345-192.168.202.4@tcp:101:cat.0 Request processed in 67us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129489.180692:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10313 00010000:00010000:0.0:1746129489.180792:0:8410:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a0865c00/0x40a459093b05b3f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.180800:0:8410:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0865c00/0x40a459093b05b3f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.180814:0:8410:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0865c00/0x40a459093b05b3f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.180819:0:8410:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0865c00/0x40a459093b05b3f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.180825:0:8410:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0865c00/0x40a459093b05b3f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.180830:0:8410:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0865c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129489.180833:0:8410:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0865c00/0x40a459093b05b3f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.180839:0:8410:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0865c00/0x40a459093b05b3f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.180848:0:8410:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0865c00/0x40a459093b05b3f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129489.180853:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0865c00/0x40a459093b05b3f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129489.180892:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1962:x1830948731280384:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 32420us (32880us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129489.180898:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10298 00000100:00100000:0.0:1746129489.185990:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.193717:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.194275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.198261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.206508:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731285760:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12072us (12231us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129489.206518:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3688 00002000:00100000:0.0:1746129489.206527:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013145e300 x1830948731285760/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:230/0 lens 488/440 e 0 to 0 dl 1746129500 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129489.206537:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145e300 with x1830948731285760 ext(0->1048575) 00002000:00010000:0.0:1746129489.206542:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145e300 00000100:00100000:0.0:1746129489.213186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.217886:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.221724:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731286784 00000100:00100000:0.0:1746129489.221734:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731286784 00002000:00100000:0.0:1746129489.221783:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd91880 x1830948731286784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:230/0 lens 488/0 e 0 to 0 dl 1746129500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129489.221793:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91880 with x1830948731286784 ext(1048576->2097151) 00002000:00010000:0.0:1746129489.221798:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91880 00000100:00100000:0.0:1746129489.221837:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3690 00000100:00100000:0.0:1746129489.221844:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731286784:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129489.225940:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.232222:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.235022:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.238713:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.245433:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.245898:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.281889:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.284254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.287775:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.292440:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.292594:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.292620:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.292650:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.307111:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.311409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.313317:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.316935:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.317861:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.319783:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.322046:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.323274:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.323641:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.325938:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.326823:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731291520 00000100:00100000:0.0:1746129489.326827:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731291520 00000100:00100000:0.0:1746129489.326847:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731291776 00000100:00100000:0.0:1746129489.326849:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731291776 00000100:00100000:0.0:1746129489.330235:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.335142:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.335519:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.339648:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.341053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.345494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.345538:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.345572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.345605:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.345638:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.345953:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 952 00000100:00100000:0.0:1746129489.345961:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731294208:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129489.346011:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3698 00000100:00100000:0.0:1746129489.351811:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.370572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.370875:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.374813:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.375774:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.380183:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.382306:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.384085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.397758:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.402534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.402593:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.405127:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.406078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.412880:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.415493:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.415535:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.418568:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.436073:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.441139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.451502:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.457182:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.463835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.463890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.464854:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3896 00000100:00100000:0.0:1746129489.464862:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+314:28628:x1830948731299456:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:0.0:1746129489.465078:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+315:28628:x1830948731299456:12345-192.168.202.4@tcp:35:cat.0 Request processed in 216us (1186us total) trans 8589943661 rc 0/0 00000100:00100000:0.0:1746129489.465085:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3896 00000100:00100000:0.0:1746129489.467076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.492388:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.499309:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.499354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.503758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.508952:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.545099:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.569424:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.572441:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.583505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.598934:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.598982:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.600517:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3709 00000100:00100000:0.0:1746129489.600533:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731301376:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129489.626458:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.630204:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.637584:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.637653:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731302016 00000100:00100000:0.0:1746129489.637665:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731302016 00000100:00100000:0.0:1746129489.649202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.656460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.665911:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.665995:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.686371:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.696421:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.697285:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.700128:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.700746:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.705157:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.711894:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731304576 00000100:00100000:0.0:1746129489.711899:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731304576 00002000:00100000:0.0:1746129489.711929:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3903488->3907583) req@ffff88008e070e00 x1830948731304576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:230/0 lens 488/0 e 0 to 0 dl 1746129500 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129489.711938:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070e00 with x1830948731304576 ext(3903488->3907583) 00002000:00010000:0.0:1746129489.711942:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e070e00 00000100:00100000:0.0:1746129489.711956:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3713 00000100:00100000:0.0:1746129489.711962:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731304576:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129489.712132:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731304576:12345-192.168.202.4@tcp:3:cat.0 Request processed in 169us (869us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129489.712137:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3713 00002000:00100000:0.0:1746129489.712142:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3903488->3907583) req@ffff88008e070e00 x1830948731304576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746129500 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129489.712149:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070e00 with x1830948731304576 ext(3903488->3907583) 00002000:00010000:0.0:1746129489.712152:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e070e00 00000100:00100000:0.0:1746129489.717403:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.717462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.719886:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.731979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.752641:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.764109:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.767147:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.768900:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.775886:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.775984:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.777506:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.779140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.783894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.783957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.799916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.800094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.809635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.818195:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.818346:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.825733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.829238:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.829399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.846394:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.868100:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129489.979504:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129489.983834:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.983893:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129489.998451:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.001480:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129490.002159:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129490.011413:0:14545:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736580480 00000100:00100000:0.0:1746129490.011418:0:14545:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736580480 00000100:00100000:0.0:1746129490.011444:0:14545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1746129490.011450:0:14545:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f03f6bde-e986-4df5-86c3-48805e205677+18:3302:x1830948736580480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746129490.011483:0:14545:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095fbf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f03f6bde-e986-4df5-86c3-48805e205677+18:3302:x1830948736580480:12345-0@lo:400:kworker.0 Request processed in 33us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.011488:0:14545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00080000:0.0:1746129490.011523:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746129490.011942:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129490.011964:0:8414:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736581120 00000100:00100000:0.0:1746129490.011967:0:8414:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736581120 00000100:00100000:0.0:1746129490.011987:0:8414:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1746129490.011992:0:8414:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3303:x1830948736581120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746129490.012004:0:8414:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 345440256 pending 20447232 free 3847225344 avail 3845128192 00000100:00100000:0.0:1746129490.012239:0:8414:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830948736581120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 246us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.012245:0:8414:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1746129490.014721:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.015744:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.015774:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731310208 00000100:00100000:0.0:1746129490.015776:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731310208 00000100:00100000:0.0:1746129490.015802:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10359 00000100:00100000:0.0:1746129490.015807:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:28656:x1830948731310208:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129490.015824:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.015839:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b879600/0x40a459093b05b6a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1899c expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.015860:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129ee9800/0x40a459093b05b687 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4206592->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18980 expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.015867:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cfd6a00/0x40a459093b05b68e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18987 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.015873:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05b5ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1891e expref: 20 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.015879:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05b65d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18956 expref: 35 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.015883:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746129490.015883:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746129490.015886:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b879600/0x40a459093b05b6a3 lrc: 7/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2764800->3145727] (req 2764800->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1899c expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.015903:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05b65d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18956 expref: 35 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.015912:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05b65d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18956 expref: 35 pid: 8412 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746129490.015919:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736581376:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129490.016023:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05b5ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1891e expref: 20 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.016043:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05b5ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1891e expref: 20 pid: 8412 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746129490.016051:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736581504:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129490.016076:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cfd6a00/0x40a459093b05b68e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18987 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.016083:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cfd6a00/0x40a459093b05b68e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18987 expref: 20 pid: 8412 timeout: 845 lvb_type: 1 00000100:00100000:0.0:1746129490.016090:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736581632:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129490.016106:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129ee9800/0x40a459093b05b687 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4206592->4923391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18980 expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.016112:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129ee9800/0x40a459093b05b687 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4206592->4923391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18980 expref: 35 pid: 22481 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746129490.016118:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6058000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736581760:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129490.016129:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129490.021102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.021133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.021155:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.022124:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.022630:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731310464 00000100:00100000:0.0:1746129490.022634:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731310464 00010000:00010000:0.0:1746129490.022919:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05b65d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18956 expref: 37 pid: 8412 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746129490.022931:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5135 00000100:00100000:0.0:1746129490.022935:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+37:1962:x1830948731310464:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.022944:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.022968:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05b65d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 9 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18956 expref: 37 pid: 8412 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.022979:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05b65d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18956 expref: 37 pid: 8412 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.023107:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05b65d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18956 expref: 37 pid: 8412 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.023126:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129490.023166:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731310464:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 230us (2010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.023171:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5135 00000100:00100000:0.0:1746129490.023241:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.028510:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.028542:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731311232 00000100:00100000:0.0:1746129490.028551:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731311232 00002000:00100000:0.0:1746129490.028599:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (2764800->2768895) req@ffff8800a6059880 x1830948731311232/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.028610:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6059880 with x1830948731311232 ext(2764800->2768895) 00002000:00010000:0.0:1746129490.028696:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6059880 00000100:00100000:0.0:1746129490.028722:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3723 00000100:00100000:0.0:1746129490.028730:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731311232:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129490.028900:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731311232:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 170us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129490.028906:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3723 00002000:00100000:0.0:1746129490.028912:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (2764800->2768895) req@ffff8800a6059880 x1830948731311232/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746129501 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.028918:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6059880 with x1830948731311232 ext(2764800->2768895) 00002000:00010000:0.0:1746129490.028921:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6059880 00000100:00100000:0.0:1746129490.042420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.049004:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.054168:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731312000 00000100:00100000:0.0:1746129490.054173:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731312000 00002000:00100000:0.0:1746129490.054204:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012b550a80 x1830948731312000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.054213:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b550a80 with x1830948731312000 ext(4194304->4923391) 00002000:00010000:0.0:1746129490.054218:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b550a80 00000100:00100000:0.0:1746129490.054232:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3726 00000100:00100000:0.0:1746129490.054236:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731312000:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129490.059131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129490.062660:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129490.068420:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.068463:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.075399:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.075808:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731313024 00000100:00100000:0.0:1746129490.075817:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731313024 00002000:00100000:0.0:1746129490.075866:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013145d180 x1830948731313024/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.075876:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145d180 with x1830948731313024 ext(3145728->4194303) 00002000:00010000:0.0:1746129490.075882:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145d180 00000100:00100000:0.0:1746129490.076204:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3727 00000100:00100000:0.0:1746129490.076213:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731313024:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129490.095649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.095674:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.095746:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731313408 00000100:00100000:0.0:1746129490.095750:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731313408 00002000:00100000:0.0:1746129490.095790:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (2736128->2740223) req@ffff880131361880 x1830948731313408/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.095800:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361880 with x1830948731313408 ext(2736128->2740223) 00002000:00010000:0.0:1746129490.095805:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131361880 00000100:00100000:0.0:1746129490.095820:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3728 00000100:00100000:0.0:1746129490.095867:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948731313408:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129490.096010:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948731313408:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 145us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129490.096016:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3728 00002000:00100000:0.0:1746129490.096022:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (2736128->2740223) req@ffff880131361880 x1830948731313408/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746129501 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.096038:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361880 with x1830948731313408 ext(2736128->2740223) 00002000:00010000:0.0:1746129490.096042:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131361880 00000100:00100000:0.0:1746129490.096105:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731313664 00000100:00100000:0.0:1746129490.096108:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731313664 00000100:00100000:0.0:1746129490.096138:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9864 00000100:00100000:0.0:1746129490.096143:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+320:28666:x1830948731313664:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129490.096155:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.096168:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4f8ec00/0x40a459093b05b6e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f189bf expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.099170:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.102269:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.104110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.105840:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.105859:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.105898:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.105921:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731313920 00000100:00100000:0.0:1746129490.105924:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731313920 00000100:00100000:0.0:1746129490.105941:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731314304 00000100:00100000:0.0:1746129490.105943:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731314304 00000100:00100000:0.0:1746129490.105954:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731314432 00000100:00100000:0.0:1746129490.105956:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731314432 00000100:00100000:0.0:1746129490.105968:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10364 00000100:00100000:0.0:1746129490.105973:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948731313920:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129490.105980:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.105990:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4f8e400/0x40a459093b05b70c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f189c6 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.106044:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131362680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736582400:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129490.106106:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0aca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129490.106125:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10365 00000100:00100000:0.0:1746129490.106130:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731314304:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129490.106137:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.106143:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ff1da00/0x40a459093b05b713 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f189d4 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.106165:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736582528:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129490.106185:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129490.106207:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10366 00000100:00100000:0.0:1746129490.106212:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731314432:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129490.106219:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.106225:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcfdc00/0x40a459093b05b71a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f189db expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.106239:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fcfdc00/0x40a459093b05b71a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f189db expref: 23 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.106246:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfdc00/0x40a459093b05b71a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f189db expref: 23 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.106256:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfdc00, rc 0) 00000100:00100000:0.0:1746129490.106269:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731314432:12345-192.168.202.4@tcp:101:cat.0 Request processed in 57us (371us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129490.106274:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10366 00000100:00100000:0.0:1746129490.113154:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.115169:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129490.116111:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129a13000/0x40a459093b05b6db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3940352->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f189b8 expref: 34 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.116120:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736582784:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129490.116140:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129490.118024:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.119154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.123927:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.124073:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.125402:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.132392:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.132485:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.138634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.139756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.142100:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.145255:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.163780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.170624:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.171222:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731318144 00000100:00100000:0.0:1746129490.171226:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731318144 00002000:00100000:0.0:1746129490.171248:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3940351) req@ffff88013145f100 x1830948731318144/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.171256:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145f100 with x1830948731318144 ext(3145728->3940351) 00002000:00010000:0.0:1746129490.171259:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145f100 00000100:00100000:0.0:1746129490.171274:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3735 00000100:00100000:0.0:1746129490.171279:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731318144:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129490.193447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.193536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.200997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.207719:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129490.208408:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129490.210412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129490.210999:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129490.212435:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.213238:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.213860:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.217977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.218013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.221167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.221205:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.221223:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731320064 00000100:00100000:0.0:1746129490.221230:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731320064 00000100:00100000:0.0:1746129490.221289:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10383 00000100:00100000:0.0:1746129490.221316:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731319936:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129490.221329:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.221341:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ecbfc00/0x40a459093b05b7ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18a59 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.221365:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ecbfc00/0x40a459093b05b7ad lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18a59 expref: 37 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.221374:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ecbfc00/0x40a459093b05b7ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18a59 expref: 37 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.221392:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ecbfc00, rc 0) 00000100:00100000:0.0:1746129490.221420:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731319936:12345-192.168.202.4@tcp:101:cat.0 Request processed in 105us (262us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129490.221426:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10383 00000100:00100000:0.0:1746129490.224142:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.227233:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129490.227704:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880129a13e00/0x40a459093b05b7c2 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129490.227709:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129a13e00/0x40a459093b05b7c2 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129490.227724:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129490.227832:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129a13800/0x40a459093b05b7bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18a67 expref: 21 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.227859:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129a13e00/0x40a459093b05b7c2 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18a67 expref: 20 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.227865:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800952eb200) 00010000:00010000:0.0:1746129490.227867:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746129490.227869:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129a13e00, rc 0) 00000100:00100000:0.0:1746129490.228424:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+20:28670:x1830948731320320:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4180us (4282us total) trans 8589943671 rc 0/0 00000100:00100000:0.0:1746129490.228431:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9866 00000100:00100000:0.0:1746129490.229620:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.233492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.239171:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.243276:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.243350:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.248157:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.251990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.252543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.253074:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10388 00000100:00100000:0.0:1746129490.253083:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731321600:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129490.253106:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ecbe800/0x40a459093b05b808 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.253118:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094fee400/0x40a459093b05b411 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f187c7 expref: 19 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.253124:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959db000/0x40a459093b05b522 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1887d expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.253130:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fd4c400/0x40a459093b05b46c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f187ff expref: 35 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.253135:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.253136:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.253138:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ecbe800/0x40a459093b05b808 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.253153:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fd4c400/0x40a459093b05b46c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f187ff expref: 35 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.253166:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fd4c400/0x40a459093b05b46c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f187ff expref: 35 pid: 4699 timeout: 845 lvb_type: 1 00000100:00100000:0.0:1746129490.253175:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f44b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736584832:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129490.258599:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800959db000/0x40a459093b05b522 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1887d expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.258608:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800959db000/0x40a459093b05b522 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1887d expref: 10 pid: 7148 timeout: 845 lvb_type: 1 00000100:00100000:0.0:1746129490.258617:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736585856:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129490.258969:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094fee400/0x40a459093b05b411 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f187c7 expref: 19 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.258977:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094fee400/0x40a459093b05b411 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f187c7 expref: 19 pid: 31503 timeout: 845 lvb_type: 1 00000100:00100000:0.0:1746129490.258984:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736586240:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129490.259002:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129490.267022:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.267057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.267086:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.267108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.267127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.267155:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731322368 00000100:00100000:0.0:1746129490.267163:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731322368 00010000:00010000:0.0:1746129490.267202:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db48c00/0x40a459093b05b4a4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18830 expref: 24 pid: 4699 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746129490.267225:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731322496 00000100:00100000:0.0:1746129490.267227:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731322496 00010000:00010000:0.0:1746129490.267237:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091b4fe00/0x40a459093b05b537 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18884 expref: 10 pid: 20577 timeout: 845 lvb_type: 1 00000100:00100000:0.0:1746129490.267244:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731322624 00000100:00100000:0.0:1746129490.267246:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731322624 00010000:00010000:0.0:1746129490.267255:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fd4c400/0x40a459093b05b46c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f187ff expref: 36 pid: 4699 timeout: 845 lvb_type: 1 00000100:00100000:0.0:1746129490.267263:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731322752 00000100:00100000:0.0:1746129490.267265:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731322752 00010000:00010000:0.0:1746129490.267352:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129a12000/0x40a459093b05b76e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18a2f expref: 37 pid: 4699 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746129490.267361:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731323008 00000100:00100000:0.0:1746129490.267363:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731323008 00010000:00010000:0.0:1746129490.267372:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c40a400/0x40a459093b05b4e3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18853 expref: 20 pid: 7148 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746129490.267383:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5144 00000100:00100000:0.0:1746129490.267389:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1960:x1830948731322368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.267403:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.267425:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012db48c00/0x40a459093b05b4a4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18830 expref: 24 pid: 4699 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267437:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012db48c00/0x40a459093b05b4a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18830 expref: 24 pid: 4699 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267463:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129490.267503:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1960:x1830948731322368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 114us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.267509:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5144 00000100:00100000:0.0:1746129490.267523:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5145 00000100:00100000:0.0:1746129490.267527:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731322496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.267533:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.267538:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091b4fe00/0x40a459093b05b537 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18884 expref: 10 pid: 20577 timeout: 845 lvb_type: 1 00010000:00010000:0.0:1746129490.267546:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091b4fe00/0x40a459093b05b537 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18884 expref: 10 pid: 20577 timeout: 845 lvb_type: 1 00010000:00010000:0.0:1746129490.267555:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129490.267563:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731322496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 36us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.267568:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5145 00000100:00100000:0.0:1746129490.267575:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5146 00000100:00100000:0.0:1746129490.267579:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731322624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.267585:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.267596:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fd4c400/0x40a459093b05b46c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f187ff expref: 37 pid: 4699 timeout: 845 lvb_type: 1 00010000:00010000:0.0:1746129490.267604:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fd4c400/0x40a459093b05b46c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f187ff expref: 37 pid: 4699 timeout: 845 lvb_type: 1 00010000:00010000:0.0:1746129490.267616:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129490.267625:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731322624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 45us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.267629:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5146 00000100:00100000:0.0:1746129490.267636:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5147 00000100:00100000:0.0:1746129490.267640:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+36:1960:x1830948731322752:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.267645:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.267652:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880129a12000/0x40a459093b05b76e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18a2f expref: 36 pid: 4699 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267660:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129a12000/0x40a459093b05b76e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18a2f expref: 36 pid: 4699 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267668:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129a12000/0x40a459093b05b76e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18a2f expref: 36 pid: 4699 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267680:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129490.267689:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+35:1960:x1830948731322752:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 49us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.267694:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5147 00000100:00100000:0.0:1746129490.267702:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5148 00000100:00100000:0.0:1746129490.267705:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731323008:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.267712:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.267719:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c40a400/0x40a459093b05b4e3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18853 expref: 20 pid: 7148 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267727:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c40a400/0x40a459093b05b4e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18853 expref: 20 pid: 7148 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267736:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129490.267744:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731323008:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 39us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.267748:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5148 00000100:00100000:0.0:1746129490.267774:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.267787:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731322880 00000100:00100000:0.0:1746129490.267789:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731322880 00010000:00010000:0.0:1746129490.267798:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012db49600/0x40a459093b05b49d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18829 expref: 25 pid: 4699 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746129490.267809:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731323136 00000100:00100000:0.0:1746129490.267811:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731323136 00010000:00010000:0.0:1746129490.267817:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092f3d400/0x40a459093b05b759 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18a1a expref: 23 pid: 22480 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746129490.267826:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5150 00000100:00100000:0.0:1746129490.267830:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948731323136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.267836:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.267844:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092f3d400/0x40a459093b05b759 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18a1a expref: 23 pid: 22480 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267857:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092f3d400/0x40a459093b05b759 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18a1a expref: 23 pid: 22480 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267867:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092f3d400/0x40a459093b05b759 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18a1a expref: 23 pid: 22480 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.267876:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129490.267888:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1961:x1830948731323136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 57us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.267893:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5150 00000100:00100000:0.0:1746129490.268077:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.268092:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731323264 00000100:00100000:0.0:1746129490.268094:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731323264 00002000:00100000:0.0:1746129490.268119:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3325951) req@ffff88009f545880 x1830948731323264/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.268127:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545880 with x1830948731323264 ext(3145728->3325951) 00010000:00010000:0.0:1746129490.268133:0:21463:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129a12c00/0x40a459093b05b728 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->3325951) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f189f0 expref: 22 pid: 22480 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.268142:0:21463:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129a12c00/0x40a459093b05b728 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->3325951) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f189f0 expref: 22 pid: 22480 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746129490.268148:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f545880 00000100:00100000:0.0:1746129490.268158:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 964 00000100:00100000:0.0:1746129490.268163:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731323264:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129490.268401:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.268427:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.268436:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731323392 00000100:00100000:0.0:1746129490.268439:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731323392 00010000:00010000:0.0:1746129490.268452:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800959db000/0x40a459093b05b522 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1887d expref: 11 pid: 7148 timeout: 845 lvb_type: 1 00000100:00100000:0.0:1746129490.268463:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5151 00000100:00100000:0.0:1746129490.268467:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731323392:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.268473:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.268480:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800959db000/0x40a459093b05b522 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1887d expref: 11 pid: 7148 timeout: 845 lvb_type: 1 00010000:00010000:0.0:1746129490.268488:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800959db000/0x40a459093b05b522 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1887d expref: 11 pid: 7148 timeout: 845 lvb_type: 1 00010000:00010000:0.0:1746129490.268498:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129490.268510:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731323392:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 42us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.268516:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5151 00000100:00100000:0.0:1746129490.268553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.268594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.269611:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731323904 00000100:00100000:0.0:1746129490.269617:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731323904 00002000:00100000:0.0:1746129490.269643:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3940352->4194303) req@ffff88009f545500 x1830948731323904/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.269651:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545500 with x1830948731323904 ext(3940352->4194303) 00010000:00010000:0.0:1746129490.269658:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880129a13000/0x40a459093b05b6db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3940352->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f189b8 expref: 34 pid: 8412 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.269667:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880129a13000/0x40a459093b05b6db lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 3940352->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f189b8 expref: 34 pid: 8412 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746129490.269672:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f545500 00000100:00100000:0.0:1746129490.276773:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731323264:12345-192.168.202.4@tcp:4:cat.0 Request processed in 8608us (8694us total) trans 21474840111 rc 0/0 00000100:00100000:0.0:1746129490.276784:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 964 00002000:00100000:0.0:1746129490.276793:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3325951) req@ffff88009f545880 x1830948731323264/t21474840111(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:231/0 lens 488/448 e 0 to 0 dl 1746129501 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.276801:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545880 with x1830948731323264 ext(3145728->3325951) 00010000:00010000:0.0:1746129490.276808:0:21463:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129a12c00/0x40a459093b05b728 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->3325951) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f189f0 expref: 23 pid: 22480 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.276817:0:21463:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129a12c00/0x40a459093b05b728 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->18446744073709551615] (req 3145728->3325951) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f189f0 expref: 23 pid: 22480 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746129490.276822:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f545880 00000100:00100000:0.0:1746129490.279325:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.280374:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129490.280896:0:7149:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009493ee00/0x40a459093b05b824 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.280903:0:7149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009493ee00/0x40a459093b05b824 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.280928:0:7149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009493ee00/0x40a459093b05b824 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.280934:0:7149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009493ee00/0x40a459093b05b824 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.280940:0:7149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009493ee00/0x40a459093b05b824 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.280945:0:7149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009493ee00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129490.280948:0:7149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009493ee00/0x40a459093b05b824 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.280954:0:7149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009493ee00/0x40a459093b05b824 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.280964:0:7149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009493ee00/0x40a459093b05b824 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.280969:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009493ee00/0x40a459093b05b824 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.281093:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1961:x1830948731322240:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 25703us (26373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.281102:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10392 00000100:00100000:0.0:1746129490.284842:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129490.285238:0:7148:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7400/0x40a459093b05b816 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.285247:0:7148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7400/0x40a459093b05b816 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.285269:0:7148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7400/0x40a459093b05b816 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.285276:0:7148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7400/0x40a459093b05b816 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.285282:0:7148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7400/0x40a459093b05b816 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.285288:0:7148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fbb7400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129490.285320:0:7148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7400/0x40a459093b05b816 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.285329:0:7148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7400/0x40a459093b05b816 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.285340:0:7148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7400/0x40a459093b05b816 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.285345:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7400/0x40a459093b05b816 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.289139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.295399:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.300685:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.326692:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.349815:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.354195:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.354255:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.360755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.360873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.365146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.368625:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.368669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.368716:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.368760:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731327616 00000100:00100000:0.0:1746129490.368763:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731327616 00000100:00100000:0.0:1746129490.368817:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10397 00000100:00100000:0.0:1746129490.368826:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731327616:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129490.368853:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.368878:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092f3da00/0x40a459093b05b87f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18abb expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129490.368908:0:31503:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d251, atime: 0x6813d24f, ctime: 0x6813d251, blocks: 0x821 00010000:00010000:0.0:1746129490.368929:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.368932:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.368942:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092f3da00/0x40a459093b05b87f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18abb expref: 20 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.368967:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092f3da00/0x40a459093b05b87f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18abb expref: 20 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.368979:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092f3da00, rc 0) 00000100:00100000:0.0:1746129490.369040:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731327616:12345-192.168.202.4@tcp:101:cat.0 Request processed in 213us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.369046:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10397 00000100:00100000:0.0:1746129490.369565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.369604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.382246:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.382279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.382335:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.382357:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731328512 00000100:00100000:0.0:1746129490.382364:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731328512 00002000:00100000:0.0:1746129490.382403:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (0->929791) req@ffff88009f544a80 x1830948731328512/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.382412:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f544a80 with x1830948731328512 ext(0->929791) 00002000:00010000:0.0:1746129490.382417:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f544a80 00000100:00100000:0.0:1746129490.382440:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731328896 00000100:00100000:0.0:1746129490.382443:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731328896 00002000:00100000:0.0:1746129490.382455:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012e957480 x1830948731328896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.382461:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830948731328896 ext(1048576->2097151) 00002000:00010000:0.0:1746129490.382464:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957480 00000100:00100000:0.0:1746129490.382672:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3741 00000100:00100000:0.0:1746129490.382683:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731328640:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129490.416997:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.417078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.422049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.424459:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.430446:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.433793:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.451222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.451333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.453933:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.458672:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.459514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.459528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.459538:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731330816 00000100:00100000:0.0:1746129490.459541:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731330816 00000100:00100000:0.0:1746129490.459566:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10405 00000100:00100000:0.0:1746129490.459571:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731330816:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129490.459585:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.459596:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e0b5e00/0x40a459093b05b8da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18af3 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.459633:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e954a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736587904:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129490.459678:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129490.459691:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10407 00000100:00100000:0.0:1746129490.459697:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948731331328:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129490.459703:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.459709:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e0b4e00/0x40a459093b05b8e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18b0f expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.459719:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.459720:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.459725:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e0b4e00/0x40a459093b05b8e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18b0f expref: 39 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.459734:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e0b4e00/0x40a459093b05b8e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18b0f expref: 39 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129490.459740:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e0b4e00, rc 0) 00000100:00100000:0.0:1746129490.459755:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948731331328:12345-192.168.202.4@tcp:101:cat.0 Request processed in 58us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.459760:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10407 00000100:00100000:0.0:1746129490.460820:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.460862:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.460874:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731331456 00000100:00100000:0.0:1746129490.460877:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731331456 00000100:00100000:0.0:1746129490.460911:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10410 00000100:00100000:0.0:1746129490.460917:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731331456:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129490.460924:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129490.460931:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e0b5000/0x40a459093b05b8fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18b16 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.460955:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013577c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736588160:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129490.460987:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129490.470900:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.477324:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.480843:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.482470:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.493741:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.493800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.502519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.504545:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.512395:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.514924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.517538:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.519684:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.521905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.528212:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.528425:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.530660:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.531095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.537972:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.538082:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5167 00000100:00100000:0.0:1746129490.538090:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731335552:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.538100:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.538112:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129a12c00/0x40a459093b05b871 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1282047) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18aa6 expref: 27 pid: 7148 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.538122:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129a12c00/0x40a459093b05b871 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1282047) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18aa6 expref: 27 pid: 7148 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.538136:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129a12c00/0x40a459093b05b871 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1282047) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18aa6 expref: 27 pid: 7148 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746129490.538162:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.538164:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.538170:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129a13a00/0x40a459093b05b93c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18b39 expref: 25 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.538177:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129a13a00/0x40a459093b05b93c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18b39 expref: 25 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.538201:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880129a13a00/0x40a459093b05b93c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18b39 expref: 25 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.538211:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736589440:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129490.538271:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129490.539407:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.539434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.539909:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736589440:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129490.539922:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129490.539937:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731335552:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1849us (1966us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129490.539944:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5167 00000100:00100000:0.0:1746129490.546729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.546774:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.548398:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.570194:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.577268:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731336832:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6815us (7080us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129490.577280:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3755 00002000:00100000:0.0:1746129490.577290:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880135759c00 x1830948731336832/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:231/0 lens 488/440 e 0 to 0 dl 1746129501 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.577326:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759c00 with x1830948731336832 ext(2097152->3145727) 00002000:00010000:0.0:1746129490.577330:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135759c00 00000100:00100000:0.0:1746129490.583366:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.594449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.594493:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.594561:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.594610:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731337472 00000100:00100000:0.0:1746129490.594621:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731337472 00000100:00100000:0.0:1746129490.611985:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.621493:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.627915:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.628492:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.630384:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.642882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.647476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.664402:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.670528:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.670811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.679558:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.679755:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.679784:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731340288 00000100:00100000:0.0:1746129490.679786:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731340288 00002000:00100000:0.0:1746129490.679801:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880093edd880 x1830948731340288/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.679813:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edd880 with x1830948731340288 ext(1048576->2097151) 00002000:00010000:0.0:1746129490.679816:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edd880 00000100:00100000:0.0:1746129490.679840:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3762 00000100:00100000:0.0:1746129490.679845:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731340288:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129490.705009:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.708939:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.712246:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.716538:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.738118:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.738163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.751748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.759452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.760616:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.760681:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.760951:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5173 00000100:00100000:0.0:1746129490.760957:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731341696:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129490.760964:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129490.760972:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4e59800/0x40a459093b05b951 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18b4e expref: 29 pid: 22481 timeout: 846 lvb_type: 1 00010000:00010000:0.0:1746129490.760980:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4e59800/0x40a459093b05b951 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18b4e expref: 29 pid: 22481 timeout: 846 lvb_type: 1 00010000:00010000:0.0:1746129490.760990:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e59800/0x40a459093b05b951 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18b4e expref: 29 pid: 22481 timeout: 846 lvb_type: 1 00010000:00010000:0.0:1746129490.761008:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.761010:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129490.761017:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f9cb200/0x40a459093b05b990 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1847295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18b8d expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.761034:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9cb200/0x40a459093b05b990 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1847295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18b8d expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129490.761057:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f9cb200/0x40a459093b05b990 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1740800->1847295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18b8d expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129490.761067:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736591104:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129490.763216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.765769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.765821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.773224:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.799194:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731343232 00000100:00100000:0.0:1746129490.799217:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731343232 00000100:00100000:0.0:1746129490.806979:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.807910:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.807955:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.826492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.831656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.842590:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.849223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.851523:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731344384 00000100:00100000:0.0:1746129490.851533:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731344384 00002000:00100000:0.0:1746129490.852365:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88008f449180 x1830948731344384/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.852376:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449180 with x1830948731344384 ext(1048576->2097151) 00002000:00010000:0.0:1746129490.852382:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f449180 00000100:00100000:0.0:1746129490.852417:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3770 00000100:00100000:0.0:1746129490.852425:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731344384:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129490.887088:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.887150:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.888123:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3772 00000100:00100000:0.0:1746129490.888131:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948731345024:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129490.925759:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.964072:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.968808:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.968848:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.975806:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731345920 00000100:00100000:0.0:1746129490.975816:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731345920 00002000:00100000:0.0:1746129490.975862:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2318336->2322431) req@ffff88008f448700 x1830948731345920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:231/0 lens 488/0 e 0 to 0 dl 1746129501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.975872:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f448700 with x1830948731345920 ext(2318336->2322431) 00002000:00010000:0.0:1746129490.975877:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f448700 00000100:00100000:0.0:1746129490.975934:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3773 00000100:00100000:0.0:1746129490.975941:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731345920:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129490.976127:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731345920:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 185us (586us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129490.976136:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3773 00002000:00100000:0.0:1746129490.976141:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2318336->2322431) req@ffff88008f448700 x1830948731345920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746129501 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129490.976148:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f448700 with x1830948731345920 ext(2318336->2322431) 00002000:00010000:0.0:1746129490.976151:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f448700 00000100:00100000:0.0:1746129490.989733:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.997718:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129490.999594:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.003837:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.013268:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.013395:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.013616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.013634:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731346688 00000100:00100000:0.0:1746129491.013637:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731346688 00000100:00100000:0.0:1746129491.013666:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731347072 00000100:00100000:0.0:1746129491.013668:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731347072 00000100:00100000:0.0:1746129491.013685:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10432 00000100:00100000:0.0:1746129491.013690:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948731346688:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129491.013701:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.013721:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f773600/0x40a459093b05ba00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18bc5 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.013743:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.013745:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.013754:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f773600/0x40a459093b05ba00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18bc5 expref: 29 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129491.013775:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f773600/0x40a459093b05ba00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18bc5 expref: 29 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129491.013786:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f773600, rc 0) 00000100:00100000:0.0:1746129491.013804:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948731346688:12345-192.168.202.4@tcp:101:cat.0 Request processed in 114us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.013809:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10432 00000100:00080000:0.0:1746129491.013827:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746129491.013830:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129491.030754:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.050996:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.051043:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.051073:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731347840 00000100:00100000:0.0:1746129491.051082:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731347840 00000100:00100000:0.0:1746129491.051112:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731347968 00000100:00100000:0.0:1746129491.051114:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731347968 00000100:00100000:0.0:1746129491.051133:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10435 00000100:00100000:0.0:1746129491.051140:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731347840:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129491.051155:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.051168:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f773200/0x40a459093b05ba15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18be1 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129491.051212:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fdb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736592640:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129491.051274:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129491.051289:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10436 00000100:00100000:0.0:1746129491.051318:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731347968:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129491.051326:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.051334:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f773c00/0x40a459093b05ba1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18be8 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129491.051356:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736592768:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129491.051383:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129491.059160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.059568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.064065:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.069438:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.071061:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+42:1961:x1830948731348352:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 6378us (6993us total) trans 17179872911 rc 0/0 00000100:00100000:0.0:1746129491.071069:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 973 00002000:00100000:0.0:1746129491.071078:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3289087) req@ffff880092fd9c00 x1830948731348352/t17179872911(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:232/0 lens 488/448 e 0 to 0 dl 1746129502 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.071088:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9c00 with x1830948731348352 ext(3145728->3289087) 00010000:00010000:0.0:1746129491.071096:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cfd6600/0x40a459093b05b9f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3289087) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18bbe expref: 42 pid: 7149 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.071109:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cfd6600/0x40a459093b05b9f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3289087) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18bbe expref: 42 pid: 7149 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746129491.071115:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092fd9c00 00000100:00100000:0.0:1746129491.076650:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.084606:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.089032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.090770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.090810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.090836:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.090858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.090878:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731349248 00000100:00100000:0.0:1746129491.090885:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731349248 00002000:00100000:0.0:1746129491.090916:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880092fda680 x1830948731349248/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:232/0 lens 488/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.090925:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fda680 with x1830948731349248 ext(2097152->3145727) 00002000:00010000:0.0:1746129491.090928:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fda680 00000100:00100000:0.0:1746129491.091007:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731349760 00000100:00100000:0.0:1746129491.091010:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731349760 00002000:00100000:0.0:1746129491.091036:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3973119) req@ffff88012ce38380 x1830948731349760/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:232/0 lens 504/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.091043:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce38380 with x1830948731349760 ext(2097152->3973119) 00010000:00010000:0.0:1746129491.091049:0:21463:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cfd7000/0x40a459093b05b9f2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2318336->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18bb7 expref: 30 pid: 7149 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.091059:0:21463:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cfd7000/0x40a459093b05b9f2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2318336->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18bb7 expref: 30 pid: 7149 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746129491.091069:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce38380 00000100:00100000:0.0:1746129491.091083:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 975 00000100:00100000:0.0:1746129491.091089:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731349760:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129491.098544:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.115357:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.119140:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.125470:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.130289:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.137677:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.141987:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.158051:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.164438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.164490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.165219:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.165369:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.165380:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731352576 00000100:00100000:0.0:1746129491.165383:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731352576 00002000:00100000:0.0:1746129491.165400:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012ce3b100 x1830948731352576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:232/0 lens 488/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.165407:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3b100 with x1830948731352576 ext(3145728->4194303) 00002000:00010000:0.0:1746129491.165410:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce3b100 00000100:00100000:0.0:1746129491.165427:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3782 00000100:00100000:0.0:1746129491.165432:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731352576:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129491.203516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.203559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.228063:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.231181:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.232668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.236106:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129491.236346:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746129491.236550:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129491.237132:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.237159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.237188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.239958:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.245251:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.250944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.252947:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129491.253800:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05bacb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129491.253807:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05bacb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129491.253851:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129491.253856:0:16908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129491.253871:0:16908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05bacb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129491.253899:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c200/0x40a459093b05bac4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18c4a expref: 25 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.253932:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05bacb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18c4a expref: 24 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.253938:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800952eb200) 00010000:00010000:0.0:1746129491.253941:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129491.253943:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438c000, rc 0) 00000100:00100000:0.0:1746129491.253971:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+24:28720:x1830948731355264:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2873us (3037us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.253976:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9879 00000100:00100000:0.0:1746129491.258651:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.262964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.263770:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.264045:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.266139:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f448380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736594304:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129491.267237:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.269208:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.277450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.277488:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.277554:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.277576:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731357056 00000100:00100000:0.0:1746129491.277579:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731357056 00010000:00010000:0.0:1746129491.277589:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f773600/0x40a459093b05ba00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18bc5 expref: 32 pid: 31503 timeout: 846 lvb_type: 1 00000100:00100000:0.0:1746129491.277602:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5187 00000100:00100000:0.0:1746129491.277607:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6026c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+42:1963:x1830948731356928:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129491.277618:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129491.277636:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4f8f200/0x40a459093b05b8f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18b08 expref: 42 pid: 31503 timeout: 846 lvb_type: 1 00010000:00010000:0.0:1746129491.277645:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4f8f200/0x40a459093b05b8f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18b08 expref: 42 pid: 31503 timeout: 846 lvb_type: 1 00010000:00010000:0.0:1746129491.277663:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4f8f200/0x40a459093b05b8f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18b08 expref: 42 pid: 31503 timeout: 846 lvb_type: 1 00010000:00010000:0.0:1746129491.277679:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129491.277713:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6026c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731356928:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 106us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.277719:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5187 00000100:00100000:0.0:1746129491.285685:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.286110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.286270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.286432:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731358080 00000100:00100000:0.0:1746129491.286434:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731358080 00010000:00010000:0.0:1746129491.286451:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009438d200/0x40a459093b05ba93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c27 expref: 8 pid: 7149 timeout: 846 lvb_type: 1 00000100:00100000:0.0:1746129491.286470:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731357952 00000100:00100000:0.0:1746129491.286472:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731357952 00010000:00010000:0.0:1746129491.286481:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009438cc00/0x40a459093b05baa1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c35 expref: 8 pid: 8410 timeout: 846 lvb_type: 1 00000100:00100000:0.0:1746129491.286491:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5195 00000100:00100000:0.0:1746129491.286497:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731358080:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129491.286508:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129491.286525:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009438d200/0x40a459093b05ba93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c27 expref: 8 pid: 7149 timeout: 846 lvb_type: 1 00010000:00010000:0.0:1746129491.286533:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009438d200/0x40a459093b05ba93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c27 expref: 8 pid: 7149 timeout: 846 lvb_type: 1 00010000:00010000:0.0:1746129491.286551:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009438d200/0x40a459093b05ba93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c27 expref: 8 pid: 7149 timeout: 846 lvb_type: 1 00010000:00010000:0.0:1746129491.286573:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129491.286608:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731358080:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 110us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.286614:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5195 00000100:00100000:0.0:1746129491.286643:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.286654:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731358336 00000100:00100000:0.0:1746129491.286658:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731358336 00010000:00010000:0.0:1746129491.286666:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009438d600/0x40a459093b05ba4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18bf6 expref: 39 pid: 7149 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746129491.286732:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5197 00000100:00100000:0.0:1746129491.286737:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+39:1962:x1830948731358336:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129491.286744:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129491.286752:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009438d600/0x40a459093b05ba4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18bf6 expref: 39 pid: 7149 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.286759:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009438d600/0x40a459093b05ba4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18bf6 expref: 39 pid: 7149 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.286769:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009438d600/0x40a459093b05ba4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18bf6 expref: 39 pid: 7149 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.286777:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129491.286791:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948731358336:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 53us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.286798:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5197 00000100:00100000:0.0:1746129491.286838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.286848:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731358208 00000100:00100000:0.0:1746129491.286850:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731358208 00010000:00010000:0.0:1746129491.286859:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090990800/0x40a459093b05ba5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c04 expref: 31 pid: 31503 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746129491.286869:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5198 00000100:00100000:0.0:1746129491.286873:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1961:x1830948731358208:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129491.286878:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129491.286886:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090990800/0x40a459093b05ba5b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c04 expref: 31 pid: 31503 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.286893:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090990800/0x40a459093b05ba5b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c04 expref: 31 pid: 31503 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.287207:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090990800/0x40a459093b05ba5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c04 expref: 31 pid: 31503 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.287215:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129491.287230:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+30:1961:x1830948731358208:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 357us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.287235:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5198 00000100:00100000:0.0:1746129491.287266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.287867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.288187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.291755:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.299712:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731359488 00000100:00100000:0.0:1746129491.299719:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731359488 00000100:00100000:0.0:1746129491.299756:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3911 00000100:00100000:0.0:1746129491.299763:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:23750:x1830948731359488:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746129491.300188:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+36:23750:x1830948731359488:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 424us (677us total) trans 8589943692 rc 0/0 00000100:00100000:0.0:1746129491.300194:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3911 00000100:00100000:0.0:1746129491.302650:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129491.303292:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009007de00/0x40a459093b05bb11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129491.303321:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009007de00/0x40a459093b05bb11 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000040:00080000:0.0:1746129491.303933:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2614, 88 off216952 00000004:00080000:0.0:1746129491.303942:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 746620646627ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129491.303997:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2574, 88 off213432 00000004:00080000:0.0:1746129491.304008:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746620713787ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129491.304342:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2575, 88 off213520 00000004:00080000:0.0:1746129491.304347:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746621052962ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129491.304359:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2615, 88 off217040 00000004:00080000:0.0:1746129491.304362:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 746621068655ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129491.304549:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2616, 88 off217128 00000004:00080000:0.0:1746129491.304553:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 746621259020ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129491.304560:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2576, 88 off213608 00000004:00080000:0.0:1746129491.304562:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746621268359ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129491.304570:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2577, 88 off213696 00000004:00080000:0.0:1746129491.304573:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746621279535ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129491.304580:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2578, 88 off213784 00000004:00080000:0.0:1746129491.304583:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746621288838ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129491.304589:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2617, 88 off217216 00000004:00080000:0.0:1746129491.304591:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 746621297480ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129491.304596:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2579, 88 off213872 00000004:00080000:0.0:1746129491.304598:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746621304460ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129491.304604:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2618, 88 off217304 00000004:00080000:0.0:1746129491.304606:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 746621312270ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129491.304611:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2580, 88 off213960 00000004:00080000:0.0:1746129491.304614:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746621319847ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129491.304619:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2619, 88 off217392 00000004:00080000:0.0:1746129491.304622:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 746621328167ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129491.304629:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2620, 88 off217480 00000004:00080000:0.0:1746129491.304631:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 746621337618ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129491.304638:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2621, 88 off217568 00000004:00080000:0.0:1746129491.304641:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 746621346962ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129491.304647:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2622, 88 off217656 00000004:00080000:0.0:1746129491.304649:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 746621355727ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129491.304655:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2581, 88 off214048 00000004:00080000:0.0:1746129491.304658:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 746621363905ns, next at 706231494891ns, rc = 0 00000100:00080000:0.0:1746129491.342062:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129491.346248:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736598528 00000100:00100000:0.0:1746129491.346259:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736598528 00000100:00100000:0.0:1746129491.346466:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.346511:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10467 00000100:00100000:0.0:1746129491.346519:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3301:x1830948736598528:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129491.348105:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736598528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1585us (5617us total) trans 21474840122 rc 0/0 00000100:00100000:0.0:1746129491.348112:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10467 00000100:00100000:0.0:1746129491.357555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.360071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.360105:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.360133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.360148:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.360569:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.360622:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731360896 00000100:00100000:0.0:1746129491.360625:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731360896 00000100:00100000:0.0:1746129491.360641:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10475 00000100:00100000:0.0:1746129491.360645:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731360896:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129491.360651:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.360658:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095a54400/0x40a459093b05bb49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18c82 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129491.360669:0:4699:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d253, atime: 0x6813d253, ctime: 0x6813d253, blocks: 0x15d3 00010000:00010000:0.0:1746129491.360676:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.360677:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.360681:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095a54400/0x40a459093b05bb49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18c82 expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129491.360689:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095a54400/0x40a459093b05bb49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18c82 expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129491.360700:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095a54400, rc 0) 00000100:00100000:0.0:1746129491.360719:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731360896:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 74us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.360724:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10475 00000100:00100000:0.0:1746129491.362429:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.377367:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.379109:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.379138:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.379163:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3788 00000100:00100000:0.0:1746129491.379170:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731361792:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129491.379186:0:25745:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.379193:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.379194:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.379197:0:25745:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.379205:0:25745:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129491.387233:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.387273:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.387357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.387401:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3793 00000100:00100000:0.0:1746129491.387408:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1961:x1830948731363072:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129491.387423:0:8417:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095a54600/0x40a459093b05bb81 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.387460:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.387462:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.387464:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095a54600/0x40a459093b05bb81 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.387472:0:8417:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095a54600/0x40a459093b05bb81 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.405042:0:25745:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.405056:0:25745:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.405063:0:25745:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.405069:0:25745:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095a54800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129491.405072:0:25745:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.405078:0:25745:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.405093:0:25745:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.405099:0:25745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095a54800/0x40a459093b05bb65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129491.405185:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948731361792:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 26010us (26071us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129491.405195:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3788 00000100:00100000:0.0:1746129491.422220:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.424223:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.426403:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736599552:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129491.426423:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090990800/0x40a459093b05bb96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18c90 expref: 10 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.426440:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090990800, rc 0) 00000100:00100000:0.0:1746129491.426714:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:28720:x1830948731363456:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2297us (2492us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.426720:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10477 00000100:00100000:0.0:1746129491.428585:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.431368:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.443208:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.444623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.447049:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.449583:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.451456:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.456340:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.456371:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.456386:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731365120 00000100:00100000:0.0:1746129491.456390:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731365120 00000100:00100000:0.0:1746129491.456418:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10483 00000100:00100000:0.0:1746129491.456425:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731365120:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129491.456573:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129491.456576:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129491 -> 1746129491 00002000:00010000:0.0:1746129491.456578:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129491 -> 1746129491 00002000:00010000:0.0:1746129491.456580:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129491 -> 1746129492 00002000:00010000:0.0:1746129491.456581:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1746129491.456982:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731365120:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 556us (642us total) trans 21474840126 rc 0/0 00000100:00100000:0.0:1746129491.456989:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10483 00000100:00100000:0.0:1746129491.457031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.457069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.457329:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.457704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.461009:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.465997:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.501099:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731366144 00000100:00100000:0.0:1746129491.501108:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731366144 00000100:00100000:0.0:1746129491.501155:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9885 00000100:00100000:0.0:1746129491.501162:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+6:28720:x1830948731366144:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129491.501182:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.501198:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095e9fa00/0x40a459093b05bbc7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18cba expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.501246:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095e9fa00/0x40a459093b05bbc7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18cba expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.501258:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095e9fa00/0x40a459093b05bbc7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18cba expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.501272:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250700) 00010000:00010000:0.0:1746129491.501275:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129491.501277:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095e9fa00, rc 0) 00000100:00100000:0.0:1746129491.505791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.525465:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.526730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.532455:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731367296 00000100:00100000:0.0:1746129491.532459:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731367296 00000100:00100000:0.0:1746129491.532487:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10506 00000100:00100000:0.0:1746129491.532493:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+21:28732:x1830948731367296:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129491.532500:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.532509:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095e9ec00/0x40a459093b05bc1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18cd6 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.532527:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090990800/0x40a459093b05bb96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18c90 expref: 11 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.532534:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129491.532536:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129491.532538:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095e9ec00/0x40a459093b05bc1b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18cd6 expref: 22 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.532826:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090990800/0x40a459093b05bb96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c90 expref: 11 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.532834:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090990800/0x40a459093b05bb96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c90 expref: 11 pid: 31503 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746129491.532847:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736603648:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129491.532884:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129491.534814:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.534916:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.534944:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736603648:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129491.534959:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095e9ec00/0x40a459093b05bc1b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18cd6 expref: 22 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.534970:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095e9ec00, rc 0) 00000100:00100000:0.0:1746129491.534997:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+22:28732:x1830948731367296:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2504us (2634us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.535002:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10506 00000100:00100000:0.0:1746129491.538993:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731368192 00000100:00100000:0.0:1746129491.538998:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731368192 00000100:00100000:0.0:1746129491.539033:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9890 00000100:00100000:0.0:1746129491.539039:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+291:28733:x1830948731368192:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129491.539054:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.539066:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095e9f200/0x40a459093b05bc45 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18ceb expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.539392:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095e9fc00/0x40a459093b05bc4c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129491.539403:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efba200/0x40a459093b05bc22 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18ccf expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.539413:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095e9fc00/0x40a459093b05bc4c lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129491.539432:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009efba200/0x40a459093b05bc22 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18ccf expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.539442:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efba200/0x40a459093b05bc22 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18ccf expref: 8 pid: 16908 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746129491.539451:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736603904:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129491.539525:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129491.547188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.548210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.548318:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.557485:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.557508:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.557526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.557876:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.566433:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731369472 00000100:00100000:0.0:1746129491.566441:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731369472 00000100:00100000:0.0:1746129491.566477:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10507 00000100:00100000:0.0:1746129491.566484:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+29:28732:x1830948731369472:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129491.566500:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.566513:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18d00 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.566536:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129a13000/0x40a459093b05bb9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18c97 expref: 10 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.566543:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129491.566545:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129491.566548:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.566570:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129a13000/0x40a459093b05bb9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c97 expref: 10 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.566579:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129a13000/0x40a459093b05bb9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18c97 expref: 10 pid: 31503 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746129491.566588:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736604416:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129491.566661:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129491.569433:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736604416:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129491.569454:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.569468:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090992800, rc 0) 00000100:00100000:0.0:1746129491.569502:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+30:28732:x1830948731369472:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3019us (3097us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.569510:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10507 00000100:00100000:0.0:1746129491.569580:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.571983:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c07bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736604544:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129491.571998:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129491.572884:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731369600:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3173us (3301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.572893:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5223 00000100:00100000:0.0:1746129491.573586:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731369728 00000100:00100000:0.0:1746129491.573592:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731369728 00000100:00100000:0.0:1746129491.573619:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9894 00000100:00100000:0.0:1746129491.573644:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:28732:x1830948731369728:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129491.573659:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.573673:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090992a00/0x40a459093b05bc76 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18d07 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.573719:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090992a00/0x40a459093b05bc76 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d07 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.573729:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090992a00/0x40a459093b05bc76 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d07 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.573739:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250700) 00010000:00010000:0.0:1746129491.573742:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129491.573745:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efbbe00/0x40a459093b05bc68 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18cf9 expref: 290 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.573750:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090992a00, rc 0) 00000100:00100000:0.0:1746129491.573777:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:28732:x1830948731369728:12345-192.168.202.4@tcp:101:cat.0 Request processed in 153us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.573782:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9894 00000100:00100000:0.0:1746129491.585608:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736605056:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129491.585891:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736604672 00000100:00100000:0.0:1746129491.585894:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736604672 00000100:00100000:0.0:1746129491.585908:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10511 00000100:00100000:0.0:1746129491.585913:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3301:x1830948736605696:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129491.586878:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736605696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 965us (1135us total) trans 21474840144 rc 0/0 00000100:00100000:0.0:1746129491.586885:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10511 00000100:00100000:0.0:1746129491.589612:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.590100:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.590143:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.592656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.593824:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.593930:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.594067:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.594085:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731370624 00000100:00100000:0.0:1746129491.594088:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731370624 00000100:00100000:0.0:1746129491.594111:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 586 00000100:00100000:0.0:1746129491.594116:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+291:1960:x1830948731370624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129491.594125:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129491.594149:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b4f8f200/0x40a459093b05bc7d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d0e expref: 291 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.594162:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250700) 00010000:00010000:0.0:1746129491.594166:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129491.594188:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:1960:x1830948731370624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 71us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.594193:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 586 00000100:00100000:0.0:1746129491.594803:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.596936:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.600546:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.600577:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.600589:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731371520 00000100:00100000:0.0:1746129491.600591:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731371520 00002000:00100000:0.0:1746129491.600604:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd91c00 x1830948731371520/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:232/0 lens 488/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.600610:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91c00 with x1830948731371520 ext(1048576->2097151) 00010000:00010000:0.0:1746129491.600615:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 31 pid: 22481 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.600624:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 31 pid: 22481 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746129491.600629:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd91c00 00000100:00100000:0.0:1746129491.600649:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 980 00000100:00100000:0.0:1746129491.600658:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731371520:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129491.612368:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731371776 00000100:00100000:0.0:1746129491.612376:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731371776 00002000:00100000:0.0:1746129491.612408:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3862528->3866623) req@ffff88009fab2a00 x1830948731371776/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:232/0 lens 488/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.612418:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2a00 with x1830948731371776 ext(3862528->3866623) 00002000:00010000:0.0:1746129491.612422:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab2a00 00000100:00100000:0.0:1746129491.613884:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3796 00000100:00100000:0.0:1746129491.613894:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+42:1963:x1830948731371776:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129491.614029:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+42:1963:x1830948731371776:12345-192.168.202.4@tcp:3:cat.0 Request processed in 137us (2383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129491.614035:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3796 00002000:00100000:0.0:1746129491.614041:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3862528->3866623) req@ffff88009fab2a00 x1830948731371776/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746129502 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.614052:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2a00 with x1830948731371776 ext(3862528->3866623) 00002000:00010000:0.0:1746129491.614055:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab2a00 00000100:00100000:0.0:1746129491.615386:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731371520:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 14728us (14805us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129491.615393:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 980 00002000:00100000:0.0:1746129491.615399:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd91c00 x1830948731371520/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:232/0 lens 488/440 e 0 to 0 dl 1746129502 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.615406:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91c00 with x1830948731371520 ext(1048576->2097151) 00010000:00010000:0.0:1746129491.615413:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 31 pid: 22481 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.615425:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 31 pid: 22481 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746129491.615431:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd91c00 00000100:00100000:0.0:1746129491.618954:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.626670:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.628188:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.628211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.628226:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731372288 00000100:00100000:0.0:1746129491.628229:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731372288 00010000:00010000:0.0:1746129491.628247:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 31 pid: 22481 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746129491.628266:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731372416 00000100:00100000:0.0:1746129491.628268:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731372416 00010000:00010000:0.0:1746129491.628277:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800959db000/0x40a459093b05bbb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18cb3 expref: 10 pid: 31503 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746129491.628320:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5225 00000100:00100000:0.0:1746129491.628326:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731372288:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129491.628335:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129491.628354:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 31 pid: 22481 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.628364:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 31 pid: 22481 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.628379:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090992800/0x40a459093b05bc6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d00 expref: 31 pid: 22481 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.628392:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.628393:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.628398:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8ee00/0x40a459093b05bc8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1224704->1404927) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d1c expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.628403:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8ee00/0x40a459093b05bc8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1224704->1404927) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d1c expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.628423:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8ee00/0x40a459093b05bc8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1224704->1404927) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d1c expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.628432:0:7087:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8ee00/0x40a459093b05bc8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1224704->1404927) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d1c expref: 30 pid: 20577 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746129491.628442:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736607744:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129491.628496:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129491.628512:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5226 00000100:00100000:0.0:1746129491.628518:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731372416:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129491.628524:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129491.628534:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800959db000/0x40a459093b05bbb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18cb3 expref: 10 pid: 31503 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.628546:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800959db000/0x40a459093b05bbb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18cb3 expref: 10 pid: 31503 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.628557:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800959db000/0x40a459093b05bbb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18cb3 expref: 10 pid: 31503 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.628565:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.628566:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129491.628569:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05bc99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d2a expref: 29 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.628575:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05bc99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d2a expref: 29 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.628596:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05bc99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d2a expref: 29 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129491.628603:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736607872:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129491.628621:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129491.632114:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736607872:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129491.632123:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129491.632138:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731372416:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3621us (3927us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.632144:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5226 00000100:00100000:0.0:1746129491.632681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.633889:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731373056 00000100:00100000:0.0:1746129491.633893:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731373056 00002000:00100000:0.0:1746129491.633910:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1400832->1404927) req@ffff88009c078700 x1830948731373056/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:232/0 lens 488/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.633918:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078700 with x1830948731373056 ext(1400832->1404927) 00010000:00010000:0.0:1746129491.633924:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8ee00/0x40a459093b05bc8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1224704->1404927) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d1c expref: 31 pid: 20577 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.633933:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8ee00/0x40a459093b05bc8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1224704->1404927) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d1c expref: 31 pid: 20577 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746129491.633940:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c078700 00000100:00100000:0.0:1746129491.633952:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 981 00000100:00100000:0.0:1746129491.633958:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731373056:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129491.634052:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731373056:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 93us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129491.634057:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 981 00002000:00100000:0.0:1746129491.634062:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1400832->1404927) req@ffff88009c078700 x1830948731373056/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746129502 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.634069:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078700 with x1830948731373056 ext(1400832->1404927) 00010000:00010000:0.0:1746129491.634074:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8ee00/0x40a459093b05bc8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1224704->1404927) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d1c expref: 31 pid: 20577 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746129491.634082:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8ee00/0x40a459093b05bc8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1224704->1404927) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d1c expref: 31 pid: 20577 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746129491.634087:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c078700 00000100:00100000:0.0:1746129491.636418:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.636849:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.636933:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.647462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.654573:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.655282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.660637:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.668057:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.670149:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.680833:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.688037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.690453:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.692839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.699440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.699521:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.702057:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.704687:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.714869:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.720842:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736609024:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129491.720858:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129491.721255:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+42:1962:x1830948731376512:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6055us (6384us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129491.721263:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5230 00000100:00100000:0.0:1746129491.732862:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.733922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.733952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.733974:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.734006:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.734125:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731377792 00000100:00100000:0.0:1746129491.734128:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731377792 00002000:00100000:0.0:1746129491.734142:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fb9f800 x1830948731377792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:232/0 lens 488/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.734149:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9f800 with x1830948731377792 ext(2097152->3145727) 00010000:00010000:0.0:1746129491.734153:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05bc99 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d2a expref: 32 pid: 8411 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129491.734162:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05bc99 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d2a expref: 32 pid: 8411 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746129491.734173:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fb9f800 00000100:00100000:0.0:1746129491.734183:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 985 00000100:00100000:0.0:1746129491.734187:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948731377792:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129491.752045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.761594:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.771846:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.771883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.771910:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.771950:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.774550:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731379712 00000100:00100000:0.0:1746129491.774556:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731379712 00002000:00100000:0.0:1746129491.774584:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012bd90380 x1830948731379712/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:232/0 lens 488/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.774592:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90380 with x1830948731379712 ext(3145728->4194303) 00002000:00010000:0.0:1746129491.774596:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd90380 00000100:00100000:0.0:1746129491.774621:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3810 00000100:00100000:0.0:1746129491.774627:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731379712:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129491.803507:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.817376:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.835818:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.867540:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.869571:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731381248 00000100:00100000:0.0:1746129491.869575:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731381248 00000100:00100000:0.0:1746129491.869592:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9897 00000100:00100000:0.0:1746129491.869598:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:28741:x1830948731381248:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129491.869606:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129491.869616:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bf000/0x40a459093b05bcf4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18d8c expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.869701:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869712:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869722:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869732:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869738:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869743:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869826:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be600/0x40a459093b05bd17 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869833:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be600/0x40a459093b05bd17 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869838:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be600/0x40a459093b05bd17 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:0.0:1746129491.869845:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129491.869909:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869915:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869920:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869924:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800912bea00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129491.869927:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869935:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869943:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129491.869945:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129491.869948:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869951:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bea00/0x40a459093b05bd02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869963:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869967:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869971:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869974:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800912be800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129491.869976:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869982:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869987:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacb600) 00010000:00010000:0.0:1746129491.869988:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129491.869990:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.869993:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be800/0x40a459093b05bd10 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129491.870029:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800912bf000/0x40a459093b05bcf4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d8c expref: 13 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.870037:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800912be600/0x40a459093b05bd17 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d8c expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129491.870042:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250700) 00010000:00010000:0.0:1746129491.870044:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129491.870045:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800912be600, rc 0) 00000100:00100000:0.0:1746129491.870078:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:28741:x1830948731381248:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 480us (627us total) trans 8589943706 rc 0/0 00000100:00100000:0.0:1746129491.870083:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9897 00000100:00100000:0.0:1746129491.888377:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.894544:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.894792:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.897975:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.904085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.908186:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.932427:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.935915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.936619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.939471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.939488:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731383040 00000100:00100000:0.0:1746129491.939493:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731383040 00002000:00100000:0.0:1746129491.939527:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (393216->397311) req@ffff880091b05c00 x1830948731383040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:232/0 lens 488/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.939535:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b05c00 with x1830948731383040 ext(393216->397311) 00002000:00010000:0.0:1746129491.939540:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b05c00 00000100:00100000:0.0:1746129491.948276:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.948344:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.948365:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731383552 00000100:00100000:0.0:1746129491.948371:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731383552 00002000:00100000:0.0:1746129491.948405:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (1036288->1040383) req@ffff880091b07480 x1830948731383552/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:232/0 lens 488/0 e 0 to 0 dl 1746129502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.948415:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07480 with x1830948731383552 ext(1036288->1040383) 00002000:00010000:0.0:1746129491.948419:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07480 00000100:00100000:0.0:1746129491.948452:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3816 00000100:00100000:0.0:1746129491.948459:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1960:x1830948731383552:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129491.948597:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1960:x1830948731383552:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 138us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129491.948603:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3816 00002000:00100000:0.0:1746129491.948609:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (1036288->1040383) req@ffff880091b07480 x1830948731383552/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746129502 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129491.948621:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07480 with x1830948731383552 ext(1036288->1040383) 00002000:00010000:0.0:1746129491.948624:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07480 00000100:00100000:0.0:1746129491.953574:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.953625:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.954534:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731383936 00000100:00100000:0.0:1746129491.954537:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731383936 00000100:00100000:0.0:1746129491.954562:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3923 00000100:00100000:0.0:1746129491.954568:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f50c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+12:28741:x1830948731383936:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129491.960829:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.965375:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.980240:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129491.985699:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.011233:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.011284:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129492.012312:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129492.037043:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129492.037701:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129492.041361:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.041397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129492.041497:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129492.056454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.060063:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736611072:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.060091:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090990c00/0x40a459093b05bd80 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1298432->1613823] (req 1298432->1613823) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18dbd expref: 34 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.060104:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090990c00, rc 0) 00000100:00100000:0.0:1746129492.060134:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+34:28750:x1830948731385728:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3422us (3687us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.060142:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10545 00000100:00100000:0.0:1746129492.062467:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.062670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.064550:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.067357:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.067383:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.067416:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.067453:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10546 00000100:00100000:0.0:1746129492.067739:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731386624:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129492.078496:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3822 00000100:00100000:0.0:1746129492.078515:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731387520:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129492.091125:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.105888:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.109956:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.128240:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.128736:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.137058:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.137097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.137140:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.137173:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731389056 00000100:00100000:0.0:1746129492.137177:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731389056 00010000:00010000:0.0:1746129492.137192:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c851a00/0x40a459093b05bcd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d62 expref: 27 pid: 8411 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.137688:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5243 00000100:00100000:0.0:1746129492.137702:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731389056:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.137709:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.137719:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c851a00/0x40a459093b05bcd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d62 expref: 27 pid: 8411 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.137728:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c851a00/0x40a459093b05bcd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d62 expref: 27 pid: 8411 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.137740:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c851a00/0x40a459093b05bcd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d62 expref: 27 pid: 8411 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.137804:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.137807:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.137813:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f4b8600/0x40a459093b05bde9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3325952->3846143) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18dee expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.137822:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4b8600/0x40a459093b05bde9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3325952->3846143) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18dee expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.144387:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.154756:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.159549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.164637:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.172397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.180518:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.182480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.186543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.187567:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.187680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.206734:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.206881:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.209981:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736612480:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129492.209997:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.210037:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948731391488:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2660us (3155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.210046:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5244 00000100:00100000:0.0:1746129492.215377:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.215409:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.215436:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.223415:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.223627:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731392256:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7087us (8190us total) trans 0 rc 528384/528384 00000100:00100000:0.0:1746129492.223635:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3831 00002000:00100000:0.0:1746129492.223643:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094067100 x1830948731392256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:233/0 lens 504/440 e 0 to 0 dl 1746129503 ref 1 fl Complete:/200/0 rc 528384/528384 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129492.223651:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094067100 with x1830948731392256 ext(3145728->4194303) 00002000:00010000:0.0:1746129492.223655:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094067100 00000100:00100000:0.0:1746129492.224559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.230741:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.234837:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.235419:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.239502:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.244586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.254974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.255020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.255066:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.255946:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.258926:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.285340:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.294918:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.298664:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.298711:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.309926:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.314436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.315431:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731395968 00000100:00100000:0.0:1746129492.315436:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731395968 00010000:00010000:0.0:1746129492.315453:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8a00/0x40a459093b05be13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18dfc expref: 34 pid: 22481 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.315470:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5247 00000100:00100000:0.0:1746129492.315474:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bbc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731395968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.315482:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.315490:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8a00/0x40a459093b05be13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18dfc expref: 34 pid: 22481 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.315498:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8a00/0x40a459093b05be13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18dfc expref: 34 pid: 22481 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.315509:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8a00/0x40a459093b05be13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18dfc expref: 34 pid: 22481 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.315532:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.315534:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.315540:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091513e00/0x40a459093b05be6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2707456->2994175) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e3b expref: 37 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.315547:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091513e00/0x40a459093b05be6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2707456->2994175) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e3b expref: 37 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.315577:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091513e00/0x40a459093b05be6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2707456->2994175) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e3b expref: 37 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.315586:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736613504:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129492.317799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.324123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.337270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.345153:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.353194:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.353238:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.353290:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.354612:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731397504 00000100:00100000:0.0:1746129492.354617:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731397504 00000100:00100000:0.0:1746129492.354637:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731397760 00000100:00100000:0.0:1746129492.354639:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731397760 00000100:00100000:0.0:1746129492.354648:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731397632 00000100:00100000:0.0:1746129492.354650:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731397632 00000100:00100000:0.0:1746129492.354903:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10565 00000100:00100000:0.0:1746129492.354910:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731397632:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129492.354917:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129492.354925:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013106c600/0x40a459093b05beb4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18e65 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.354938:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.354940:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.354944:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013106c600/0x40a459093b05beb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e65 expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.354954:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013106c600/0x40a459093b05beb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e65 expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.354962:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013106c600, rc 0) 00000100:00100000:0.0:1746129492.354980:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1962:x1830948731397632:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 71us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.354986:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10565 00000100:00100000:0.0:1746129492.365285:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.369000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.375257:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.379727:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.398634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.403049:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.409202:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.409914:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.409940:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731399168 00000100:00100000:0.0:1746129492.409949:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731399168 00000100:00100000:0.0:1746129492.409994:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731399424 00000100:00100000:0.0:1746129492.409996:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731399424 00000100:00100000:0.0:1746129492.410024:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10567 00000100:00100000:0.0:1746129492.410034:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731399168:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129492.410100:0:7148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013106dc00/0x40a459093b05befa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410121:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8200/0x40a459093b05bde2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18de7 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410130:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f34b800/0x40a459093b05be98 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e57 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410137:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x40a459093b05be1a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e03 expref: 36 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410143:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.410145:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.410148:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013106dc00/0x40a459093b05befa lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410181:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x40a459093b05be1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e03 expref: 36 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410194:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x40a459093b05be1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e03 expref: 36 pid: 8411 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746129492.410209:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736614272:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.410318:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f34b800/0x40a459093b05be98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e57 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410331:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f34b800/0x40a459093b05be98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e57 expref: 10 pid: 7148 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746129492.410338:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736614400:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.410365:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8200/0x40a459093b05bde2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18de7 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410372:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8200/0x40a459093b05bde2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18de7 expref: 32 pid: 22481 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.410379:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090169500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736614528:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.410392:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129492.410421:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.410476:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.410514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.410531:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731399040 00000100:00100000:0.0:1746129492.410534:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731399040 00000100:00100000:0.0:1746129492.410548:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731399296 00000100:00100000:0.0:1746129492.410550:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731399296 00000100:00100000:0.0:1746129492.410560:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731399552 00000100:00100000:0.0:1746129492.410562:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731399552 00000100:00100000:0.0:1746129492.410571:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10568 00000100:00100000:0.0:1746129492.410575:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1962:x1830948731399424:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129492.410596:0:31503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013106ce00/0x40a459093b05bf01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410611:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f34b000/0x40a459093b05be36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e1f expref: 42 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410617:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013106c600/0x40a459093b05beb4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e65 expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410624:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f34ba00/0x40a459093b05be44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e2d expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410628:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.410630:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.410632:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013106ce00/0x40a459093b05bf01 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410647:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f34ba00/0x40a459093b05be44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e2d expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410654:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f34ba00/0x40a459093b05be44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e2d expref: 27 pid: 7148 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.410663:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736614656:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.410688:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013106c600/0x40a459093b05beb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e65 expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410696:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013106c600/0x40a459093b05beb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e65 expref: 13 pid: 7148 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746129492.410708:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736614784:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.410726:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f34b000/0x40a459093b05be36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e1f expref: 42 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410733:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f34b000/0x40a459093b05be36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e1f expref: 42 pid: 7148 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.410740:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736614912:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.410751:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129492.410878:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10569 00000100:00100000:0.0:1746129492.410884:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731399040:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129492.410903:0:8410:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9800/0x40a459093b05bf08 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410913:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05bca0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d38 expref: 36 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410919:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091512600/0x40a459093b05be9f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e50 expref: 12 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410926:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8e400/0x40a459093b05bcbc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18d4d expref: 32 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410931:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.410933:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.410935:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9800/0x40a459093b05bf08 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.410948:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8e400/0x40a459093b05bcbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d4d expref: 32 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410955:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8e400/0x40a459093b05bcbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d4d expref: 32 pid: 20577 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746129492.410963:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736615040:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.410989:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091512600/0x40a459093b05be9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e50 expref: 12 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.410997:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091512600/0x40a459093b05be9f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e50 expref: 12 pid: 20577 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746129492.411005:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736615168:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.411036:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05bca0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d38 expref: 36 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.411043:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05bca0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d38 expref: 36 pid: 8411 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.411051:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736615424:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.411065:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129492.411080:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10571 00000100:00100000:0.0:1746129492.411086:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731399552:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129492.411101:0:4699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8e00/0x40a459093b05bf16 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.411111:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091513e00/0x40a459093b05be6e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2707456->2994175) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e3b expref: 36 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.411116:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129492.411117:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129492.411119:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8e00/0x40a459093b05bf16 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.411132:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091513e00/0x40a459093b05be6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2707456->2994175) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e3b expref: 36 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.411139:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091513e00/0x40a459093b05be6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2707456->2994175) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e3b expref: 36 pid: 20577 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.411146:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736615808:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.411162:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c9549c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129492.420758:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736614656:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.420799:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736614784:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.420820:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736614912:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.420848:0:31503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013106ce00/0x40a459093b05bf01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.420886:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.420904:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731399936 00000100:00100000:0.0:1746129492.420910:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731399936 00010000:00010000:0.0:1746129492.420939:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8e400/0x40a459093b05bcbc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d4d expref: 33 pid: 20577 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746129492.420966:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5251 00000100:00100000:0.0:1746129492.420973:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+33:1961:x1830948731399936:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.420986:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.421022:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8e400/0x40a459093b05bcbc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d4d expref: 33 pid: 20577 timeout: 847 lvb_type: 1 00010000:00010000:0.0:1746129492.421031:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4f8e400/0x40a459093b05bcbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d4d expref: 33 pid: 20577 timeout: 847 lvb_type: 1 00010000:00010000:0.0:1746129492.421060:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.421100:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+33:1961:x1830948731399936:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 128us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.421106:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5251 00000100:00100000:0.0:1746129492.421132:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.421143:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731400320 00000100:00100000:0.0:1746129492.421146:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731400320 00010000:00010000:0.0:1746129492.421155:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34ba00/0x40a459093b05be44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e2d expref: 28 pid: 7148 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.421168:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5252 00000100:00100000:0.0:1746129492.421173:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948731400320:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.421179:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.421188:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f34ba00/0x40a459093b05be44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e2d expref: 28 pid: 7148 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.421196:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f34ba00/0x40a459093b05be44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e2d expref: 28 pid: 7148 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.421207:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f34ba00/0x40a459093b05be44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e2d expref: 28 pid: 7148 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.421217:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.421230:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948731400320:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 57us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.421235:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5252 00000100:00100000:0.0:1746129492.421384:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736615296:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.422588:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.423002:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736615808:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.423025:0:4699:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8e00/0x40a459093b05bf16 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.428476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.428497:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.428518:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.428535:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731399808 00000100:00100000:0.0:1746129492.428542:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731399808 00010000:00010000:0.0:1746129492.428572:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f34b800/0x40a459093b05be98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e57 expref: 13 pid: 7148 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746129492.428594:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731400192 00000100:00100000:0.0:1746129492.428595:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731400192 00010000:00010000:0.0:1746129492.428606:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013106c600/0x40a459093b05beb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e65 expref: 15 pid: 7148 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746129492.429290:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731400704 00000100:00100000:0.0:1746129492.429305:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731400704 00010000:00010000:0.0:1746129492.429318:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05bca0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18d38 expref: 37 pid: 8411 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.430039:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5259 00000100:00100000:0.0:1746129492.430048:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731400064:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.430054:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.431448:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8200/0x40a459093b05bde2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18de7 expref: 32 pid: 22481 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.431457:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8200/0x40a459093b05bde2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18de7 expref: 32 pid: 22481 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.431469:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8200/0x40a459093b05bde2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18de7 expref: 32 pid: 22481 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.431481:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.431499:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731400064:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1454us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.431508:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5259 00000100:00100000:0.0:1746129492.431519:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731401088 00000100:00100000:0.0:1746129492.431522:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731401088 00010000:00010000:0.0:1746129492.431533:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f103200/0x40a459093b05bdb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18dcb expref: 27 pid: 7148 timeout: 847 lvb_type: 1 00000100:00100000:0.0:1746129492.431543:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5262 00000100:00100000:0.0:1746129492.431547:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731401088:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.431554:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.431562:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f103200/0x40a459093b05bdb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18dcb expref: 27 pid: 7148 timeout: 847 lvb_type: 1 00010000:00010000:0.0:1746129492.431569:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f103200/0x40a459093b05bdb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18dcb expref: 27 pid: 7148 timeout: 847 lvb_type: 1 00010000:00010000:0.0:1746129492.431579:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f103200/0x40a459093b05bdb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18dcb expref: 27 pid: 7148 timeout: 847 lvb_type: 1 00010000:00010000:0.0:1746129492.431595:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.431612:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731401088:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 64us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.431617:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5262 00000100:00100000:0.0:1746129492.440159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.445529:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.449280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.449559:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.450620:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731402752 00000100:00100000:0.0:1746129492.450623:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731402752 00010000:00010000:0.0:1746129492.450635:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efbbe00/0x40a459093b05bc68 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18cf9 expref: 303 pid: 15096 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.450648:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731402112 00000100:00100000:0.0:1746129492.450650:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731402112 00010000:00010000:0.0:1746129492.450655:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091512e00/0x40a459093b05be05 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18df5 expref: 304 pid: 16908 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746129492.450665:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5268 00000100:00100000:0.0:1746129492.450669:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+304:1962:x1830948731402752:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.450675:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.450678:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009efbbe00/0x40a459093b05bc68 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18cf9 expref: 304 pid: 15096 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.450686:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009efbbe00/0x40a459093b05bc68 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18cf9 expref: 304 pid: 15096 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.450696:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efbbe00/0x40a459093b05bc68 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18cf9 expref: 304 pid: 15096 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.450706:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250700) 00010000:00010000:0.0:1746129492.450709:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851600/0x40a459093b05bf24 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129492.450714:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.450728:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+303:1962:x1830948731402752:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 59us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.450733:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5268 00000100:00100000:0.0:1746129492.450760:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5269 00000100:00100000:0.0:1746129492.450764:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+302:1962:x1830948731402112:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.450769:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.450772:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091512e00/0x40a459093b05be05 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18df5 expref: 302 pid: 16908 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.450779:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091512e00/0x40a459093b05be05 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18df5 expref: 302 pid: 16908 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.450787:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091512e00/0x40a459093b05be05 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18df5 expref: 302 pid: 16908 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746129492.450794:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250700) 00010000:00010000:0.0:1746129492.450797:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851600/0x40a459093b05bf24 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129492.450801:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.450810:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+301:1962:x1830948731402112:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 46us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.450815:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5269 00000100:00100000:0.0:1746129492.452218:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.479129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.481285:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.487095:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.487137:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.487164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.487191:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.487206:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.487312:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.487329:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731403776 00000100:00100000:0.0:1746129492.487332:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731403776 00000100:00100000:0.0:1746129492.487822:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10591 00000100:00100000:0.0:1746129492.487830:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731403648:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129492.487838:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129492.487851:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8800/0x40a459093b05bf47 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18eab expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129492.487865:0:22480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d254, atime: 0x6813d253, ctime: 0x6813d254, blocks: 0x821 00010000:00010000:0.0:1746129492.487874:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.487875:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.487879:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8800/0x40a459093b05bf47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18eab expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.487888:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8800/0x40a459093b05bf47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18eab expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.487894:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4b8800, rc 0) 00000100:00100000:0.0:1746129492.487910:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731403648:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 82us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.487916:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10591 00000100:00100000:0.0:1746129492.487930:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10593 00000100:00100000:0.0:1746129492.487934:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731403520:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129492.487939:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129492.487945:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9a00/0x40a459093b05bf55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18ea4 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129492.487959:0:22480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d254, atime: 0x6813d253, ctime: 0x6813d254, blocks: 0x81f 00010000:00010000:0.0:1746129492.487966:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.487967:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.487970:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9a00/0x40a459093b05bf55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18ea4 expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.487978:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9a00/0x40a459093b05bf55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18ea4 expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.487984:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4b9a00, rc 0) 00000100:00100000:0.0:1746129492.487998:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731403520:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 64us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.488023:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10593 00000100:00100000:0.0:1746129492.494124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.496027:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731404544 00000100:00100000:0.0:1746129492.496032:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731404544 00000100:00100000:0.0:1746129492.496068:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3841 00000100:00100000:0.0:1746129492.496074:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731404544:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129492.496095:0:31522:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9e00/0x40a459093b05bf71 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.496104:0:31522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.496105:0:31522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.496108:0:31522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9e00/0x40a459093b05bf71 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.496116:0:31522:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9e00/0x40a459093b05bf71 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.500949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.501018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.503430:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731405056 00000100:00100000:0.0:1746129492.503437:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731405056 00000100:00100000:0.0:1746129492.503475:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731405184 00000100:00100000:0.0:1746129492.503477:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731405184 00000100:00100000:0.0:1746129492.503491:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3843 00000100:00100000:0.0:1746129492.503497:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1962:x1830948731405056:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129492.503525:0:31519:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x40a459093b05bf7f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.503537:0:31519:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.503538:0:31519:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.503542:0:31519:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x40a459093b05bf7f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.503553:0:31519:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091512800/0x40a459093b05bf7f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.537455:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.539949:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.539982:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.540038:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.541094:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.541122:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.541154:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.541186:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731407104 00000100:00100000:0.0:1746129492.541190:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731407104 00000100:00100000:0.0:1746129492.541207:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10600 00000100:00100000:0.0:1746129492.541212:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1961:x1830948731406848:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129492.541282:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129492.541285:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129491 -> 1746129493 00002000:00010000:0.0:1746129492.541286:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129491 -> 1746129493 00002000:00010000:0.0:1746129492.541288:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129492 -> 1746129493 00002000:00010000:0.0:1746129492.541290:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129492.541334:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1961:x1830948731406848:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 121us (210us total) trans 17179872956 rc 0/0 00000100:00100000:0.0:1746129492.541340:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10600 00000100:00100000:0.0:1746129492.547865:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000001:00080000:0.0:1746129492.571068:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943726 is committed 00000004:00080000:0.0:1746129492.571074:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1798 committed 00000004:00080000:0.0:1746129492.571090:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1844 committed 00000004:00080000:0.0:1746129492.571100:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1843 committed 00000004:00080000:0.0:1746129492.571102:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1842 committed 00000004:00080000:0.0:1746129492.571103:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1841 committed 00000004:00080000:0.0:1746129492.571104:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1797 committed 00000004:00080000:0.0:1746129492.571105:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1840 committed 00000004:00080000:0.0:1746129492.571107:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1796 committed 00000004:00080000:0.0:1746129492.571108:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1839 committed 00000004:00080000:0.0:1746129492.571109:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1795 committed 00000004:00080000:0.0:1746129492.571111:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1794 committed 00000004:00080000:0.0:1746129492.571112:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1793 committed 00000004:00080000:0.0:1746129492.571113:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1838 committed 00000004:00080000:0.0:1746129492.571115:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1837 committed 00000004:00080000:0.0:1746129492.571116:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1792 committed 00000004:00080000:0.0:1746129492.571118:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1791 committed 00000004:00080000:0.0:1746129492.571119:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1836 committed 00000100:00100000:0.0:1746129492.571287:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736619648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.571355:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736619392 00000100:00100000:0.0:1746129492.571361:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736619392 00000100:00100000:0.0:1746129492.571396:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736619520 00000100:00100000:0.0:1746129492.571398:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736619520 00000100:00100000:0.0:1746129492.571411:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736620032 00000100:00100000:0.0:1746129492.571412:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736620032 00000100:00100000:0.0:1746129492.571420:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736620544 00000100:00100000:0.0:1746129492.571421:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736620544 00000100:00100000:0.0:1746129492.571434:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736621056 00000100:00100000:0.0:1746129492.571436:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736621056 00000100:00100000:0.0:1746129492.571443:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736619904 00000100:00100000:0.0:1746129492.571444:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736619904 00000100:00100000:0.0:1746129492.571449:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736620416 00000100:00100000:0.0:1746129492.571450:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736620416 00000100:00100000:0.0:1746129492.571458:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10602 00000100:00100000:0.0:1746129492.571464:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3300:x1830948736619392:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129492.571603:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746129492.571606:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.571608:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.571610:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.571612:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:0.0:1746129492.571635:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3300:x1830948736619392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 170us (357us total) trans 17179872957 rc 0/0 00000100:00100000:0.0:1746129492.571640:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10602 00000100:00100000:0.0:1746129492.571653:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10604 00000100:00100000:0.0:1746129492.571658:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:3300:x1830948736620032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.571741:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+44:3300:x1830948736620032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (381us total) trans 21474840162 rc 0/0 00000100:00100000:0.0:1746129492.571746:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10604 00000100:00100000:0.0:1746129492.571757:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10606 00000100:00100000:0.0:1746129492.571761:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:3300:x1830948736621056:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.571795:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10607 00000100:00100000:0.0:1746129492.571799:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3303:x1830948736619904:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.571810:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10608 00000100:00100000:0.0:1746129492.571813:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3303:x1830948736620416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129492.571879:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:0.0:1746129492.571882:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129492.571884:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746129492.571885:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129492.571887:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:0.0:1746129492.571907:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3303:x1830948736620416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 92us (461us total) trans 17179872958 rc 0/0 00000100:00100000:0.0:1746129492.571911:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10608 00000100:00100000:0.0:1746129492.571920:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10609 00000100:00100000:0.0:1746129492.571923:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3303:x1830948736620928:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.571997:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3303:x1830948736620928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 74us (534us total) trans 17179872959 rc 0/0 00000100:00100000:0.0:1746129492.572002:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10609 00000100:00100000:0.0:1746129492.572042:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10610 00000100:00100000:0.0:1746129492.572047:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3303:x1830948736619776:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129492.572117:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129492.572119:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.572121:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.572123:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.572124:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129492.572143:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3303:x1830948736619776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 97us (652us total) trans 17179872960 rc 0/0 00000100:00100000:0.0:1746129492.572148:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10610 00000100:00100000:0.0:1746129492.572157:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10612 00000100:00100000:0.0:1746129492.572162:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+43:3303:x1830948736620800:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.572238:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3303:x1830948736620800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (714us total) trans 21474840165 rc 0/0 00000100:00100000:0.0:1746129492.572244:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10612 00002000:00010000:0.0:1746129492.572345:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129492.572348:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.572349:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.572351:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.572352:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129492.572370:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3303:x1830948736619904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 570us (946us total) trans 21474840166 rc 0/0 00000100:00100000:0.0:1746129492.572375:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10607 00000004:00080000:0.0:1746129492.572396:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135727b80/2, rc 0, transno 17179872960 00000100:00100000:0.0:1746129492.572400:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736619776:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129492.572407:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575df80/2, rc 0, transno 21474840164 00000100:00100000:0.0:1746129492.572411:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736620288:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129492.572417:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575f480/2, rc 0, transno 21474840165 00000100:00100000:0.0:1746129492.572419:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736620800:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129492.573055:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094065f80/2, rc 0, transno 17179872961 00000100:00100000:0.0:1746129492.573059:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094065f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736621312:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129492.573069:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575ce00/2, rc 0, transno 21474840166 00000100:00100000:0.0:1746129492.573071:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736619904:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129492.573078:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135724000/2, rc 0, transno 17179872958 00000100:00100000:0.0:1746129492.573080:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736620416:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129492.573087:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094064a80/2, rc 0, transno 17179872959 00000100:00100000:0.0:1746129492.573089:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736620928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.573197:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.573217:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736620160:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.573233:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.573248:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736620672:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.573259:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.573269:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736621184:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.573283:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.573381:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3300:x1830948736621056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1619us (1988us total) trans 21474840167 rc 0/0 00000100:00100000:0.0:1746129492.573387:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10606 00000100:00100000:0.0:1746129492.573397:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10617 00000100:00100000:0.0:1746129492.573402:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3301:x1830948736620672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.573469:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3301:x1830948736620672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (208us total) trans 17179872964 rc 0/0 00000100:00100000:0.0:1746129492.573475:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10617 00000004:00080000:0.0:1746129492.573496:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575ca80/2, rc 0, transno 21474840167 00000100:00100000:0.0:1746129492.573500:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736621056:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129492.573511:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575c700/2, rc 0, transno 21474840168 00000100:00100000:0.0:1746129492.573514:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736619648:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129492.573521:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135724e00/2, rc 0, transno 17179872963 00000100:00100000:0.0:1746129492.573523:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736620160:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129492.573528:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094066680/2, rc 0, transno 17179872964 00000100:00100000:0.0:1746129492.573530:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736620672:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129492.573536:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094066300/2, rc 0, transno 17179872965 00000100:00100000:0.0:1746129492.573538:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736621184:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.575088:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.578781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.593998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.594754:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.597059:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.600741:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.601490:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.604595:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.606093:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.612490:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:1961:x1830948731409408:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6202us (6399us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129492.612499:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3848 00002000:00100000:0.0:1746129492.612507:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880095626300 x1830948731409408/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:233/0 lens 488/440 e 0 to 0 dl 1746129503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129492.612515:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095626300 with x1830948731409408 ext(0->1048575) 00002000:00010000:0.0:1746129492.612519:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095626300 00000100:00100000:0.0:1746129492.618675:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.626777:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000001:00080000:0.0:1746129492.696471:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943732 is committed 00000004:00080000:0.0:1746129492.696479:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1806 committed 00000004:00080000:0.0:1746129492.696486:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1853 committed 00000004:00080000:0.0:1746129492.696499:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1852 committed 00000004:00080000:0.0:1746129492.696501:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1851 committed 00000004:00080000:0.0:1746129492.696502:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1850 committed 00000004:00080000:0.0:1746129492.696503:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1805 committed 00000004:00080000:0.0:1746129492.696504:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1849 committed 00000004:00080000:0.0:1746129492.696505:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1804 committed 00000004:00080000:0.0:1746129492.696507:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1848 committed 00000004:00080000:0.0:1746129492.696508:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1803 committed 00000004:00080000:0.0:1746129492.696509:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1802 committed 00000004:00080000:0.0:1746129492.696511:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1801 committed 00000004:00080000:0.0:1746129492.696512:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1847 committed 00000004:00080000:0.0:1746129492.696513:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1846 committed 00000004:00080000:0.0:1746129492.696514:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1800 committed 00000004:00080000:0.0:1746129492.696516:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1799 committed 00000004:00080000:0.0:1746129492.696517:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1845 committed 00000001:00080000:0.0:1746129492.696525:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943730 is committed 00000001:00080000:0.0:1746129492.696528:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943727 is committed 00000100:00100000:0.0:1746129492.696726:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094065c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736622208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.696745:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736622336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.696759:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.696770:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736622976:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.696783:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.696792:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736623360:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.696815:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736622720 00000100:00100000:0.0:1746129492.696820:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736622720 00000100:00100000:0.0:1746129492.696845:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736623488 00000100:00100000:0.0:1746129492.696847:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736623488 00000100:00100000:0.0:1746129492.696855:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736622080 00000100:00100000:0.0:1746129492.696857:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736622080 00000100:00100000:0.0:1746129492.696865:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736623104 00000100:00100000:0.0:1746129492.696868:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736623104 00000100:00100000:0.0:1746129492.696885:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10627 00000100:00100000:0.0:1746129492.696891:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3300:x1830948736622464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.697360:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3300:x1830948736622464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 468us (641us total) trans 21474840169 rc 0/0 00000100:00100000:0.0:1746129492.697366:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10627 00000100:00100000:0.0:1746129492.697379:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10633 00000100:00100000:0.0:1746129492.697383:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3300:x1830948736622592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.697450:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10634 00000100:00100000:0.0:1746129492.697455:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3300:x1830948736623104:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129492.697535:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129492.697537:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.697540:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.697541:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.697543:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129492.697560:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3300:x1830948736623104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 104us (714us total) trans 17179872968 rc 0/0 00000100:00100000:0.0:1746129492.697572:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10634 00000100:00100000:0.0:1746129492.697590:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.697607:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736622848:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.697627:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.697636:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736623232:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.697652:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.697660:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f37e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736623744:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.697671:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.697688:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736623232 00000100:00100000:0.0:1746129492.697690:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736623232 00000100:00100000:0.0:1746129492.697702:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10637 00000100:00100000:0.0:1746129492.697706:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736622848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129492.697784:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736622848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (156us total) trans 21474840174 rc 0/0 00000100:00100000:0.0:1746129492.697789:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10637 00000100:00100000:0.0:1746129492.697803:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129492.697815:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f37c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736623872:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.697828:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746129492.697846:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800900f5500/2, rc 0, transno 21474840170 00000100:00100000:0.0:1746129492.697849:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736622336:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129492.697855:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800900f5c00/2, rc 0, transno 21474840171 00000100:00100000:0.0:1746129492.697870:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736622976:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129492.697885:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094065c00/2, rc 0, transno 21474840173 00000100:00100000:0.0:1746129492.697888:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094065c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736622208:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129492.697893:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800900f7480/2, rc 0, transno 21474840174 00000100:00100000:0.0:1746129492.697896:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736622848:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129492.697901:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fab1500/2, rc 0, transno 17179872970 00000100:00100000:0.0:1746129492.697903:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736623232:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129492.697910:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f37e300/2, rc 0, transno 17179872971 00000100:00100000:0.0:1746129492.697913:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f37e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736623744:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129492.697926:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800912adc00/2, rc 0, transno 17179872972 00000100:00100000:0.0:1746129492.697928:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736623360:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129492.699045:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+53:3300:x1830948736622592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1659us (2217us total) trans 21474840176 rc 0/0 00000100:00100000:0.0:1746129492.699052:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10633 00000100:00100000:0.0:1746129492.714225:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731412608 00000100:00100000:0.0:1746129492.714236:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731412608 00002000:00100000:0.0:1746129492.714286:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012cda7800 x1830948731412608/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:233/0 lens 488/0 e 0 to 0 dl 1746129503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129492.714335:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda7800 with x1830948731412608 ext(1048576->2097151) 00002000:00010000:0.0:1746129492.714342:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cda7800 00000100:00100000:0.0:1746129492.714367:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3853 00000100:00100000:0.0:1746129492.714377:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731412608:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129492.720965:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.721169:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731412992 00000100:00100000:0.0:1746129492.721180:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731412992 00000100:00100000:0.0:1746129492.721245:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10643 00000100:00100000:0.0:1746129492.721255:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+35:28776:x1830948731412992:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129492.721281:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129492.721654:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f8e2200/0x40a459093b05c074 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18f30 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.721688:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9a00/0x40a459093b05bf55 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18ea4 expref: 13 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.721697:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x40a459093b05c03c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18eff expref: 36 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.721705:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05c035 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18ef8 expref: 37 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.721711:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.721713:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.721716:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8e2200/0x40a459093b05c074 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1105920->1695743] (req 1105920->1695743) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18f30 expref: 36 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.721750:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05c035 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18ef8 expref: 37 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.721763:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05c035 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18ef8 expref: 37 pid: 4699 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129492.721776:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736624384:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.722255:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x40a459093b05c03c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eff expref: 36 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.722410:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091512800/0x40a459093b05c03c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eff expref: 36 pid: 7149 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129492.722421:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736624512:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.722460:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9a00/0x40a459093b05bf55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18ea4 expref: 13 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.722468:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f4b9a00/0x40a459093b05bf55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18ea4 expref: 13 pid: 22480 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129492.722476:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736624640:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.722495:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129492.725062:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+42:1961:x1830948731412864:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10614us (10870us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129492.725076:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3854 00002000:00100000:0.0:1746129492.725089:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012cda4e00 x1830948731412864/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:233/0 lens 488/440 e 0 to 0 dl 1746129503 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129492.725098:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda4e00 with x1830948731412864 ext(1048576->2097151) 00002000:00010000:0.0:1746129492.725104:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda4e00 00000100:00100000:0.0:1746129492.726086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.726102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.726134:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.726181:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736624384:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.726193:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736624512:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.726202:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736624640:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.726236:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f8e2200/0x40a459093b05c074 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1105920->1695743] (req 1105920->1695743) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f18f30 expref: 34 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.726255:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8e2200, rc 0) 00000100:00100000:0.0:1746129492.726280:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:28776:x1830948731412992:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5026us (5325us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.726287:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10643 00000100:00100000:0.0:1746129492.731140:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.731221:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.731248:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731413760 00000100:00100000:0.0:1746129492.731253:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731413760 00000100:00100000:0.0:1746129492.731320:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10644 00000100:00100000:0.0:1746129492.731326:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:28780:x1830948731413760:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129492.731341:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129492.731355:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6cb8200/0x40a459093b05c07b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18f37 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.731373:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.731375:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.731381:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6cb8200/0x40a459093b05c07b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18f37 expref: 27 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.731396:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6cb8200/0x40a459093b05c07b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18f37 expref: 27 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.731409:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6cb8200, rc 0) 00000100:00100000:0.0:1746129492.732234:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:28780:x1830948731413760:12345-192.168.202.4@tcp:101:cat.0 Request processed in 906us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.732242:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10644 00000100:00100000:0.0:1746129492.732685:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731413888 00000100:00100000:0.0:1746129492.732689:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731413888 00000100:00100000:0.0:1746129492.732714:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10645 00000100:00100000:0.0:1746129492.732719:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+11:1960:x1830948731413888:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129492.732729:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129492.732740:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6cb8800/0x40a459093b05c082 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18f3e expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.732776:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736624896:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129492.732821:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129492.733082:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10646 00000100:00100000:0.0:1746129492.733088:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+42:1960:x1830948731414016:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129492.733096:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129492.733103:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6cb9a00/0x40a459093b05c089 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f18f45 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.733114:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.733116:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.733120:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6cb9a00/0x40a459093b05c089 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18f45 expref: 43 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.733135:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6cb9a00/0x40a459093b05c089 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18f45 expref: 43 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.733142:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6cb9a00, rc 0) 00000100:00100000:0.0:1746129492.733430:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948731414016:12345-192.168.202.4@tcp:101:cat.0 Request processed in 340us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.733436:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10646 00000100:00100000:0.0:1746129492.751824:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.751844:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.751853:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.751865:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.752205:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.800248:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.831030:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731418496 00000100:00100000:0.0:1746129492.831038:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731418496 00002000:00100000:0.0:1746129492.831081:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012cda5500 x1830948731418496/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:233/0 lens 488/0 e 0 to 0 dl 1746129503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129492.831089:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda5500 with x1830948731418496 ext(4194304->4923391) 00002000:00010000:0.0:1746129492.831093:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda5500 00000100:00100000:0.0:1746129492.831120:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3867 00000100:00100000:0.0:1746129492.831127:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+43:1962:x1830948731418496:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129492.835921:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.841223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.841285:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.844063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.844082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.844127:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731419136 00000100:00100000:0.0:1746129492.844130:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731419136 00010000:00010000:0.0:1746129492.844148:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9491400/0x40a459093b05c043 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f06 expref: 15 pid: 4699 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129492.844171:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5282 00000100:00100000:0.0:1746129492.844177:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+15:1962:x1830948731419136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.844185:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.844199:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a9491400/0x40a459093b05c043 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f06 expref: 14 pid: 4699 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129492.844207:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a9491400/0x40a459093b05c043 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f06 expref: 14 pid: 4699 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129492.844220:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9491400/0x40a459093b05c043 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f06 expref: 14 pid: 4699 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129492.844229:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.844244:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948731419136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 67us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.844249:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5282 00000100:00100000:0.0:1746129492.845473:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731419392 00000100:00100000:0.0:1746129492.845477:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731419392 00010000:00010000:0.0:1746129492.845490:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8800/0x40a459093b05bf47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eab expref: 7 pid: 22480 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129492.845514:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5283 00000100:00100000:0.0:1746129492.845519:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731419392:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.845525:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.845534:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8800/0x40a459093b05bf47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eab expref: 7 pid: 22480 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129492.845540:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8800/0x40a459093b05bf47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eab expref: 7 pid: 22480 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129492.845551:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4b8800/0x40a459093b05bf47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eab expref: 7 pid: 22480 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129492.845557:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.845585:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731419392:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 65us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.845590:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5283 00000100:00100000:0.0:1746129492.847941:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.848697:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.848713:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.848740:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.851397:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.852165:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.852403:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.855916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.858362:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.858464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.858492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.859610:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.864445:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.864463:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.865173:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.865632:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.865647:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.865671:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.866223:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731422336 00000100:00100000:0.0:1746129492.866228:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731422336 00000100:00100000:0.0:1746129492.866247:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10659 00000100:00100000:0.0:1746129492.866253:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731421696:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129492.866317:0:8412:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.866332:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800954fd000/0x40a459093b05bf40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18e9d expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.866340:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090992e00/0x40a459093b05c02e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18ef1 expref: 7 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.866347:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009438ce00/0x40a459093b05c027 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18eea expref: 20 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.866352:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.866353:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.866355:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.866378:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009438ce00/0x40a459093b05c027 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eea expref: 20 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.866389:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009438ce00/0x40a459093b05c027 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eea expref: 20 pid: 4699 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129492.866399:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736626944:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.866486:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090992e00/0x40a459093b05c02e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18ef1 expref: 7 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.866494:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090992e00/0x40a459093b05c02e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18ef1 expref: 7 pid: 4699 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129492.866501:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736627200:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.866523:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800954fd000/0x40a459093b05bf40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e9d expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.866530:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800954fd000/0x40a459093b05bf40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18e9d expref: 11 pid: 7148 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129492.866537:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736627328:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.866548:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129492.866562:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10663 00000100:00100000:0.0:1746129492.866566:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731422208:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129492.866579:0:22480:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009584e400/0x40a459093b05c154 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.866588:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f08ac00/0x40a459093b05bf4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18eb9 expref: 11 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.866594:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efff200/0x40a459093b05c09e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18f5a expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.866600:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6cb9a00/0x40a459093b05c089 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18f45 expref: 20 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.866605:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.866606:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.866608:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009584e400/0x40a459093b05c154 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.866619:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6cb9a00/0x40a459093b05c089 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f45 expref: 20 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.866625:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6cb9a00/0x40a459093b05c089 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f45 expref: 20 pid: 7148 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129492.866632:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094028e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736627968:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.866648:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efff200/0x40a459093b05c09e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f5a expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.866657:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efff200/0x40a459093b05c09e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f5a expref: 7 pid: 20577 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129492.866664:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736628224:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.866682:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f08ac00/0x40a459093b05bf4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eb9 expref: 11 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129492.866689:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f08ac00/0x40a459093b05bf4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18eb9 expref: 11 pid: 8412 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129492.866696:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b05880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736628480:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.866720:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129492.868979:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.869036:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.871804:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.871846:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0990380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736626944:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.871851:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736627200:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129492.871855:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736627328:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129492.871873:0:8412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.875742:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.875882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.875906:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.876619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.877537:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.877584:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.878166:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129492.879237:0:8412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.879244:0:8412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.879257:0:8412:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.879264:0:8412:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.879270:0:8412:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.879274:0:8412:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009584ee00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129492.879277:0:8412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.879282:0:8412:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.879290:0:8412:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.879309:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009584ee00/0x40a459093b05c13f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.879743:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731421696:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 13490us (15305us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.879748:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10659 00000100:00100000:0.0:1746129492.886263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.889853:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731425792 00000100:00100000:0.0:1746129492.889859:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731425792 00000100:00100000:0.0:1746129492.890080:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3938 00000100:00100000:0.0:1746129492.890088:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:28780:x1830948731425792:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:0.0:1746129492.890474:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:28780:x1830948731425792:12345-192.168.202.4@tcp:35:cat.0 Request processed in 388us (680us total) trans 8589943738 rc 0/0 00000100:00100000:0.0:1746129492.890480:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3938 00000100:00100000:0.0:1746129492.893988:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.897240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.897338:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.897416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.897441:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731426432 00000100:00100000:0.0:1746129492.897447:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731426432 00010000:00010000:0.0:1746129492.897477:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd31a00/0x40a459093b05c05f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f1b expref: 10 pid: 16908 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129492.897511:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731426304 00000100:00100000:0.0:1746129492.897513:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731426304 00010000:00010000:0.0:1746129492.897523:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b879c00/0x40a459093b05c06d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f29 expref: 291 pid: 15096 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129492.897540:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731426560 00000100:00100000:0.0:1746129492.897542:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731426560 00010000:00010000:0.0:1746129492.897549:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd31200/0x40a459093b05c058 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f0d expref: 11 pid: 14548 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129492.897565:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5301 00000100:00100000:0.0:1746129492.897569:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:1963:x1830948731426304:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129492.897575:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129492.897577:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b879c00/0x40a459093b05c06d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f29 expref: 291 pid: 15096 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129492.897585:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b879c00/0x40a459093b05c06d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f29 expref: 291 pid: 15096 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129492.897747:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b879c00/0x40a459093b05c06d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18f29 expref: 291 pid: 15096 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129492.897767:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129492.897770:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569000/0x40a459093b05c19a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129492.897775:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129492.897822:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:1963:x1830948731426304:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 252us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.897827:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5301 00000004:00010000:0.0:1746129492.913517:0:14548:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a0990380 reply state ffff880093ddb400 transno 8589943739 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569000/0x40a459093b05c19a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746129492.913537:0:14548:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1746129492.913629:0:14548:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1746129492.913643:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:28783:x1830948731426176:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 19444us (19665us total) trans 8589943739 rc 0/0 00000100:00100000:0.0:1746129492.913651:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9924 00010000:00010000:0.0:1746129492.914210:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569000/0x40a459093b05c19a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129492.914219:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569000/0x40a459093b05c19a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129492.914225:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569000/0x40a459093b05c19a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129492.914230:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f569000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129492.914233:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569000/0x40a459093b05c19a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129492.914239:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569000/0x40a459093b05c19a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129492.914253:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129492.914256:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129492.914260:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569000/0x40a459093b05c19a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129492.914265:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569000/0x40a459093b05c19a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000004:00080000:0.0:1746129492.915484:0:14589:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 57 in progress, 5 in flight, 5 done 00000004:00080000:0.0:1746129492.915686:0:14589:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 8 in progress, 2 in flight, 49 done 00000100:00100000:0.0:1746129492.916706:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.919571:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.924056:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.924102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.924134:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.924165:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.924180:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.924256:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.936829:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.936863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.936892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.936929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.937922:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3874 00000100:00100000:0.0:1746129492.937930:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731428352:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129492.937947:0:31522:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009007da00/0x40a459093b05c1f5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.937956:0:31522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.937957:0:31522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129492.937960:0:31522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009007da00/0x40a459093b05c1f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129492.937973:0:31522:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009007da00/0x40a459093b05c1f5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129492.940547:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.944288:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.944334:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.944361:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.987903:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.989756:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.989776:0:14545:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731430144 00000100:00100000:0.0:1746129492.989780:0:14545:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731430144 00000100:00100000:0.0:1746129492.989813:0:14545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 163 00000100:00100000:0.0:1746129492.989819:0:14545:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1960:x1830948731430144:12345-192.168.202.4@tcp:400:kworker.0 00000100:00100000:0.0:1746129492.989848:0:14545:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095fbf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1960:x1830948731430144:12345-192.168.202.4@tcp:400:kworker.0 Request processed in 30us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129492.989853:0:14545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 163 00000100:00100000:0.0:1746129492.994686:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.994719:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.994743:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.994757:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.994783:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.994858:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129492.995090:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10697 00000100:00100000:0.0:1746129492.995103:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731430784:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129492.995276:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129492.995279:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995282:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995283:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995285:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1746129492.995342:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731430784:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 243us (621us total) trans 21474840188 rc 0/0 00000100:00100000:0.0:1746129492.995348:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10697 00000100:00100000:0.0:1746129492.995438:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10699 00000100:00100000:0.0:1746129492.995446:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731430656:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129492.995516:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129492.995519:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995521:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995523:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995524:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129492.995544:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731430656:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 99us (786us total) trans 21474840189 rc 0/0 00000100:00100000:0.0:1746129492.995550:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10699 00000100:00100000:0.0:1746129492.995561:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10700 00000100:00100000:0.0:1746129492.995567:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731430912:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129492.995644:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129492.995647:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995649:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995651:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995652:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129492.995672:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731430912:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 105us (888us total) trans 17179872986 rc 0/0 00000100:00100000:0.0:1746129492.995678:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10700 00000100:00100000:0.0:1746129492.995687:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10701 00000100:00100000:0.0:1746129492.995691:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731431168:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129492.995749:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129492.995751:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995754:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995755:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129492.995757:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129492.995775:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731431168:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 83us (917us total) trans 21474840190 rc 0/0 00000100:00100000:0.0:1746129492.995781:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10701 00000100:00100000:0.0:1746129492.998958:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.008263:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.034480:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.040953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129493.041559:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091a07e00/0x40a459093b05c26c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.041566:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091a07e00/0x40a459093b05c26c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000040:00080000:0.0:1746129493.042159:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2678, 88 off222592 00000004:00080000:0.0:1746129493.042168:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748358873463ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129493.042814:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2630, 88 off218360 00000004:00080000:0.0:1746129493.042820:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748359526154ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129493.042831:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2631, 88 off218448 00000004:00080000:0.0:1746129493.042834:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748359539974ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129493.042842:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2679, 88 off222680 00000004:00080000:0.0:1746129493.042844:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748359550448ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129493.042851:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2680, 88 off222768 00000004:00080000:0.0:1746129493.042853:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748359558963ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129493.042859:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2632, 88 off218536 00000004:00080000:0.0:1746129493.042861:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748359567086ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129493.042867:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2633, 88 off218624 00000004:00080000:0.0:1746129493.042870:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748359576058ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129493.042876:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2634, 88 off218712 00000004:00080000:0.0:1746129493.042878:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748359584454ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129493.042884:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2681, 88 off222856 00000004:00080000:0.0:1746129493.042886:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748359592548ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129493.042892:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2635, 88 off218800 00000004:00080000:0.0:1746129493.042895:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748359600991ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129493.042901:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2682, 88 off222944 00000004:00080000:0.0:1746129493.042903:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748359609222ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129493.042909:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2636, 88 off218888 00000004:00080000:0.0:1746129493.042911:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748359617556ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129493.042917:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2683, 88 off223032 00000004:00080000:0.0:1746129493.042920:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748359625924ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129493.042926:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2684, 88 off223120 00000004:00080000:0.0:1746129493.042928:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748359634526ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129493.042934:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2685, 88 off223208 00000004:00080000:0.0:1746129493.042937:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748359642934ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129493.042942:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2686, 88 off223296 00000004:00080000:0.0:1746129493.042945:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 748359651016ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129493.042951:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2637, 88 off218976 00000004:00080000:0.0:1746129493.042954:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748359659919ns, next at 706231494891ns, rc = 0 00000100:00100000:0.0:1746129493.061601:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736632448:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.062090:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10708 00000100:00100000:0.0:1746129493.062094:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3303:x1830948736633344:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129493.062183:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129493.062186:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129493.062188:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129493.062189:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129493.062191:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129493.062215:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3303:x1830948736633344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 121us (336us total) trans 17179872987 rc 0/0 00000100:00100000:0.0:1746129493.062219:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10708 00000100:00100000:0.0:1746129493.062230:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10709 00000100:00100000:0.0:1746129493.062233:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3303:x1830948736633856:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129493.062290:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3303:x1830948736633856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 56us (391us total) trans 17179872988 rc 0/0 00000100:00100000:0.0:1746129493.062581:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10709 00000100:00100000:0.0:1746129493.062592:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10710 00000100:00100000:0.0:1746129493.062595:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3303:x1830948736633216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129493.062659:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746129493.062661:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129493.062663:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129493.062665:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129493.062667:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:0.0:1746129493.062690:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3303:x1830948736633216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (770us total) trans 17179872989 rc 0/0 00000100:00100000:0.0:1746129493.063043:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10710 00000100:00100000:0.0:1746129493.063478:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10715 00000100:00100000:0.0:1746129493.063485:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3300:x1830948736634112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129493.063551:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3300:x1830948736634112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (378us total) trans 17179872994 rc 0/0 00000100:00100000:0.0:1746129493.063556:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10715 00000100:00100000:0.0:1746129493.063569:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129493.063582:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736632960:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.063598:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746129493.063620:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012cda4000/2, rc 0, transno 17179872989 00000100:00100000:0.0:1746129493.063688:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736633216:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129493.063699:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f44ad80/2, rc 0, transno 17179872990 00000100:00100000:0.0:1746129493.063701:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f44ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736633728:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129493.063706:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012cda5f80/2, rc 0, transno 17179872987 00000100:00100000:0.0:1746129493.063709:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736633344:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129493.063715:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f449500/2, rc 0, transno 17179872988 00000100:00100000:0.0:1746129493.063717:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f449500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736633856:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129493.063730:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10717 00000100:00100000:0.0:1746129493.063734:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736632960:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.063803:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3301:x1830948736632960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 69us (204us total) trans 21474840195 rc 0/0 00000100:00100000:0.0:1746129493.063808:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10717 00000004:00080000:0.0:1746129493.063825:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800912ac000/2, rc 0, transno 21474840194 00000100:00100000:0.0:1746129493.063828:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736632448:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129493.063833:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a605ad80/2, rc 0, transno 21474840195 00000100:00100000:0.0:1746129493.063835:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736632960:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.066807:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.067631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129493.069358:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129493.069757:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731432960 00000100:00100000:0.0:1746129493.069760:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731432960 00010000:00010000:0.0:1746129493.069772:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05c170 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18fca expref: 10 pid: 7149 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129493.069784:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5306 00000100:00100000:0.0:1746129493.069789:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731432960:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.069796:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.069819:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05c170 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18fca expref: 10 pid: 7149 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.069828:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05c170 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18fca expref: 10 pid: 7149 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.069936:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05c170 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f18fca expref: 10 pid: 7149 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.069946:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.069947:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.069952:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05c27a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19048 expref: 9 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.069959:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05c27a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19048 expref: 9 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.069980:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05c27a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3993600->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19048 expref: 9 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129493.069993:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736634624:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129493.070213:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.072188:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f37f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736634752:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129493.072197:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f37df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736634880:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129493.072219:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c668400/0x40a459093b05c281 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [20480->659455] (req 20480->659455) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1904f expref: 19 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.072229:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c668400, rc 0) 00000100:00100000:0.0:1746129493.072249:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+19:28788:x1830948731433088:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2021us (2484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.072255:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10720 00000100:00100000:0.0:1746129493.072984:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.078356:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731433984 00000100:00100000:0.0:1746129493.078361:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731433984 00000100:00100000:0.0:1746129493.078394:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10721 00000100:00100000:0.0:1746129493.078399:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+9:28790:x1830948731433984:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129493.078408:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.078446:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c669400/0x40a459093b05c288 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19056 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.078477:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f446a00/0x40a459093b05c193 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f18fed expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.078486:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009438d600/0x40a459093b05c1d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19025 expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.078496:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.078498:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.078501:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c669400/0x40a459093b05c288 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->3227647] (req 3145728->3227647) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19056 expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.078524:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009438d600/0x40a459093b05c1d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19025 expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.078534:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009438d600/0x40a459093b05c1d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19025 expref: 10 pid: 7149 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129493.078544:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6058000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736635136:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129493.078614:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f446a00/0x40a459093b05c193 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18fed expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.078621:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f446a00/0x40a459093b05c193 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18fed expref: 10 pid: 7148 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129493.078627:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6058380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736635264:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129493.078643:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9f00 going to sleep for 11 seconds 00000100:00080000:0.0:1746129493.078655:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129493.078826:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731434240 00000100:00100000:0.0:1746129493.078829:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731434240 00000100:00100000:0.0:1746129493.078861:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9932 00000100:00100000:0.0:1746129493.078866:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+289:28794:x1830948731434240:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.078877:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.078885:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f400/0x40a459093b05c28f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1905d expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.078958:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.078971:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.078980:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.078990:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.078996:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079000:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079091:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05c2a4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079095:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05c2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079099:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05c2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129493.079103:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129493.079184:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079191:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079195:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079198:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009584f600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.079200:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079203:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079209:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129493.079211:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129493.079213:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079216:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05c296 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079221:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079224:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079226:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079229:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009584f000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.079230:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079235:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079238:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9f3a00) 00010000:00010000:0.0:1746129493.079239:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129493.079240:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079242:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f000/0x40a459093b05c29d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.079263:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f400/0x40a459093b05c28f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1905d expref: 292 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.079268:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05c2a4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1905d expref: 291 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.079271:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.079272:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129493.079273:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009584e800, rc 0) 00000100:00100000:0.0:1746129493.079312:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+291:28794:x1830948731434240:12345-192.168.202.4@tcp:101:cat.0 Request processed in 447us (606us total) trans 8589943746 rc 0/0 00000100:00100000:0.0:1746129493.079316:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9932 00000100:00100000:0.0:1746129493.081264:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6058000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736635136:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129493.081276:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6058380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736635264:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129493.081317:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c669400/0x40a459093b05c288 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->3227647] (req 3145728->3227647) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19056 expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.081362:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c669400, rc 0) 00000100:00100000:0.0:1746129493.081390:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+10:28790:x1830948731433984:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2991us (3101us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.081396:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10721 00000100:00100000:0.0:1746129493.081542:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731434496 00000100:00100000:0.0:1746129493.081546:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731434496 00010000:00010000:0.0:1746129493.081563:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f446a00/0x40a459093b05c193 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f18fed expref: 10 pid: 7148 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129493.085481:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10723 00000100:00100000:0.0:1746129493.085487:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+16:1963:x1830948731434752:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.085493:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.085504:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095d0c200/0x40a459093b05c2b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1906b expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.085513:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.085514:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.085520:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095d0c200/0x40a459093b05c2b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1906b expref: 18 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.085533:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095d0c200/0x40a459093b05c2b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1906b expref: 18 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.085541:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095d0c200, rc 0) 00000100:00100000:0.0:1746129493.085751:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731434752:12345-192.168.202.4@tcp:101:cat.0 Request processed in 72us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.085759:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10723 00000100:00100000:0.0:1746129493.085838:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.087134:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.088551:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.089332:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731436160 00000100:00100000:0.0:1746129493.089335:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731436160 00000100:00100000:0.0:1746129493.089359:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3943 00000100:00100000:0.0:1746129493.089364:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+291:28788:x1830948731436160:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129493.089539:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+292:28788:x1830948731436160:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 174us (248us total) trans 8589943748 rc 0/0 00000100:00100000:0.0:1746129493.089621:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3943 00000100:00100000:0.0:1746129493.097810:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.106178:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.108850:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731436416:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10747us (11039us total) trans 0 rc 409600/409600 00000100:00100000:0.0:1746129493.108860:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3883 00002000:00100000:0.0:1746129493.108871:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a605a300 x1830948731436416/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:234/0 lens 504/440 e 0 to 0 dl 1746129504 ref 1 fl Complete:/200/0 rc 409600/409600 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129493.108881:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605a300 with x1830948731436416 ext(0->1048575) 00002000:00010000:0.0:1746129493.108890:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605a300 00000100:00100000:0.0:1746129493.119330:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.119428:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.119652:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10728 00000100:00100000:0.0:1746129493.119658:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731437696:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.119668:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.119678:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0523600/0x40a459093b05c2ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19095 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.119690:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.119692:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.119698:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0523600/0x40a459093b05c2ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19095 expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.119711:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0523600/0x40a459093b05c2ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19095 expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.119718:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0523600, rc 0) 00000100:00100000:0.0:1746129493.119887:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731437696:12345-192.168.202.4@tcp:101:cat.0 Request processed in 229us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.119893:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10728 00000100:00100000:0.0:1746129493.123633:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.124688:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.124733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.127091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.127845:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.129697:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.129791:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.129820:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.129846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.132584:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.136440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.139050:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.139080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.139099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129493.139536:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a87a00/0x40a459093b05c35a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.139542:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a87a00/0x40a459093b05c35a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129493.139555:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129493.139718:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a86e00/0x40a459093b05c353 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f190d4 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.139770:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a87a00/0x40a459093b05c35a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f190d4 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.139776:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.139778:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746129493.139780:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a87a00, rc 0) 00000100:00100000:0.0:1746129493.139801:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:28800:x1830948731439232:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3282us (3369us total) trans 8589943750 rc 0/0 00000100:00100000:0.0:1746129493.139806:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9935 00000100:00100000:0.0:1746129493.141074:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.141136:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.141438:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.144470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.144769:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.146264:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.148641:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.148684:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.150838:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.150872:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.150896:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.150913:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731441152 00000100:00100000:0.0:1746129493.150918:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731441152 00002000:00100000:0.0:1746129493.150947:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880092fda300 x1830948731441152/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:234/0 lens 488/0 e 0 to 0 dl 1746129504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129493.150956:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fda300 with x1830948731441152 ext(0->1048575) 00002000:00010000:0.0:1746129493.150960:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fda300 00000100:00100000:0.0:1746129493.151268:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3890 00000100:00100000:0.0:1746129493.151274:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731441536:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129493.151867:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.151886:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731441792 00000100:00100000:0.0:1746129493.151889:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731441792 00002000:00100000:0.0:1746129493.151905:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880092fd9f80 x1830948731441792/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:234/0 lens 488/0 e 0 to 0 dl 1746129504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129493.151913:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9f80 with x1830948731441792 ext(1048576->2097151) 00002000:00010000:0.0:1746129493.151917:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd9f80 00000100:00100000:0.0:1746129493.161567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.167246:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.168243:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.168272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.168313:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.168330:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.168343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.168370:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.171262:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.171311:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.174417:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.174465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.174478:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.174489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.174503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.174517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.174529:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731443712 00000100:00100000:0.0:1746129493.174532:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731443712 00010000:00010000:0.0:1746129493.174547:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095d0c200/0x40a459093b05c2b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1906b expref: 17 pid: 31503 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129493.174560:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731444096 00000100:00100000:0.0:1746129493.174562:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731444096 00010000:00010000:0.0:1746129493.174570:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a95ca400/0x40a459093b05c2b2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19064 expref: 18 pid: 22480 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129493.174578:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731443584 00000100:00100000:0.0:1746129493.174579:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731443584 00010000:00010000:0.0:1746129493.174587:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009438d800/0x40a459093b05c2c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19072 expref: 22 pid: 7149 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129493.174598:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5319 00000100:00100000:0.0:1746129493.174604:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1962:x1830948731443456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.174615:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.174633:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fc32e00/0x40a459093b05c1d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19017 expref: 14 pid: 8412 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129493.174641:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fc32e00/0x40a459093b05c1d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19017 expref: 14 pid: 8412 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129493.174656:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fc32e00/0x40a459093b05c1d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19017 expref: 14 pid: 8412 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129493.174671:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129493.174989:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1962:x1830948731443456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 383us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.174994:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5319 00000100:00100000:0.0:1746129493.175126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.175745:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.176107:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.176128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.176593:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.176617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.177017:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.180396:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.180822:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.193237:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.193826:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.195157:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.198749:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.198796:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.199667:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.203333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.203369:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129493.203936:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05c3e6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.203943:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05c3e6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:0.0:1746129493.208377:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731447168 00000100:00100000:0.0:1746129493.208384:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731447168 00000100:00100000:0.0:1746129493.208418:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9939 00000100:00100000:0.0:1746129493.208424:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:28802:x1830948731447168:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129493.208441:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.208455:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2000/0x40a459093b05c3ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1911a expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.208529:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.208540:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.208549:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.208685:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.208692:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.208698:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129493.211052:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.213487:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.213655:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.213715:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731447680 00000100:00100000:0.0:1746129493.213717:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731447680 00000100:00100000:0.0:1746129493.213742:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10750 00000100:00100000:0.0:1746129493.213746:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+14:28794:x1830948731447680:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.213753:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.213761:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132fc2200/0x40a459093b05c425 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1912f expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129493.213776:0:31503:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d255, atime: 0x6813d255, ctime: 0x6813d255, blocks: 0x1029 00010000:00010000:0.0:1746129493.213786:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.213787:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.213792:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132fc2200/0x40a459093b05c425 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1912f expref: 15 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.213801:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132fc2200/0x40a459093b05c425 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1912f expref: 15 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.213808:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc2200, rc 0) 00000100:00100000:0.0:1746129493.213834:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+15:28794:x1830948731447680:12345-192.168.202.4@tcp:101:cat.0 Request processed in 87us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.213839:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10750 00000004:00010000:0.0:1746129493.218991:0:16908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88013577dc00 reply state ffff88009c813800 transno 8589943752 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05c3e6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00000100:00100000:0.0:1746129493.219013:0:16908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1746129493.219089:0:16908:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1746129493.219099:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:28800:x1830948731446400:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 20205us (20302us total) trans 8589943752 rc 0/0 00000100:00100000:0.0:1746129493.219110:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9938 00010000:00010000:0.0:1746129493.219134:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.219141:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.219147:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.219159:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05c3e6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.219165:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05c3e6 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.219170:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05c3e6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.219174:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b557400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.219177:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05c3e6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.219182:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05c3e6 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40218400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129493.219192:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.219195:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129493.219198:0:3287:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b878600/0x40a459093b05c41e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19136 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.219205:0:3287:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b878600/0x40a459093b05c41e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19136 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.219211:0:3287:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b878600/0x40a459093b05c41e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19136 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.219218:0:3287:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c539000/0x40a459093b05c42c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1913d expref: 290 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.219223:0:3287:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c539000/0x40a459093b05c42c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1913d expref: 290 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.219229:0:3287:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c539000/0x40a459093b05c42c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1913d expref: 290 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.219244:0:3287:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c539000/0x40a459093b05c42c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1913d expref: 290 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129493.219250:0:3287:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3287:1830948736640128:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129493.219273:0:3287:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b878600/0x40a459093b05c41e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19136 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129493.219279:0:3287:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955f80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3287:1830948736640256:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129493.219289:0:3287:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.219715:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736640384:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.219736:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736640640:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.219948:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736641280 00000100:00100000:0.0:1746129493.219951:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736641280 00000100:00100000:0.0:1746129493.219973:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736641792 00000100:00100000:0.0:1746129493.219975:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736641792 00000100:00100000:0.0:1746129493.219985:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736642304 00000100:00100000:0.0:1746129493.219986:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736642304 00000100:00100000:0.0:1746129493.219994:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736640512 00000100:00100000:0.0:1746129493.219995:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736640512 00000100:00100000:0.0:1746129493.220012:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736641024 00000100:00100000:0.0:1746129493.220014:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736641024 00000100:00100000:0.0:1746129493.220019:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736641536 00000100:00100000:0.0:1746129493.220021:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736641536 00000100:00100000:0.0:1746129493.220029:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10751 00000100:00100000:0.0:1746129493.220034:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3302:x1830948736641280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.220164:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3302:x1830948736641280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 129us (299us total) trans 21474840200 rc 0/0 00000100:00100000:0.0:1746129493.220169:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10751 00000100:00100000:0.0:1746129493.220180:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10753 00000100:00100000:0.0:1746129493.220184:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3302:x1830948736642304:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129493.220248:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3302:x1830948736642304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 64us (330us total) trans 17179872999 rc 0/0 00000100:00100000:0.0:1746129493.220253:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10753 00000100:00100000:0.0:1746129493.220269:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10755 00000100:00100000:0.0:1746129493.220272:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736641024:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.220354:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736641024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (397us total) trans 21474840202 rc 0/0 00000100:00100000:0.0:1746129493.220359:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10755 00000100:00100000:0.0:1746129493.220369:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10757 00000100:00100000:0.0:1746129493.220373:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3300:x1830948736642048:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129493.220433:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3300:x1830948736642048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (436us total) trans 17179873001 rc 0/0 00000100:00100000:0.0:1746129493.220439:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10757 00000004:00080000:0.0:1746129493.220472:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edc700/2, rc 0, transno 17179872998 00000100:00100000:0.0:1746129493.220478:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736641792:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129493.220485:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce39880/2, rc 0, transno 17179872999 00000100:00100000:0.0:1746129493.220487:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736642304:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129493.220494:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87f100/2, rc 0, transno 21474840200 00000100:00100000:0.0:1746129493.220497:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736641280:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.220520:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746129493.220524:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736642432:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129493.220539:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129493.221356:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736642432 00000100:00100000:0.0:1746129493.221359:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736642432 00000100:00100000:0.0:1746129493.221373:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736640384 00000100:00100000:0.0:1746129493.221374:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736640384 00000100:00100000:0.0:1746129493.221380:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736640896 00000100:00100000:0.0:1746129493.221381:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736640896 00000100:00100000:0.0:1746129493.221386:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736641408 00000100:00100000:0.0:1746129493.221388:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736641408 00000100:00100000:0.0:1746129493.221394:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10759 00000100:00100000:0.0:1746129493.221398:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3301:x1830948736640640:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129493.221464:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129493.221467:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129493.221469:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129493.221471:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129493.221473:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129493.221490:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3301:x1830948736640640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 91us (1035us total) trans 21474840204 rc 0/0 00000100:00100000:0.0:1746129493.221495:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10759 00000100:00100000:0.0:1746129493.221504:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10762 00000100:00100000:0.0:1746129493.221508:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3303:x1830948736640896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.221574:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3303:x1830948736640896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (283us total) trans 21474840205 rc 0/0 00000100:00100000:0.0:1746129493.221578:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10762 00000100:00100000:0.0:1746129493.221588:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10764 00000100:00100000:0.0:1746129493.221592:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736641920:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129493.221649:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3303:x1830948736641920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 57us (249us total) trans 17179873003 rc 0/0 00000100:00100000:0.0:1746129493.221654:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10764 00000004:00080000:0.0:1746129493.221685:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e955500/2, rc 0, transno 17179873002 00000100:00100000:0.0:1746129493.221689:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736642432:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129493.221695:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87c380/2, rc 0, transno 21474840203 00000100:00100000:0.0:1746129493.221697:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736640768:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129493.222656:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731448064 00000100:00100000:0.0:1746129493.222660:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731448064 00000100:00100000:0.0:1746129493.222689:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9943 00000100:00100000:0.0:1746129493.222694:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:28800:x1830948731448064:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129493.222705:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.222717:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3e00/0x40a459093b05c441 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19144 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.222807:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3e00/0x40a459093b05c441 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19144 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.222820:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3e00/0x40a459093b05c441 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19144 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.222836:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.222839:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129493.222841:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc3e00, rc 0) 00000100:00100000:0.0:1746129493.222876:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:28800:x1830948731448064:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 182us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.222881:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9943 00000100:00100000:0.0:1746129493.223922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.223951:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.224016:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129493.224159:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224165:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129493.224178:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129493.224290:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224315:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224320:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224325:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f8e3800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.224328:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224347:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224354:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.224356:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129493.224358:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224363:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b05c43a lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224379:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224384:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224389:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224399:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132fc3400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.224401:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224405:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224412:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129493.224414:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129493.224417:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224421:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05c3f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224446:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224452:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224457:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224461:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132fc2600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.224463:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224469:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224475:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c105e00) 00010000:00010000:0.0:1746129493.224478:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129493.224480:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224484:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05c3fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.224515:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2000/0x40a459093b05c3ed lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1911a expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.224522:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2000/0x40a459093b05c3ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1911a expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.224529:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc2000, rc 0) 00000100:00100000:0.0:1746129493.224550:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:28802:x1830948731447168:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 16126us (16579us total) trans 8589943753 rc 301/301 00000100:00100000:0.0:1746129493.224556:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9939 00000100:00100000:0.0:1746129493.228876:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.232266:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.232342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.249221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.249259:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.249312:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.249341:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.249381:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731449984 00000100:00100000:0.0:1746129493.249385:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731449984 00000100:00100000:0.0:1746129493.249418:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10770 00000100:00100000:0.0:1746129493.249422:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+16:1962:x1830948731449856:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.249444:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.249450:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132fc3400/0x40a459093b05c464 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19159 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.249464:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.249466:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.249473:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132fc3400/0x40a459093b05c464 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19159 expref: 18 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.249485:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132fc3400/0x40a459093b05c464 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19159 expref: 18 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.249494:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc3400, rc 0) 00000100:00100000:0.0:1746129493.249531:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948731449856:12345-192.168.202.4@tcp:101:cat.0 Request processed in 108us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.249537:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10770 00000100:00100000:0.0:1746129493.249550:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10771 00000100:00100000:0.0:1746129493.249555:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731449984:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.249561:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.249568:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132fc2e00/0x40a459093b05c46b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19160 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.249577:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.249579:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.249583:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132fc2e00/0x40a459093b05c46b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19160 expref: 24 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.249591:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132fc2e00/0x40a459093b05c46b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19160 expref: 24 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.249598:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc2e00, rc 0) 00000100:00100000:0.0:1746129493.249660:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731449984:12345-192.168.202.4@tcp:101:cat.0 Request processed in 106us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.249664:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10771 00000100:00100000:0.0:1746129493.255635:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731450880 00000100:00100000:0.0:1746129493.255639:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731450880 00000100:00100000:0.0:1746129493.255659:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10773 00000100:00100000:0.0:1746129493.255665:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731450752:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.255671:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.255679:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132fc2600/0x40a459093b05c479 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19175 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.255696:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.255698:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.255704:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132fc2600/0x40a459093b05c479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19175 expref: 11 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.255715:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132fc2600/0x40a459093b05c479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19175 expref: 11 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.255723:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc2600, rc 0) 00000100:00100000:0.0:1746129493.255760:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731450752:12345-192.168.202.4@tcp:101:cat.0 Request processed in 95us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.255765:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10773 00000100:00100000:0.0:1746129493.255784:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731450496 00000100:00100000:0.0:1746129493.255787:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731450496 00000100:00100000:0.0:1746129493.255807:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9944 00000100:00100000:0.0:1746129493.255812:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:28804:x1830948731450496:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129493.255822:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.255824:0:14547:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746129493.255840:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c539000/0x40a459093b05c42c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1913d expref: 290 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.255854:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.255858:0:14547:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129493.255865:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2000/0x40a459093b05c487 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1916e expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.255902:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3000/0x40a459093b05c48e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129493.255912:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b878600/0x40a459093b05c41e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19136 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.255919:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3e00/0x40a459093b05c441 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19144 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.255925:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3000/0x40a459093b05c48e lrc: 5/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129493.255945:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3e00/0x40a459093b05c441 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19144 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.255954:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3e00/0x40a459093b05c441 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19144 expref: 8 pid: 16908 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129493.255964:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736642560:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129493.256032:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b878600/0x40a459093b05c41e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19136 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.256039:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b878600/0x40a459093b05c41e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19136 expref: 7 pid: 14548 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129493.256047:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736642688:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129493.256063:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.257992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.258154:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.258185:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.267971:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731451392 00000100:00100000:0.0:1746129493.267978:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731451392 00000100:00100000:0.0:1746129493.268026:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9946 00000100:00100000:0.0:1746129493.268044:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+292:28794:x1830948731451392:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.268060:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.268075:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05c49c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1918a expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.268122:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05c49c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1918a expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.268133:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05c49c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1918a expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.268143:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.268145:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129493.268154:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05c495 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19183 expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.268161:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ecbfc00, rc 0) 00000100:00100000:0.0:1746129493.268195:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+293:28794:x1830948731451392:12345-192.168.202.4@tcp:101:cat.0 Request processed in 161us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.268201:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9946 00000001:00080000:0.0:1746129493.274211:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943753 is committed 00000001:00080000:0.0:1746129493.274220:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943757 is committed 00000004:00080000:0.0:1746129493.274225:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1838 committed 00000004:00080000:0.0:1746129493.274238:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1889 committed 00000004:00080000:0.0:1746129493.274243:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1888 committed 00000004:00080000:0.0:1746129493.274245:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1887 committed 00000004:00080000:0.0:1746129493.274247:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1886 committed 00000004:00080000:0.0:1746129493.274248:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1837 committed 00000004:00080000:0.0:1746129493.274249:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1885 committed 00000004:00080000:0.0:1746129493.274251:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1836 committed 00000004:00080000:0.0:1746129493.274252:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1884 committed 00000004:00080000:0.0:1746129493.274253:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1835 committed 00000004:00080000:0.0:1746129493.274255:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1834 committed 00000004:00080000:0.0:1746129493.274256:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1833 committed 00000004:00080000:0.0:1746129493.274258:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1883 committed 00000004:00080000:0.0:1746129493.274259:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1882 committed 00000004:00080000:0.0:1746129493.274260:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1832 committed 00000004:00080000:0.0:1746129493.274262:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1831 committed 00000004:00080000:0.0:1746129493.274263:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1881 committed 00000001:00080000:0.0:1746129493.274268:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943756 is committed 00000004:00080000:0.0:1746129493.276010:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7db800/2, rc 0, transno 17179873013 00000100:00100000:0.0:1746129493.276014:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736644608:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129493.276985:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a063c700/2, rc 0, transno 17179873015 00000100:00100000:0.0:1746129493.276989:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736644096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129493.280769:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736642816:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129493.280782:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736642944:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129493.280819:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2000/0x40a459093b05c487 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1916e expref: 291 pid: 14547 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1746129493.280849:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3000/0x40a459093b05c48e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1916e expref: 290 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.280888:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc3000, rc 0) 00000100:00100000:0.0:1746129493.280929:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:28804:x1830948731450496:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 25116us (25409us total) trans 8589943757 rc 0/0 00000100:00100000:0.0:1746129493.280936:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9944 00000100:00100000:0.0:1746129493.282147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.282530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.285040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.285377:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.285746:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.286534:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.287431:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.288364:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.288416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.288746:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5339 00000100:00100000:0.0:1746129493.288753:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731452672:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.288760:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.288770:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f91aa00/0x40a459093b05c472 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19167 expref: 11 pid: 11014 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129493.288784:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f91aa00/0x40a459093b05c472 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19167 expref: 11 pid: 11014 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129493.288795:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f91aa00/0x40a459093b05c472 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19167 expref: 11 pid: 11014 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129493.288809:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.288810:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.288815:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b878000/0x40a459093b05c4aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19198 expref: 10 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.288822:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b878000/0x40a459093b05c4aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19198 expref: 10 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.288845:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b878000/0x40a459093b05c4aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19198 expref: 10 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129493.288854:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094326680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736645760:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129493.288885:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.291258:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.291287:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.291338:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.291360:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.292637:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.309531:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.310399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.311408:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.317376:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.319818:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.321761:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.321817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.327559:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.336480:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.350115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.350171:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.352282:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736646400:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129493.352323:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05c4bf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f191ad expref: 13 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.352338:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ebb3200, rc 0) 00000100:00100000:0.0:1746129493.352372:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+13:28799:x1830948731456640:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2038us (2199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.352379:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10796 00000100:00100000:0.0:1746129493.354264:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.368283:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.374762:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.389136:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.407097:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731457664 00000100:00100000:0.0:1746129493.407107:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731457664 00000100:00100000:0.0:1746129493.407165:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3955 00000100:00100000:0.0:1746129493.407174:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:28799:x1830948731457664:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:0.0:1746129493.407433:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:28799:x1830948731457664:12345-192.168.202.4@tcp:35:cat.0 Request processed in 259us (438us total) trans 8589943761 rc 0/0 00000100:00100000:0.0:1746129493.407440:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3955 00000100:00100000:0.0:1746129493.417776:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.421339:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.422116:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.431054:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.434429:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.440527:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.442323:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731458944 00000100:00100000:0.0:1746129493.442328:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731458944 00010000:00010000:0.0:1746129493.442349:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b878000/0x40a459093b05c4aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 905216->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19198 expref: 12 pid: 8411 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129493.442410:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5344 00000100:00100000:0.0:1746129493.442416:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731458944:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.442427:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.442446:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b878000/0x40a459093b05c4aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19198 expref: 12 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.442457:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b878000/0x40a459093b05c4aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19198 expref: 12 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.442506:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b878000/0x40a459093b05c4aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 905216->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19198 expref: 12 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.442531:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.442533:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.442541:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136439a00/0x40a459093b05c4fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f191d0 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.442547:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136439a00/0x40a459093b05c4fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f191d0 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.442578:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136439a00/0x40a459093b05c4fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f191d0 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129493.442591:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736647040:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129493.442653:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.447236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.473620:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.473806:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.477370:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.477391:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.477429:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.477469:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731459712 00000100:00100000:0.0:1746129493.477477:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731459712 00010000:00010000:0.0:1746129493.477512:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d107e00/0x40a459093b05c51a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191d7 expref: 11 pid: 14547 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129493.477536:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731459840 00000100:00100000:0.0:1746129493.477538:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731459840 00010000:00010000:0.0:1746129493.477547:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136438200/0x40a459093b05c4db lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191b4 expref: 296 pid: 14547 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129493.477562:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5346 00000100:00100000:0.0:1746129493.477567:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+296:1961:x1830948731459840:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.477575:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.477578:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136438200/0x40a459093b05c4db lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191b4 expref: 296 pid: 14547 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.477589:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136438200/0x40a459093b05c4db lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191b4 expref: 296 pid: 14547 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.478339:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136438200/0x40a459093b05c4db lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191b4 expref: 296 pid: 14547 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.478359:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.478363:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d106600/0x40a459093b05c52f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129493.478372:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d106600/0x40a459093b05c52f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129493.478378:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d106600/0x40a459093b05c52f lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129493.478395:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129493.478423:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+295:1961:x1830948731459840:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 854us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.478429:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5346 00000100:00100000:0.0:1746129493.478455:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731459968 00000100:00100000:0.0:1746129493.478458:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731459968 00002000:00100000:0.0:1746129493.478484:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1433599) req@ffff88009f9ed180 x1830948731459968/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:234/0 lens 488/0 e 0 to 0 dl 1746129504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129493.478491:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ed180 with x1830948731459968 ext(1048576->1433599) 00010000:00010000:0.0:1746129493.478497:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f91b000/0x40a459093b05c4b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1919f expref: 13 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.478505:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f91b000/0x40a459093b05c4b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1919f expref: 13 pid: 8411 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746129493.478513:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f9ed180 00000100:00100000:0.0:1746129493.478527:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1003 00000100:00100000:0.0:1746129493.478531:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731459968:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129493.483951:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.487044:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.488920:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731460224 00000100:00100000:0.0:1746129493.488927:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731460224 00010000:00010000:0.0:1746129493.488954:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ebb2c00/0x40a459093b05c4f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191c9 expref: 19 pid: 8410 timeout: 848 lvb_type: 1 00000100:00100000:0.0:1746129493.488975:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5347 00000100:00100000:0.0:1746129493.488981:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731460224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.488993:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.489025:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ebb2c00/0x40a459093b05c4f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191c9 expref: 19 pid: 8410 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129493.489035:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ebb2c00/0x40a459093b05c4f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191c9 expref: 19 pid: 8410 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129493.489055:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ebb2c00/0x40a459093b05c4f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191c9 expref: 19 pid: 8410 timeout: 848 lvb_type: 1 00010000:00010000:0.0:1746129493.489076:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129493.489322:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948731460224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 340us (2287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.489330:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5347 00000100:00100000:0.0:1746129493.489569:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.490223:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.490235:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731460480 00000100:00100000:0.0:1746129493.490238:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731460480 00010000:00010000:0.0:1746129493.490248:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f91b000/0x40a459093b05c4b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1919f expref: 16 pid: 8411 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129493.490262:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5349 00000100:00100000:0.0:1746129493.490266:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731460480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.490271:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.490280:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f91b000/0x40a459093b05c4b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1919f expref: 16 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.490288:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f91b000/0x40a459093b05c4b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1919f expref: 16 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.490313:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f91b000/0x40a459093b05c4b1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1919f expref: 16 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.490321:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.490323:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.490326:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aa388600/0x40a459093b05c536 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f191de expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.490332:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aa388600/0x40a459093b05c536 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f191de expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.490357:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800aa388600/0x40a459093b05c536 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f191de expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129493.490365:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9edf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736647936:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129493.491485:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.496173:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.498858:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.498897:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.498935:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.504991:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.511898:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.515356:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.518766:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.521199:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.521922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.529551:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.532087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.535249:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.538884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.538902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.538929:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.538961:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.538975:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731463296 00000100:00100000:0.0:1746129493.538982:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731463296 00010000:00010000:0.0:1746129493.539026:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e3a5800/0x40a459093b05c54b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4214783) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f191f3 expref: 13 pid: 8411 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129493.539059:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5352 00000100:00100000:0.0:1746129493.539066:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+13:1961:x1830948731463296:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.539078:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.539095:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e3a5800/0x40a459093b05c54b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4214783) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f191f3 expref: 13 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.539105:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e3a5800/0x40a459093b05c54b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4214783) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f191f3 expref: 13 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.539125:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e3a5800/0x40a459093b05c54b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4214783) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f191f3 expref: 13 pid: 8411 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746129493.539140:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.539142:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.539147:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7600/0x40a459093b05c560 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19208 expref: 22 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.539154:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7600/0x40a459093b05c560 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19208 expref: 22 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.539184:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fbb7600/0x40a459093b05c560 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19208 expref: 22 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129493.539194:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736648832:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129493.539608:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.539683:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.539810:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10810 00000100:00100000:0.0:1746129493.539817:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731463808:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.539831:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.539840:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbdd200/0x40a459093b05c59f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1922b expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129493.539867:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736648960:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129493.539891:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.545436:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.555835:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731464576 00000100:00100000:0.0:1746129493.555839:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731464576 00002000:00100000:0.0:1746129493.555867:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009c7d8380 x1830948731464576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:234/0 lens 488/0 e 0 to 0 dl 1746129504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129493.555876:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8380 with x1830948731464576 ext(1048576->2097151) 00002000:00010000:0.0:1746129493.555880:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d8380 00000100:00100000:0.0:1746129493.560150:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731465216 00000100:00100000:0.0:1746129493.560158:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731465216 00000100:00100000:0.0:1746129493.560203:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10811 00000100:00100000:0.0:1746129493.560209:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+18:28816:x1830948731465216:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129493.560221:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.560236:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05c5a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19232 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.560262:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3600/0x40a459093b05c544 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3665920->18446744073709551615] (req 3665920->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f191ec expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.560274:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129493.560276:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129493.560279:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05c5a6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3219456->3948543] (req 3219456->3948543) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19232 expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.560331:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3600/0x40a459093b05c544 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3665920->18446744073709551615] (req 3665920->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f191ec expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.560343:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3600/0x40a459093b05c544 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3665920->18446744073709551615] (req 3665920->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f191ec expref: 18 pid: 8411 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746129493.560356:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736649088:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129493.561104:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.568027:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.572617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.581350:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.582444:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.586509:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.593621:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.601599:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.601780:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731466624 00000100:00100000:0.0:1746129493.601787:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731466624 00002000:00100000:0.0:1746129493.601858:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012bd90000 x1830948731466624/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:234/0 lens 488/0 e 0 to 0 dl 1746129504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129493.601866:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90000 with x1830948731466624 ext(2097152->3145727) 00002000:00010000:0.0:1746129493.601870:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd90000 00000100:00100000:0.0:1746129493.607586:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.628210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.630262:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.635768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.654781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.661719:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.664804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.664847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.680175:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.684738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.738832:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.744183:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.762743:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.769008:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.769768:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.771575:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.781777:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.789458:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.789507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.794395:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.798602:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.900221:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.903290:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.903405:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.903450:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731471872 00000100:00100000:0.0:1746129493.903458:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731471872 00000100:00100000:0.0:1746129493.903500:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731472128 00000100:00100000:0.0:1746129493.903502:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731472128 00000100:00100000:0.0:1746129493.905476:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9953 00000100:00100000:0.0:1746129493.905488:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+299:28835:x1830948731471872:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.905510:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.905525:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05c61d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1926a expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.905611:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905623:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905632:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905642:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905647:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905651:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905728:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05c632 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905735:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05c632 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905740:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05c632 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129493.905747:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129493.905807:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905813:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905818:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905823:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095274000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.905826:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905832:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905841:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129493.905843:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129493.905846:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905851:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05c624 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905867:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905872:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905877:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905880:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095275800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.905882:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905887:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905891:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880132c33800) 00010000:00010000:0.0:1746129493.905893:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129493.905894:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905898:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05c62b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.905925:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05c61d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1926a expref: 302 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.905934:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05c632 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1926a expref: 301 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.905940:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.905941:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746129493.905943:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095275600, rc 0) 00000100:00100000:0.0:1746129493.905991:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+301:28835:x1830948731471872:12345-192.168.202.4@tcp:101:cat.0 Request processed in 507us (5777us total) trans 8589943773 rc 0/0 00000100:00100000:0.0:1746129493.906009:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9953 00000100:00100000:0.0:1746129493.906025:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9954 00000100:00100000:0.0:1746129493.906031:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+16:28836:x1830948731472128:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129493.906041:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129493.906046:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095275200/0x40a459093b05c640 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19271 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.906084:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906090:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906096:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906103:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906109:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906113:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906155:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb7600/0x40a459093b05c655 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906161:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb7600/0x40a459093b05c655 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906165:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb7600/0x40a459093b05c655 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129493.906170:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129493.906200:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906205:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906213:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906217:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095275a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.906219:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906224:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906231:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129493.906233:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129493.906235:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906239:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275a00/0x40a459093b05c647 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906248:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906252:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906257:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906274:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095275400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129493.906277:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906282:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906290:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880132c33c00) 00010000:00010000:0.0:1746129493.906313:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129493.906315:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906320:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275400/0x40a459093b05c64e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129493.906341:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275200/0x40a459093b05c640 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19271 expref: 19 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.906350:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb7600/0x40a459093b05c655 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19271 expref: 18 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.906355:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129493.906357:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746129493.906359:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fbb7600, rc 0) 00000100:00100000:0.0:1746129493.906377:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:28836:x1830948731472128:12345-192.168.202.4@tcp:101:cat.0 Request processed in 346us (2972us total) trans 8589943774 rc 0/0 00000100:00100000:0.0:1746129493.906382:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9954 00000100:00100000:0.0:1746129493.907331:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f37d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736650496:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129493.907352:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f84d000/0x40a459093b05c616 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2162688->3145727] (req 2162688->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19278 expref: 23 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.907364:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f84d000, rc 0) 00000100:00100000:0.0:1746129493.912066:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:28827:x1830948731472256:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 8406us (8781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.912077:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10817 00000100:00100000:0.0:1746129493.917704:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736650880:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129493.917740:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009512a000/0x40a459093b05c671 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19294 expref: 18 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.917753:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009512a000/0x40a459093b05c671 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19294 expref: 18 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.917765:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512a000, rc 0) 00000100:00100000:0.0:1746129493.917803:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731473152:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5214us (5314us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129493.917811:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10820 00002000:00010000:0.0:1746129493.917842:0:8411:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129493 -> 1746129494 00000100:00100000:0.0:1746129493.917850:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736651008:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129493.917863:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c850a00/0x40a459093b05c678 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1928d expref: 17 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.917871:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c850a00/0x40a459093b05c678 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1928d expref: 17 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.917877:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c850a00, rc 0) 00000100:00100000:0.0:1746129493.917890:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731473024:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5227us (5363us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129493.917895:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10821 00000100:00100000:0.0:1746129493.917981:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e954e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736650752:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129493.918008:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x40a459093b05c66a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19286 expref: 22 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.918016:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009512b200/0x40a459093b05c66a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19286 expref: 22 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129493.918024:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512b200, rc 0) 00000100:00100000:0.0:1746129493.918047:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+21:1961:x1830948731472896:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5629us (5816us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129493.918054:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10819 00000100:00100000:0.0:1746129493.925096:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.929032:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.931745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.965005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.965100:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.967796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.969181:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.970949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.974154:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5361 00000100:00100000:0.0:1746129493.974163:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731474944:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.974173:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.974193:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab800/0x40a459093b05c4b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191a6 expref: 17 pid: 8411 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746129493.974202:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab800/0x40a459093b05c4b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191a6 expref: 17 pid: 8411 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746129493.974221:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab800/0x40a459093b05c4b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f191a6 expref: 17 pid: 8411 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746129493.974248:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129493.974279:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+16:1960:x1830948731474944:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 118us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.974285:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5361 00000100:00100000:0.0:1746129493.974313:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5362 00000100:00100000:0.0:1746129493.974318:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731475200:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129493.974324:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129493.974330:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cd31800/0x40a459093b05c5ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19239 expref: 22 pid: 20577 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746129493.974338:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cd31800/0x40a459093b05c5ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19239 expref: 22 pid: 20577 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746129493.974347:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cd31800/0x40a459093b05c5ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19239 expref: 22 pid: 20577 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746129493.974497:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.974499:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129493.974506:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05c6a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3612671] (req 2097152->2101247) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f192a9 expref: 21 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.974514:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05c6a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3612671] (req 2097152->2101247) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f192a9 expref: 21 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129493.974547:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05c6a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3612671] (req 2097152->2101247) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f192a9 expref: 21 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129493.974558:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e38b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736651776:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129493.975182:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129493.979397:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e38b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736651776:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129493.979410:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129493.979444:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948731475200:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5125us (5748us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129493.979451:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5362 00000100:00100000:0.0:1746129493.984490:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.984519:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731476480 00000100:00100000:0.0:1746129493.984526:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731476480 00000100:00100000:0.0:1746129493.984573:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3961 00000100:00100000:0.0:1746129493.984582:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+299:28827:x1830948731476480:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129493.984977:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+300:28827:x1830948731476480:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 396us (493us total) trans 8589943775 rc 0/0 00000100:00100000:0.0:1746129493.984984:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3961 00000100:00100000:0.0:1746129493.987072:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.991725:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.995359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.997545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.999165:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.999869:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.999895:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.999908:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.999921:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129493.999941:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.002789:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.002835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.009823:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.009857:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.009882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.012632:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.012773:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.012787:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.012802:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731480064 00000100:00100000:0.0:1746129494.012807:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731480064 00002000:00100000:0.0:1746129494.012834:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2101247) req@ffff880135727b80 x1830948731480064/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 4584/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.012843:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135727b80 with x1830948731480064 ext(2097152->2101247) 00010000:00010000:0.0:1746129494.012848:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05c6a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3612671] (req 2097152->2101247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f192a9 expref: 23 pid: 22481 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746129494.012863:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05c6a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3612671] (req 2097152->2101247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f192a9 expref: 23 pid: 22481 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746129494.012869:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135727b80 00000100:00100000:0.0:1746129494.012894:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731479936 00000100:00100000:0.0:1746129494.012896:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731479936 00002000:00100000:0.0:1746129494.012906:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3612672->4194303) req@ffff880094029f80 x1830948731479936/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.012917:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094029f80 with x1830948731479936 ext(3612672->4194303) 00010000:00010000:0.0:1746129494.012921:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f84ce00/0x40a459093b05c608 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3612672->18446744073709551615] (req 3612672->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1925c expref: 16 pid: 8410 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746129494.012927:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f84ce00/0x40a459093b05c608 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3612672->18446744073709551615] (req 3612672->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1925c expref: 16 pid: 8410 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746129494.012931:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094029f80 00000100:00100000:0.0:1746129494.012940:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1014 00000100:00100000:0.0:1746129494.012945:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948731480064:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129494.013238:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731480064:12345-192.168.202.4@tcp:4:cat.0 Request processed in 291us (610us total) trans 21474840220 rc 0/0 00000100:00100000:0.0:1746129494.013244:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1014 00002000:00100000:0.0:1746129494.013249:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2101247) req@ffff880135727b80 x1830948731480064/t21474840220(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 4584/448 e 0 to 0 dl 1746129505 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.013254:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135727b80 with x1830948731480064 ext(2097152->2101247) 00010000:00010000:0.0:1746129494.013258:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05c6a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3612671] (req 2097152->2101247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f192a9 expref: 26 pid: 22481 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746129494.013264:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05c6a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3612671] (req 2097152->2101247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f192a9 expref: 26 pid: 22481 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746129494.013269:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135727b80 00000100:00100000:0.0:1746129494.013279:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1015 00000100:00100000:0.0:1746129494.013284:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+17:1961:x1830948731479936:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129494.013698:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5371 00000100:00100000:0.0:1746129494.013704:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731480576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129494.013712:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129494.013725:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c850800/0x40a459093b05c6cc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f192cc expref: 12 pid: 22480 timeout: 849 lvb_type: 1 00010000:00010000:0.0:1746129494.013733:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c850800/0x40a459093b05c6cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f192cc expref: 12 pid: 22480 timeout: 849 lvb_type: 1 00010000:00010000:0.0:1746129494.013744:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129494.013757:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731480576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 55us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.013762:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5371 00000100:00100000:0.0:1746129494.013772:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731479680 00000100:00100000:0.0:1746129494.013774:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731479680 00010000:00010000:0.0:1746129494.013783:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091570e00/0x40a459093b05c6b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f192be expref: 12 pid: 4699 timeout: 849 lvb_type: 1 00000100:00100000:0.0:1746129494.013803:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5372 00000100:00100000:0.0:1746129494.013807:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731479680:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129494.013813:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129494.013820:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091570e00/0x40a459093b05c6b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f192be expref: 12 pid: 4699 timeout: 849 lvb_type: 1 00010000:00010000:0.0:1746129494.013826:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091570e00/0x40a459093b05c6b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f192be expref: 12 pid: 4699 timeout: 849 lvb_type: 1 00010000:00010000:0.0:1746129494.013837:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091570e00/0x40a459093b05c6b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f192be expref: 12 pid: 4699 timeout: 849 lvb_type: 1 00010000:00010000:0.0:1746129494.013847:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.013849:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.013853:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009129f000/0x40a459093b05c712 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.013860:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009129f000/0x40a459093b05c712 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.013874:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129494.014284:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731479680:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 475us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.014290:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5372 00000100:00100000:0.0:1746129494.015786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.027090:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.027182:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.027909:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.028581:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731481216 00000100:00100000:0.0:1746129494.028585:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731481216 00010000:00010000:0.0:1746129494.028601:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c850200/0x40a459093b05c6a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->3612671] (req 2097152->2101247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f192a9 expref: 22 pid: 22481 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746129494.028813:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731481344 00000100:00100000:0.0:1746129494.028816:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731481344 00010000:00010000:0.0:1746129494.028828:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c851200/0x40a459093b05c6a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f192b0 expref: 23 pid: 22481 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746129494.029557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.031939:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.047721:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731483008 00000100:00100000:0.0:1746129494.047729:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731483008 00000100:00100000:0.0:1746129494.047771:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3962 00000100:00100000:0.0:1746129494.047778:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f47c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:28837:x1830948731483008:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:0.0:1746129494.047936:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f47c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:28837:x1830948731483008:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 157us (283us total) trans 8589943779 rc 0/0 00000100:00100000:0.0:1746129494.047941:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3962 00000100:00100000:0.0:1746129494.051466:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.051490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.051511:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.051523:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731483392 00000100:00100000:0.0:1746129494.051526:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731483392 00000100:00100000:0.0:1746129494.051559:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10839 00000100:00100000:0.0:1746129494.051566:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731483136:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.051578:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.051592:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05c766 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1930b expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129494.051610:0:22481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d256, atime: 0x6813d255, ctime: 0x6813d256, blocks: 0x809 00010000:00010000:0.0:1746129494.051622:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.051624:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.051630:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05c766 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1930b expref: 25 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.051642:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05c766 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1930b expref: 25 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.051651:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6ef5c00, rc 0) 00000100:00100000:0.0:1746129494.051670:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731483136:12345-192.168.202.4@tcp:101:cat.0 Request processed in 104us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.051674:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10839 00000100:00100000:0.0:1746129494.051698:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.051738:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.052215:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.054429:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.055890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.061061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.061399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.061752:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3937 00000100:00100000:0.0:1746129494.061758:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731484672:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129494.078023:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.082074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.082869:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.082900:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.082912:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.082923:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.083223:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.088325:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.091450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.094833:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.096850:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.102061:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.208249:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.249639:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.253661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.268698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.271641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.279640:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.285640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.304197:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.315240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.319818:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.319850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.319874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.319895:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731489536 00000100:00100000:0.0:1746129494.319901:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731489536 00002000:00100000:0.0:1746129494.319925:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094326a00 x1830948731489536/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 504/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.319934:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094326a00 with x1830948731489536 ext(1048576->2097151) 00002000:00010000:0.0:1746129494.319939:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094326a00 00000100:00100000:0.0:1746129494.319955:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731489792 00000100:00100000:0.0:1746129494.322825:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731489792 00000100:00100000:0.0:1746129494.322922:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:0.0:1746129494.322972:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094325880 x1830948731489792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.322981:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325880 with x1830948731489792 ext(1048576->2097151) 00002000:00010000:0.0:1746129494.322986:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094325880 00000100:00100000:0.0:1746129494.323014:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3946 00000100:00100000:0.0:1746129494.323022:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731489792:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129494.327280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.327337:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731490432 00000100:00100000:0.0:1746129494.327343:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731490432 00000100:00100000:0.0:1746129494.327391:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9964 00000100:00100000:0.0:1746129494.327400:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:28855:x1830948731490432:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129494.327422:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.327439:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce26800/0x40a459093b05c81c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1937b expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.327519:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce27e00/0x40a459093b05c823 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129494.327533:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb7600/0x40a459093b05c7c8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19358 expref: 305 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.327540:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05c807 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1936d expref: 23 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.327546:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ce27e00/0x40a459093b05c823 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129494.327572:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05c807 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1936d expref: 23 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.327583:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05c807 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1936d expref: 23 pid: 14547 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746129494.327599:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736655616:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129494.327663:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb7600/0x40a459093b05c7c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19358 expref: 305 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.327671:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb7600/0x40a459093b05c7c8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19358 expref: 305 pid: 14547 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746129494.327678:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131360700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736655744:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129494.327695:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129494.339283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.341053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.342448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.351597:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.355611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.355698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.358570:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.360009:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.360041:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.360063:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.360086:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.380929:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.389415:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.391772:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.391802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.392922:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.392956:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.404955:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.406446:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731493888:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13235us (13523us total) trans 0 rc 954368/954368 00000100:00100000:0.0:1746129494.406454:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3954 00002000:00100000:0.0:1746129494.406461:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013145fb80 x1830948731493888/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:235/0 lens 504/440 e 0 to 0 dl 1746129505 ref 1 fl Complete:/200/0 rc 954368/954368 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.406470:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145fb80 with x1830948731493888 ext(1048576->2097151) 00002000:00010000:0.0:1746129494.406473:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145fb80 00000100:00100000:0.0:1746129494.424588:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.425192:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.445010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.468516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.470469:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.474919:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.477790:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.477827:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.477853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.477864:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.477878:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.477901:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.487446:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.489010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.493396:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.495194:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.498096:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.502818:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.504900:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.504941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.504973:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.505015:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.505045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.505472:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10869 00000100:00100000:0.0:1746129494.505478:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1961:x1830948731497472:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129494.505494:0:4699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.505504:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095275600/0x40a459093b05c774 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19319 expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.505510:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0x40a459093b05c87e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f193c1 expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.505516:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cd30c00/0x40a459093b05c7a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1934a expref: 19 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.505521:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.505522:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.505524:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.505538:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cd30c00/0x40a459093b05c7a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1934a expref: 19 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.505546:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cd30c00/0x40a459093b05c7a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1934a expref: 19 pid: 22481 timeout: 849 lvb_type: 1 00000100:00100000:0.0:1746129494.505558:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fced880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736658304:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129494.505585:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0x40a459093b05c87e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f193c1 expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.505591:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eb5ea00/0x40a459093b05c87e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f193c1 expref: 13 pid: 7148 timeout: 849 lvb_type: 1 00000100:00100000:0.0:1746129494.505598:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fcee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736658560:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129494.505617:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095275600/0x40a459093b05c774 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19319 expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.505625:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095275600/0x40a459093b05c774 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19319 expref: 24 pid: 8411 timeout: 849 lvb_type: 1 00000100:00100000:0.0:1746129494.505631:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736658816:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129494.506129:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129494.507104:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.514036:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fced880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736658304:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129494.514067:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fcee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736658560:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129494.514094:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736658816:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129494.514117:0:4699:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129494.514165:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.514195:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.514208:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.514222:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731498880 00000100:00100000:0.0:1746129494.514225:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731498880 00010000:00010000:0.0:1746129494.515006:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cd30c00/0x40a459093b05c7a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1934a expref: 20 pid: 22481 timeout: 849 lvb_type: 1 00000100:00100000:0.0:1746129494.515037:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5392 00000100:00100000:0.0:1746129494.515044:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948731498880:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129494.515057:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129494.515081:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cd30c00/0x40a459093b05c7a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1934a expref: 20 pid: 22481 timeout: 849 lvb_type: 1 00010000:00010000:0.0:1746129494.515091:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cd30c00/0x40a459093b05c7a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1934a expref: 20 pid: 22481 timeout: 849 lvb_type: 1 00010000:00010000:0.0:1746129494.515113:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cd30c00/0x40a459093b05c7a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1934a expref: 20 pid: 22481 timeout: 849 lvb_type: 1 00010000:00010000:0.0:1746129494.515141:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129494.515188:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948731498880:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 144us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.515194:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5392 00000100:00100000:0.0:1746129494.515748:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.516658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.516692:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.518738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.519078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.519096:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.519162:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.519172:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.519183:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.519205:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129494.520563:0:4699:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.520572:0:4699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.520586:0:4699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.520592:0:4699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.520599:0:4699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.520604:0:4699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090079e00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129494.520606:0:4699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.520617:0:4699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.520625:0:4699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.520631:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05c8fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129494.520658:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731497472:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 15180us (15612us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.520665:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10869 00000100:00100000:0.0:1746129494.520715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.520830:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.520911:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.525471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.530269:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.533253:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.535725:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.558062:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.558111:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.558140:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.558162:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731501696 00000100:00100000:0.0:1746129494.558165:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731501696 00000100:00100000:0.0:1746129494.558216:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10871 00000100:00100000:0.0:1746129494.558226:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731501696:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.558258:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.558276:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1940e expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129494.558317:0:4699:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d255, atime: 0x6813d255, ctime: 0x6813d255, blocks: 0x81f 00010000:00010000:0.0:1746129494.558338:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.558340:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.558350:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1940e expref: 25 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.558367:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1940e expref: 25 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.558378:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ce27e00, rc 0) 00000100:00100000:0.0:1746129494.558431:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731501696:12345-192.168.202.4@tcp:101:cat.0 Request processed in 206us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.558444:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10871 00000100:00100000:0.0:1746129494.568854:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3958 00000100:00100000:0.0:1746129494.568862:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948731502592:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129494.579375:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.580428:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731502848:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11300us (11783us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129494.580437:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3960 00002000:00100000:0.0:1746129494.580447:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013546f100 x1830948731502848/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/440 e 0 to 0 dl 1746129505 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.580460:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546f100 with x1830948731502848 ext(1048576->2097151) 00002000:00010000:0.0:1746129494.580465:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546f100 00000100:00100000:0.0:1746129494.592166:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.594537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.601223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.607263:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:1.0:1746129494.609182:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1671168->2097151) req@ffff88009f9edf80 x1830948731504384/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.609197:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9edf80 with x1830948731504384 ext(1671168->2097151) 00002000:00010000:1.0:1746129494.609202:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9edf80 00000100:00100000:1.0:1746129494.609538:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3963 00000100:00100000:1.0:1746129494.609774:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731504384:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129494.613602:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.616445:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731504384:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 6671us (7363us total) trans 0 rc 425984/425984 00000100:00100000:1.0:1746129494.616453:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3963 00002000:00100000:1.0:1746129494.616462:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1671168->2097151) req@ffff88009f9edf80 x1830948731504384/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/440 e 0 to 0 dl 1746129505 ref 1 fl Complete:/200/0 rc 425984/425984 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.616471:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9edf80 with x1830948731504384 ext(1671168->2097151) 00002000:00010000:1.0:1746129494.616476:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9edf80 00000100:00100000:0.0:1746129494.626477:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.627064:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.627102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.627104:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731505024 00000100:00100000:1.0:1746129494.627120:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731505024 00000100:00100000:0.0:1746129494.627163:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:1.0:1746129494.627188:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880132c25880 x1830948731505024/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129494.627189:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731504896 00000100:00100000:0.0:1746129494.627193:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731504896 00002000:00100000:1.0:1746129494.627199:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25880 with x1830948731505024 ext(3145728->4194303) 00002000:00010000:1.0:1746129494.627206:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c25880 00002000:00100000:0.0:1746129494.627212:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880092fdb480 x1830948731504896/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.627218:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb480 with x1830948731504896 ext(2097152->3145727) 00000100:00100000:1.0:1746129494.627227:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731505280 00002000:00010000:0.0:1746129494.627227:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdb480 00000100:00100000:1.0:1746129494.627229:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731505280 00000100:00100000:0.0:1746129494.627240:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731505408 00000100:00100000:0.0:1746129494.627242:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731505408 00002000:00100000:1.0:1746129494.627244:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880092fd9180 x1830948731505280/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.627251:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9180 with x1830948731505280 ext(2097152->3145727) 00002000:00100000:0.0:1746129494.627254:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880092fdad80 x1830948731505408/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00010000:1.0:1746129494.627256:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd9180 00002000:00100000:0.0:1746129494.627261:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdad80 with x1830948731505408 ext(3145728->4194303) 00002000:00010000:0.0:1746129494.627264:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fdad80 00000100:00100000:1.0:1746129494.627283:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3964 00000100:00100000:1.0:1746129494.627336:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948731505024:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129494.627858:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3966 00000100:00100000:0.0:1746129494.628313:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3967 00000100:00100000:0.0:1746129494.628322:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948731505408:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129494.658454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.667429:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.674291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.674368:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.674391:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.674496:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.674538:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731506304 00000100:00100000:0.0:1746129494.674547:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731506304 00000100:00100000:0.0:1746129494.674588:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731506432 00000100:00100000:0.0:1746129494.674590:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731506432 00000100:00100000:0.0:1746129494.674600:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731506560 00000100:00100000:0.0:1746129494.674602:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731506560 00000100:00100000:0.0:1746129494.674615:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10878 00000100:00100000:0.0:1746129494.674622:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731506304:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.674642:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.674662:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009512a200/0x40a459093b05c996 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1943f expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.674685:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.674687:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.674696:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009512a200/0x40a459093b05c996 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1943f expref: 16 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.674712:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009512a200/0x40a459093b05c996 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1943f expref: 16 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.674722:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512a200, rc 0) 00000100:00100000:0.0:1746129494.674763:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731506304:12345-192.168.202.4@tcp:101:cat.0 Request processed in 143us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.674769:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10878 00000100:00100000:0.0:1746129494.674781:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10879 00000100:00100000:0.0:1746129494.674784:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731506432:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.674790:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.674797:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19446 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.674806:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.674807:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.674810:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19446 expref: 19 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.674816:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19446 expref: 19 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.674821:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512ba00, rc 0) 00000100:00100000:0.0:1746129494.674829:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731506432:12345-192.168.202.4@tcp:101:cat.0 Request processed in 45us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.674832:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10879 00000100:00100000:0.0:1746129494.674837:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10880 00000100:00100000:0.0:1746129494.674839:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731506560:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.674843:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.674846:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009512ac00/0x40a459093b05c9a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1944d expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.674851:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.674853:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.674855:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009512ac00/0x40a459093b05c9a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1944d expref: 19 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.674860:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009512ac00/0x40a459093b05c9a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1944d expref: 19 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.674863:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512ac00, rc 0) 00000100:00100000:0.0:1746129494.674870:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731506560:12345-192.168.202.4@tcp:101:cat.0 Request processed in 30us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.674872:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10880 00000100:00100000:0.0:1746129494.675449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.675461:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731506688 00000100:00100000:0.0:1746129494.675464:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731506688 00000100:00100000:0.0:1746129494.675479:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10881 00000100:00100000:0.0:1746129494.675483:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731506688:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.675489:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.675497:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009512b400/0x40a459093b05c9ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19454 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129494.675533:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013577f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736660096:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129494.675601:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129494.675649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.675660:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731506816 00000100:00100000:0.0:1746129494.675663:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731506816 00000100:00100000:0.0:1746129494.675677:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10882 00000100:00100000:0.0:1746129494.675681:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731506816:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.675689:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.675696:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095f6c000/0x40a459093b05c9b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1945b expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.675705:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.675707:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.675711:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095f6c000/0x40a459093b05c9b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1945b expref: 19 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.675720:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095f6c000/0x40a459093b05c9b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1945b expref: 19 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.675726:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095f6c000, rc 0) 00000100:00100000:0.0:1746129494.675741:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731506816:12345-192.168.202.4@tcp:101:cat.0 Request processed in 59us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.675746:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10882 00000100:00100000:0.0:1746129494.675788:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.675800:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731506944 00000100:00100000:0.0:1746129494.675802:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731506944 00000100:00100000:0.0:1746129494.675816:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10883 00000100:00100000:0.0:1746129494.675820:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731506944:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.675827:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.675835:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f556a00/0x40a459093b05c9b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19462 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.675846:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.675847:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.675851:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f556a00/0x40a459093b05c9b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19462 expref: 20 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.675859:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f556a00/0x40a459093b05c9b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19462 expref: 20 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.675866:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f556a00, rc 0) 00000100:00100000:0.0:1746129494.675880:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731506944:12345-192.168.202.4@tcp:101:cat.0 Request processed in 59us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.675885:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10883 00000100:00100000:0.0:1746129494.677082:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013577f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736660096:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129494.677102:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009512b400/0x40a459093b05c9ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19454 expref: 18 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.677111:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009512b400/0x40a459093b05c9ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19454 expref: 18 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.677253:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009512b400, rc 0) 00000100:00100000:0.0:1746129494.677278:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731506688:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1794us (1830us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129494.677284:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10881 00000100:00100000:0.0:1746129494.685746:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.685788:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.685826:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.685950:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3970 00000100:00100000:0.0:1746129494.685958:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731507328:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129494.706068:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.717585:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.717623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.717726:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.718049:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731507968 00000100:00100000:1.0:1746129494.718056:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731507968 00000100:00100000:1.0:1746129494.718090:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10885 00000100:00100000:1.0:1746129494.718097:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+17:28871:x1830948731507968:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129494.718112:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129494.718129:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05c9c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19470 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.718154:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f556c00/0x40a459093b05c949 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1671167) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1942a expref: 24 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.718161:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129494.718163:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129494.718166:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05c9c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19470 expref: 18 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.718198:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f556c00/0x40a459093b05c949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1671167) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1942a expref: 24 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.718209:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f556c00/0x40a459093b05c949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1671167) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1942a expref: 24 pid: 31503 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129494.718221:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736660480:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129494.718842:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129494.720787:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736660480:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129494.720815:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05c9c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19470 expref: 18 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.720831:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959da000, rc 0) 00000100:00100000:1.0:1746129494.720877:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+18:28871:x1830948731507968:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2780us (3150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.720886:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10885 00000100:00100000:0.0:1746129494.721168:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.721259:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.721406:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3972 00000100:00100000:0.0:1746129494.721417:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731508480:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129494.721742:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731508480:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 327us (574us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129494.721748:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3972 00002000:00100000:0.0:1746129494.721755:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3e9:0x0] (770048->774143) req@ffff8800a77b2300 x1830948731508480/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746129505 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.721763:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2300 with x1830948731508480 ext(770048->774143) 00002000:00010000:0.0:1746129494.721768:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b2300 00000100:00100000:0.0:1746129494.731278:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731508736 00000100:00100000:0.0:1746129494.731290:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731508736 00000100:00100000:0.0:1746129494.731385:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731508864 00000100:00100000:0.0:1746129494.731387:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731508864 00000100:00100000:0.0:1746129494.731411:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10886 00000100:00100000:0.0:1746129494.731419:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:28867:x1830948731508736:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129494.731441:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.731462:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19477 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.731493:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b556000/0x40a459093b05c91f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19407 expref: 24 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.731506:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19446 expref: 21 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.731513:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.731516:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.731519:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1560575] (req 1048576->1560575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 21 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.731556:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19446 expref: 21 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.731567:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19446 expref: 21 pid: 22480 timeout: 850 lvb_type: 1 00000100:00100000:0.0:1746129494.731580:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736660736:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129494.731687:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b556000/0x40a459093b05c91f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19407 expref: 24 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.731695:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b556000/0x40a459093b05c91f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19407 expref: 24 pid: 22480 timeout: 850 lvb_type: 1 00000100:00100000:0.0:1746129494.731702:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736660864:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129494.731722:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129494.731747:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10887 00000100:00100000:0.0:1746129494.731753:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:28874:x1830948731508864:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129494.731762:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.731773:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1947e expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.731786:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129494.731792:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05c9c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19470 expref: 17 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.731797:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746129494.731800:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1826816->2019327] (req 1826816->2019327) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.731841:0:7148:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05c9c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19470 expref: 17 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.731855:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1826816->2019327] (req 1826816->2019327) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.731868:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc3400, rc 0) 00000100:00100000:0.0:1746129494.731897:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:28874:x1830948731508864:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 144us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.731903:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10887 00000100:00100000:1.0:1746129494.735615:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736660736:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129494.735629:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736660864:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129494.735662:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1560575] (req 1048576->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 21 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.735681:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f556000, rc 0) 00000100:00100000:1.0:1746129494.735747:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:28867:x1830948731508736:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4328us (4633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.735757:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10886 00000100:00100000:0.0:1746129494.735879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.736599:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.736642:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731509120 00000100:00100000:0.0:1746129494.736645:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731509120 00010000:00010000:0.0:1746129494.736658:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19446 expref: 21 pid: 22480 timeout: 850 lvb_type: 1 00000100:00100000:0.0:1746129494.736683:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5414 00000100:00100000:0.0:1746129494.736688:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731509120:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129494.736695:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129494.736704:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19446 expref: 21 pid: 22480 timeout: 850 lvb_type: 1 00010000:00010000:0.0:1746129494.736711:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19446 expref: 21 pid: 22480 timeout: 850 lvb_type: 1 00010000:00010000:0.0:1746129494.736724:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009512ba00/0x40a459093b05c99d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19446 expref: 21 pid: 22480 timeout: 850 lvb_type: 1 00010000:00010000:0.0:1746129494.736738:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.736740:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.736747:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.736898:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.736928:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129494.736940:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736661120:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129494.737405:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de180 going to sleep for 11 seconds 00000100:00100000:1.0:1746129494.738572:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736661120:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129494.738594:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129494.738623:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731509120:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1934us (2024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.738631:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5414 00000100:00100000:0.0:1746129494.742282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.743501:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731509504 00000100:00100000:1.0:1746129494.743506:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731509504 00010000:00010000:1.0:1746129494.743622:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f556c00/0x40a459093b05c949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1942a expref: 27 pid: 31503 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746129494.745401:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.745462:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5415 00000100:00100000:1.0:1746129494.745475:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731509504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129494.745499:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129494.745527:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f556c00/0x40a459093b05c949 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1942a expref: 27 pid: 31503 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.745636:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f556c00/0x40a459093b05c949 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1671167) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1942a expref: 27 pid: 31503 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.745661:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f556c00/0x40a459093b05c949 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1671167) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1942a expref: 27 pid: 31503 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.745691:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.745693:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.745700:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05c9c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19470 expref: 17 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.745708:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05c9c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19470 expref: 17 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.745941:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05c9c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19470 expref: 17 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.745954:0:15749:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05c9c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19470 expref: 17 pid: 4699 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129494.745966:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736661248:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129494.746390:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129494.747420:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736661248:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129494.747463:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129494.747497:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731509504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2026us (4335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.747508:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5415 00000100:00100000:0.0:1746129494.749345:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.758917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.765231:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.765312:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731510272 00000100:00100000:1.0:1746129494.765321:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731510272 00010000:00010000:1.0:1746129494.765352:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136439c00/0x40a459093b05c911 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f193f9 expref: 307 pid: 14547 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129494.765390:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5416 00000100:00100000:1.0:1746129494.765397:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+307:1963:x1830948731510272:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129494.765412:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129494.765418:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136439c00/0x40a459093b05c911 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f193f9 expref: 307 pid: 14547 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.765427:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136439c00/0x40a459093b05c911 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f193f9 expref: 307 pid: 14547 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.765451:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136439c00/0x40a459093b05c911 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f193f9 expref: 307 pid: 14547 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.765482:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129494.765488:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0720c00/0x40a459093b05c9f1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129494.765497:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0720c00/0x40a459093b05c9f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129494.765504:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0720c00/0x40a459093b05c9f1 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129494.765521:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129494.765548:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+306:1963:x1830948731510272:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 151us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.765553:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5416 00000100:00100000:0.0:1746129494.769247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.769975:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.770015:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.770040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.770176:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731510784 00000100:00100000:0.0:1746129494.770179:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731510784 00000100:00100000:0.0:1746129494.770202:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10889 00000100:00100000:0.0:1746129494.770207:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731510528:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129494.770215:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.770231:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe93c00/0x40a459093b05c9f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19493 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129494.770282:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736661504:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129494.770450:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129494.770466:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10891 00000100:00100000:0.0:1746129494.770471:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731510784:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129494.770478:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.770485:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe93400/0x40a459093b05ca0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f194a1 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.770496:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.770504:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe93400/0x40a459093b05ca0d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194a1 expref: 12 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.770513:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fe93400/0x40a459093b05ca0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194a1 expref: 12 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.770526:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe93400, rc 0) 00000100:00100000:0.0:1746129494.770542:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731510784:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 71us (502us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129494.770546:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10891 00000100:00100000:0.0:1746129494.770559:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10892 00000100:00100000:0.0:1746129494.770564:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731510912:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129494.770569:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.770575:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe93a00/0x40a459093b05ca14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f194a8 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.770584:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.770585:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.770590:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe93a00/0x40a459093b05ca14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194a8 expref: 12 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.770599:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe93a00/0x40a459093b05ca14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194a8 expref: 12 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.770606:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe93a00, rc 0) 00000100:00100000:0.0:1746129494.770620:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731510912:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 56us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.770625:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10892 00000100:00100000:0.0:1746129494.770636:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731511040 00000100:00100000:0.0:1746129494.770639:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731511040 00000100:00100000:0.0:1746129494.770659:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10893 00000100:00100000:0.0:1746129494.770664:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731511040:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129494.770669:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.770675:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe93000/0x40a459093b05ca1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f194af expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.770684:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.770685:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.770689:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe93000/0x40a459093b05ca1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194af expref: 12 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.770697:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe93000/0x40a459093b05ca1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194af expref: 12 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.770704:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe93000, rc 0) 00000100:00100000:0.0:1746129494.770718:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731511040:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 54us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.770723:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10893 00000100:00100000:1.0:1746129494.772613:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736661504:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129494.772643:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe93c00/0x40a459093b05c9f8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19493 expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129494.772653:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe93c00/0x40a459093b05c9f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19493 expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129494.772915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129494.773227:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe93c00, rc 0) 00000100:00100000:1.0:1746129494.773277:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731510528:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 3069us (3302us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129494.773285:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10889 00000100:00100000:0.0:1746129494.775769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.777248:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.778771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.780845:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.781336:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.781387:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.781417:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.781588:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731513216 00000100:00100000:0.0:1746129494.781591:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731513216 00002000:00100000:0.0:1746129494.781619:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013546f800 x1830948731513216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.781629:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546f800 with x1830948731513216 ext(3145728->4194303) 00002000:00010000:0.0:1746129494.781634:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546f800 00000100:00100000:0.0:1746129494.781646:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3975 00000100:00100000:0.0:1746129494.781651:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731513216:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129494.782437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.782452:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731512832 00000100:00100000:1.0:1746129494.782455:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731512832 00002000:00100000:1.0:1746129494.782471:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013546ce00 x1830948731512832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.782478:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546ce00 with x1830948731512832 ext(3145728->4194303) 00002000:00010000:1.0:1746129494.782481:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013546ce00 00000100:00100000:1.0:1746129494.782492:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3977 00000100:00100000:1.0:1746129494.782497:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731512832:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129494.783102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.788261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.800118:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731512832:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17605us (17667us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129494.800132:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3977 00002000:00100000:1.0:1746129494.800146:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013546ce00 x1830948731512832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:235/0 lens 488/440 e 0 to 0 dl 1746129505 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.800156:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546ce00 with x1830948731512832 ext(3145728->4194303) 00002000:00010000:1.0:1746129494.800163:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013546ce00 00000100:00100000:0.0:1746129494.801969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.802012:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.802037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.802052:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.802062:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731513728 00000100:00100000:0.0:1746129494.802069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.802073:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731513728 00000100:00100000:0.0:1746129494.802098:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.802125:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731513984 00000100:00100000:1.0:1746129494.802128:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731513984 00000100:00100000:0.0:1746129494.802131:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731514240 00000100:00100000:0.0:1746129494.802134:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731514240 00000100:00100000:1.0:1746129494.802141:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731513600 00000100:00100000:1.0:1746129494.802144:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731513600 00000100:00100000:0.0:1746129494.802152:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731513856 00000100:00100000:0.0:1746129494.802153:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731513856 00000100:00100000:1.0:1746129494.802154:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731514112 00000100:00100000:1.0:1746129494.802157:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731514112 00000100:00100000:1.0:1746129494.802168:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10894 00000100:00100000:0.0:1746129494.802177:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10895 00000100:00100000:1.0:1746129494.802181:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731513728:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:0.0:1746129494.802183:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731513984:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:0.0:1746129494.802225:0:22480:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b800/0x40a459093b05ca5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.802226:0:7148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.802243:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 21 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.802244:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.802251:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129494.802251:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129494.802253:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129494.802253:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129494.802255:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.802256:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b800/0x40a459093b05ca5a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.802284:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 21 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.802284:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.802308:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 21 pid: 31503 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746129494.802309:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 25 pid: 7148 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129494.802320:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736662144:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129494.802321:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736662016:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129494.802384:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10897 00000100:00100000:1.0:1746129494.802389:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10898 00000100:00100000:0.0:1746129494.802390:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731513600:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:1.0:1746129494.802395:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731513856:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:0.0:1746129494.802406:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b200/0x40a459093b05ca68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.802409:0:8412:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.802416:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3200/0x40a459093b05c9c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19469 expref: 16 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.802418:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1940e expref: 23 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.802422:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129494.802423:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129494.802425:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cde000/0x40a459093b05ca06 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1949a expref: 12 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.802425:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b200/0x40a459093b05ca68 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.802436:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009512ac00/0x40a459093b05c9a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1944d expref: 20 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.802439:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3200/0x40a459093b05c9c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19469 expref: 16 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.802442:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.802443:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.802445:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.802447:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3200/0x40a459093b05c9c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19469 expref: 16 pid: 4699 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746129494.802456:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736662656:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129494.802458:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009512ac00/0x40a459093b05c9a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1944d expref: 20 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129494.802465:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009512ac00/0x40a459093b05c9a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1944d expref: 20 pid: 22480 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129494.802472:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736662784:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129494.802475:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746129494.802496:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cde000/0x40a459093b05ca06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1949a expref: 12 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129494.802502:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cde000/0x40a459093b05ca06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1949a expref: 12 pid: 20577 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129494.802508:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736662912:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129494.802528:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1940e expref: 23 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129494.802539:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1940e expref: 23 pid: 4699 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129494.802546:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736663040:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129494.802558:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36180 going to sleep for 11 seconds 00000100:00100000:1.0:1746129494.802576:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129494.802612:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129494.805656:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736662144:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129494.805672:0:7148:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129494.809046:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.809082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.809115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.809132:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.809221:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736662656:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129494.809246:0:22481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b200/0x40a459093b05ca68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129494.809346:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736662784:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129494.809356:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736662912:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129494.809363:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736663040:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129494.809381:0:8412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129494.809404:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731514368 00000100:00100000:1.0:1746129494.809411:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731514368 00002000:00100000:1.0:1746129494.809458:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1826816->2019327) req@ffff880094f45180 x1830948731514368/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.809467:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45180 with x1830948731514368 ext(1826816->2019327) 00010000:00010000:1.0:1746129494.809475:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 26 pid: 7148 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.809489:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 26 pid: 7148 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746129494.809496:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f45180 00000100:00100000:1.0:1746129494.809514:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731514496 00000100:00100000:1.0:1746129494.809517:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731514496 00002000:00100000:1.0:1746129494.809528:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1560575) req@ffff880094f44e00 x1830948731514496/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.809535:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f44e00 with x1830948731514496 ext(1048576->1560575) 00010000:00010000:1.0:1746129494.809540:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.809547:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746129494.809552:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f44e00 00000100:00100000:1.0:1746129494.809564:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1021 00000100:00100000:1.0:1746129494.809571:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731514368:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:1.0:1746129494.809815:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1022 00000100:00100000:1.0:1746129494.809820:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731514496:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129494.810132:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.810148:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731514880 00000100:00100000:0.0:1746129494.810151:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731514880 00010000:00010000:0.0:1746129494.810164:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1940e expref: 24 pid: 4699 timeout: 850 lvb_type: 1 00000100:00100000:0.0:1746129494.810191:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5421 00000100:00100000:0.0:1746129494.810196:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948731514880:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129494.810203:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129494.810211:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1940e expref: 24 pid: 4699 timeout: 850 lvb_type: 1 00010000:00010000:0.0:1746129494.810218:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1940e expref: 24 pid: 4699 timeout: 850 lvb_type: 1 00010000:00010000:0.0:1746129494.810231:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ce27e00/0x40a459093b05c926 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1940e expref: 24 pid: 4699 timeout: 850 lvb_type: 1 00010000:00010000:0.0:1746129494.810244:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129494.810259:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948731514880:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 63us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.810265:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5421 00000100:00100000:0.0:1746129494.815362:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.815391:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.815412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.815443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.815479:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129494.815857:0:8412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.815866:0:8412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.815882:0:8412:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.815888:0:8412:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.815894:0:8412:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.815898:0:8412:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff73a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129494.815901:0:8412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.815905:0:8412:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.815914:0:8412:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.815919:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff73a00/0x40a459093b05ca6f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129494.815961:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731513856:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 13566us (13891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.815967:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10898 00000100:00100000:0.0:1746129494.816062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.816108:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731515904 00000100:00100000:1.0:1746129494.816112:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731515904 00010000:00010000:1.0:1746129494.816124:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095f6c000/0x40a459093b05c9b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1945b expref: 20 pid: 7148 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129494.816145:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5427 00000100:00100000:1.0:1746129494.816150:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731515904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129494.816157:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129494.816166:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095f6c000/0x40a459093b05c9b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1945b expref: 20 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129494.816173:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095f6c000/0x40a459093b05c9b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1945b expref: 20 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129494.816184:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095f6c000/0x40a459093b05c9b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1945b expref: 20 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129494.816192:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.816194:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.816196:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a05d8c00/0x40a459093b05ca76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.816201:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a05d8c00/0x40a459093b05ca76 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.816213:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129494.816243:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731515904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 92us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.816248:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5427 00000100:00100000:1.0:1746129494.817486:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731514368:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 7914us (8369us total) trans 17179873022 rc 0/0 00000100:00100000:1.0:1746129494.817494:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1021 00002000:00100000:1.0:1746129494.817503:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1826816->2019327) req@ffff880094f45180 x1830948731514368/t17179873022(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/448 e 0 to 0 dl 1746129505 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.817511:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45180 with x1830948731514368 ext(1826816->2019327) 00010000:00010000:1.0:1746129494.817518:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 27 pid: 7148 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.817527:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 27 pid: 7148 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746129494.817533:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f45180 00000100:00100000:0.0:1746129494.822286:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.822332:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731516032 00000100:00100000:1.0:1746129494.822339:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731516032 00010000:00010000:1.0:1746129494.822366:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 27 pid: 7148 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129494.822392:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5428 00000100:00100000:1.0:1746129494.822398:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731516032:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129494.822411:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129494.822429:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 27 pid: 7148 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.822440:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 27 pid: 7148 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.822468:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132fc3400/0x40a459093b05c9d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1826816->2019327) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1947e expref: 27 pid: 7148 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.822493:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.822495:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.822499:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b800/0x40a459093b05ca5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.822505:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b800/0x40a459093b05ca5a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.822519:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129494.822532:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731516032:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 135us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.822536:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5428 00000100:00100000:1.0:1746129494.822554:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731514496:12345-192.168.202.4@tcp:4:cat.0 Request processed in 12734us (13421us total) trans 21474840224 rc 0/0 00000100:00100000:1.0:1746129494.822562:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1022 00002000:00100000:1.0:1746129494.822570:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1560575) req@ffff880094f44e00 x1830948731514496/t21474840224(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:235/0 lens 488/448 e 0 to 0 dl 1746129505 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.822580:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f44e00 with x1830948731514496 ext(1048576->1560575) 00010000:00010000:1.0:1746129494.822586:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.822596:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746129494.822602:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f44e00 00000100:00100000:1.0:1746129494.823170:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731516160 00000100:00100000:1.0:1746129494.823173:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731516160 00010000:00010000:1.0:1746129494.823185:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3200/0x40a459093b05c9c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 770048->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19469 expref: 19 pid: 4699 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129494.823202:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5429 00000100:00100000:1.0:1746129494.823208:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948731516160:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129494.823216:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129494.823225:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3200/0x40a459093b05c9c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 770048->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19469 expref: 19 pid: 4699 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.823233:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3200/0x40a459093b05c9c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 770048->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19469 expref: 19 pid: 4699 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.823246:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3200/0x40a459093b05c9c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 770048->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19469 expref: 19 pid: 4699 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.823254:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.823255:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.823258:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b200/0x40a459093b05ca68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.823262:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b200/0x40a459093b05ca68 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.823275:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129494.823288:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731516160:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 81us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.823307:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5429 00000100:00100000:0.0:1746129494.823335:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731516416 00000100:00100000:0.0:1746129494.823339:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731516416 00002000:00100000:0.0:1746129494.823362:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f544380 x1830948731516416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.823370:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f544380 with x1830948731516416 ext(3145728->4194303) 00002000:00010000:0.0:1746129494.823374:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f544380 00000100:00100000:0.0:1746129494.823398:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3979 00000100:00100000:0.0:1746129494.823404:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731516416:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129494.825449:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731516544 00000100:00100000:1.0:1746129494.825460:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731516544 00010000:00010000:1.0:1746129494.825487:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129494.825511:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5430 00000100:00100000:1.0:1746129494.825517:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731516544:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129494.825529:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129494.825548:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.825560:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.825577:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f556000/0x40a459093b05c9ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1560575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19477 expref: 20 pid: 31503 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.825591:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.825593:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.825597:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825611:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825630:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129494.825661:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731516544:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 143us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.825667:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5430 00010000:00010000:1.0:1746129494.825689:0:7148:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825696:0:7148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825712:0:7148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825718:0:7148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825724:0:7148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825730:0:7148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff73400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129494.825734:0:7148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825745:0:7148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825754:0:7148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.825760:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff73400/0x40a459093b05ca53 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129494.825798:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731513728:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 23618us (23839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.825804:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10894 00000100:00100000:0.0:1746129494.828266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.833290:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.833351:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.833381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.833395:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.833413:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.833431:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731516928 00000100:00100000:0.0:1746129494.833435:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731516928 00010000:00010000:0.0:1746129494.833457:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce20a00/0x40a459093b05c5fa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19255 expref: 308 pid: 14547 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746129494.833477:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731517056 00000100:00100000:0.0:1746129494.833479:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731517056 00010000:00010000:0.0:1746129494.833489:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60b2800/0x40a459093b05c57c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1920f expref: 27 pid: 14547 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746129494.833501:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731517568 00000100:00100000:0.0:1746129494.833503:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731517568 00010000:00010000:0.0:1746129494.833513:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05c495 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19183 expref: 28 pid: 15096 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746129494.833522:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731517312 00000100:00100000:0.0:1746129494.833523:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731517312 00010000:00010000:0.0:1746129494.833531:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05c49c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1918a expref: 309 pid: 15096 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746129494.833541:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5431 00000100:00100000:0.0:1746129494.833546:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+309:1963:x1830948731516928:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129494.833557:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129494.833562:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce20a00/0x40a459093b05c5fa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19255 expref: 309 pid: 14547 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746129494.833573:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce20a00/0x40a459093b05c5fa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19255 expref: 309 pid: 14547 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746129494.833599:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce20a00/0x40a459093b05c5fa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19255 expref: 310 pid: 14547 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746129494.833634:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129494.833640:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129494.833650:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129494.833668:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+308:1963:x1830948731516928:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 121us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.833675:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5431 00000100:00100000:0.0:1746129494.833719:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5433 00000100:00100000:0.0:1746129494.833730:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948731517568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129494.833737:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129494.833742:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05c495 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19183 expref: 28 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746129494.833750:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05c495 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19183 expref: 28 pid: 15096 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129494.833790:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5434 00000100:00100000:1.0:1746129494.833802:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+307:1960:x1830948731517312:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129494.833809:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129494.833813:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05c49c lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1918a expref: 307 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.834485:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05c49c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1918a expref: 307 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.834578:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05c49c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1918a expref: 307 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129494.834587:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129494.834591:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129494.834596:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129494.834613:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+306:1960:x1830948731517312:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 817us (1199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.834619:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5434 00010000:00010000:0.0:1746129494.834743:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05c495 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19183 expref: 26 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746129494.834753:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129494.834756:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129494.834765:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129494.834826:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948731517568:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1096us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.834832:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5433 00000100:00100000:0.0:1746129494.834925:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.835012:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.835189:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731517824 00000100:00100000:1.0:1746129494.835193:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731517824 00000100:00100000:1.0:1746129494.835232:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10901 00000100:00100000:1.0:1746129494.835237:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+19:28871:x1830948731517824:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129494.835251:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129494.835317:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f194d2 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129494.835404:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d256, atime: 0x6813d256, ctime: 0x6813d256, blocks: 0x1029 00010000:00010000:1.0:1746129494.835423:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.835424:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.835450:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d2 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.835467:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d2 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.835476:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b554600, rc 0) 00000100:00100000:1.0:1746129494.835505:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:28871:x1830948731517824:12345-192.168.202.4@tcp:101:cat.0 Request processed in 267us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.835510:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10901 00000100:00100000:0.0:1746129494.836192:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129494.836415:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129494.836421:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129494.837057:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731518080 00000100:00100000:1.0:1746129494.837060:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731518080 00000100:00100000:1.0:1746129494.837083:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9978 00000100:00100000:1.0:1746129494.837087:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:14850083-80f0-48d7-b1fd-919aea051e36+25:28871:x1830948731518080:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129494.837101:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129494.837109:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b554800/0x40a459093b05ca92 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f194d9 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1746129494.837203:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2705, 88 off224968 00000004:00080000:0.0:1746129494.837210:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 750153915218ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129494.837260:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2654, 88 off220472 00000004:00080000:0.0:1746129494.837265:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750153971009ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129494.837287:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2655, 88 off220560 00000004:00080000:0.0:1746129494.837291:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750153996669ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129494.837354:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2706, 88 off225056 00000004:00080000:0.0:1746129494.837359:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 750154064947ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129494.837379:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2707, 88 off225144 00000004:00080000:0.0:1746129494.837382:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 750154088413ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129494.837426:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2656, 88 off220648 00000004:00080000:0.0:1746129494.837432:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750154137888ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129494.837511:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2657, 88 off220736 00000004:00080000:1.0:1746129494.837516:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750154222423ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129494.837526:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2658, 88 off220824 00000004:00080000:1.0:1746129494.837529:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750154234967ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129494.837536:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2708, 88 off225232 00000004:00080000:1.0:1746129494.837538:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 750154244309ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129494.837678:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2659, 88 off220912 00000004:00080000:1.0:1746129494.837682:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750154388072ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129494.837692:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2709, 88 off225320 00000004:00080000:1.0:1746129494.837695:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 750154400741ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129494.837701:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2660, 88 off221000 00000004:00080000:1.0:1746129494.837704:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750154409776ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129494.837709:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2710, 88 off225408 00000004:00080000:1.0:1746129494.837713:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 750154419327ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129494.837719:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2711, 88 off225496 00000004:00080000:1.0:1746129494.837722:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 750154428056ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129494.837728:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2712, 88 off225584 00000004:00080000:1.0:1746129494.837730:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 750154436473ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129494.837736:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2713, 88 off225672 00000004:00080000:1.0:1746129494.837739:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 750154445786ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129494.837745:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2661, 88 off221088 00000004:00080000:1.0:1746129494.837748:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750154454339ns, next at 706231494891ns, rc = 0 00010000:00010000:0.0:1746129494.837802:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129494.837813:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b554800/0x40a459093b05ca92 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d9 expref: 26 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.837826:0:14547:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129494.837837:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b554800/0x40a459093b05ca92 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d9 expref: 26 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.837847:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129494.837850:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129494.837852:0:14547:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b554800/0x40a459093b05ca92 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d9 expref: 26 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.837857:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b554800, rc 0) 00000100:00100000:0.0:1746129494.837892:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:28871:x1830948731518080:12345-192.168.202.4@tcp:101:cat.0 Request processed in 804us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.837897:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9978 00000001:00080000:0.0:1746129494.857290:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943803 is committed 00000004:00080000:0.0:1746129494.857315:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1846 committed 00000004:00080000:0.0:1746129494.857321:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1898 committed 00000004:00080000:0.0:1746129494.857325:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1897 committed 00000004:00080000:0.0:1746129494.857327:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1896 committed 00000004:00080000:0.0:1746129494.857329:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1895 committed 00000004:00080000:0.0:1746129494.857330:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1845 committed 00000004:00080000:0.0:1746129494.857331:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1894 committed 00000004:00080000:0.0:1746129494.857333:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1844 committed 00000004:00010000:1.0:1746129494.857334:0:15096:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880095624700 reply state ffff88009481e800 transno 8589943803 ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00000004:00080000:0.0:1746129494.857334:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1893 committed 00000004:00080000:0.0:1746129494.857336:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1843 committed 00000004:00080000:0.0:1746129494.857337:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1842 committed 00000004:00080000:0.0:1746129494.857339:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1841 committed 00000004:00080000:0.0:1746129494.857340:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1892 committed 00000004:00080000:0.0:1746129494.857342:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1891 committed 00000004:00080000:0.0:1746129494.857343:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1840 committed 00000100:00100000:1.0:1746129494.857345:0:15096:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00080000:0.0:1746129494.857345:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1839 committed 00000004:00080000:0.0:1746129494.857346:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1890 committed 00000001:00080000:0.0:1746129494.857353:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943775 is committed 00000001:00080000:0.0:1746129494.857360:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943774 is committed 00000001:00080000:0.0:1746129494.857372:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943790 is committed 00000001:00080000:0.0:1746129494.857376:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943786 is committed 00000001:00080000:0.0:1746129494.857389:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943796 is committed 00010000:00080000:1.0:1746129494.857424:0:15096:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000001:00080000:0.0:1746129494.857426:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943802 is committed 00000001:00080000:0.0:1746129494.857432:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943798 is committed 00000100:00100000:1.0:1746129494.857437:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:28877:x1830948731516800:12345-192.168.202.4@tcp:36:mirror_io.0 Request processed in 28969us (29177us total) trans 8589943803 rc 0/0 00000100:00100000:1.0:1746129494.857444:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9977 00000100:00100000:0.0:1746129494.857455:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736664832:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1746129494.857471:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129494.857477:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129494.857480:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746129494.857483:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129494.857488:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800955fae00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129494.857491:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129494.857496:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129494.857508:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129494.857511:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1746129494.857512:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013577dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736665344:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1746129494.857515:0:3286:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b554800/0x40a459093b05ca92 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d9 expref: 6 pid: 14547 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129494.857525:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746129494.857527:0:3286:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b554800/0x40a459093b05ca92 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d9 expref: 6 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129494.857533:0:3286:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b554800/0x40a459093b05ca92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d9 expref: 6 pid: 14547 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129494.857538:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746129494.857541:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736664448:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129494.857552:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746129494.857555:0:3286:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b554800/0x40a459093b05ca92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d9 expref: 6 pid: 14547 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129494.857562:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013577ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736664960:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129494.857563:0:3286:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3286:1830948736665472:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129494.857574:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129494.857594:0:3286:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f369c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129494.857682:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10902 00000100:00100000:0.0:1746129494.857688:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736664832:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129494.857841:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3300:x1830948736664832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (360us total) trans 21474840225 rc 0/0 00000100:00100000:0.0:1746129494.857850:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10902 00000100:00100000:0.0:1746129494.857863:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10903 00000100:00100000:0.0:1746129494.857867:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3303:x1830948736664704:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129494.858010:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129494.858013:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129494 -> 1746129494 00002000:00010000:0.0:1746129494.858015:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129494 -> 1746129494 00002000:00010000:0.0:1746129494.858017:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129494 -> 1746129494 00002000:00010000:0.0:1746129494.858019:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129494.858040:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3303:x1830948736664704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 172us (532us total) trans 21474840226 rc 0/0 00000100:00100000:0.0:1746129494.858045:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10903 00000100:00100000:0.0:1746129494.858054:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736665600 00000100:00100000:0.0:1746129494.858057:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736665600 00000100:00100000:0.0:1746129494.858073:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736666112 00000100:00100000:1.0:1746129494.858290:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10905 00000100:00100000:1.0:1746129494.858313:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736664448:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129494.858347:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736666112 00000100:00100000:0.0:1746129494.858373:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10907 00000100:00100000:0.0:1746129494.858378:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+44:3301:x1830948736665600:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129494.858411:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3300:x1830948736664448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 99us (857us total) trans 21474840228 rc 0/0 00000100:00100000:1.0:1746129494.858417:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10905 00000100:00100000:1.0:1746129494.858428:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10909 00000100:00100000:1.0:1746129494.858432:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3301:x1830948736666496:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129494.858484:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:3301:x1830948736665600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (544us total) trans 17179873024 rc 0/0 00000100:00100000:0.0:1746129494.858489:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10907 00000100:00080000:1.0:1746129494.858498:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129494.858552:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129494.858568:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736665856:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129494.858573:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+47:3301:x1830948736666496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 140us (536us total) trans 17179873026 rc 0/0 00000100:00100000:1.0:1746129494.858579:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10909 00000100:00100000:0.0:1746129494.858583:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129494.858590:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736665856 00000100:00100000:1.0:1746129494.858593:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736665856 00000100:00100000:0.0:1746129494.858599:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736666368:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129494.858607:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10912 00000100:00100000:1.0:1746129494.858612:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+51:3303:x1830948736665216:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129494.858612:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746129494.858630:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edf100/2, rc 0, transno 21474840226 00000100:00100000:0.0:1746129494.858633:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736664704:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129494.858639:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746129494.858643:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736665728:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129494.858658:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129494.858669:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736666240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129494.858684:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129494.858689:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:3303:x1830948736665216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (135us total) trans 21474840231 rc 0/0 00000100:00100000:1.0:1746129494.858694:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10912 00000004:00080000:0.0:1746129494.858695:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013577c000/2, rc 0, transno 21474840231 00000100:00100000:0.0:1746129494.858698:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013577c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736665216:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129494.858705:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10914 00000100:00100000:1.0:1746129494.858709:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+51:3303:x1830948736666368:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129494.858713:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012cda6d80/2, rc 0, transno 21474840228 00000100:00100000:0.0:1746129494.858715:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736664448:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129494.858721:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013577ce00/2, rc 0, transno 21474840229 00000100:00100000:0.0:1746129494.858724:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013577ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736664960:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129494.858729:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edc000/2, rc 0, transno 21474840225 00000100:00100000:0.0:1746129494.858732:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736664832:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129494.858734:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10916 00000004:00080000:0.0:1746129494.858737:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013577dc00/2, rc 0, transno 21474840227 00000100:00100000:1.0:1746129494.858738:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3303:x1830948736666240:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129494.858740:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013577dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736665344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129494.858745:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746129494.858749:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736666624:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129494.858764:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746129494.858790:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131361c00/2, rc 0, transno 17179873028 00000100:00100000:0.0:1746129494.858793:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736665856:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129494.858798:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131362a00/2, rc 0, transno 17179873029 00000100:00100000:0.0:1746129494.858801:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736665728:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129494.858825:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3303:x1830948736666240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (139us total) trans 17179873030 rc 0/0 00000100:00100000:1.0:1746129494.858830:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10916 00000004:00080000:0.0:1746129494.858830:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f546300/2, rc 0, transno 17179873030 00000100:00100000:0.0:1746129494.858832:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736666240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129494.858898:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+53:3300:x1830948736666624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (133us total) trans 17179873031 rc 0/0 00000100:00100000:0.0:1746129494.858903:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10917 00000100:00100000:1.0:1746129494.858916:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:3303:x1830948736666368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 206us (302us total) trans 17179873032 rc 0/0 00000004:00080000:0.0:1746129494.858920:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094066680/2, rc 0, transno 17179873031 00000100:00100000:1.0:1746129494.858921:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10914 00000100:00100000:0.0:1746129494.858923:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736666624:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129494.858934:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f547100/2, rc 0, transno 17179873032 00000100:00100000:0.0:1746129494.858936:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736666368:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129494.859163:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131361500/2, rc 0, transno 17179873025 00000100:00100000:0.0:1746129494.859166:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736665984:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129494.859172:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f546680/2, rc 0, transno 17179873027 00000100:00100000:0.0:1746129494.859174:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736666112:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129494.859358:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.859424:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.859542:0:3286:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3286:1830948736665472:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129494.859558:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129494.859563:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fae00/0x40a459093b05ca84 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129494.862683:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.866534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.866587:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.868603:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.878156:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.878191:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.878221:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.878289:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.878338:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731519744 00000100:00100000:1.0:1746129494.878342:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731519744 00000100:00100000:1.0:1746129494.878377:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731519616 00000100:00100000:1.0:1746129494.878379:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731519616 00000100:00100000:1.0:1746129494.878397:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10920 00000100:00100000:1.0:1746129494.878401:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731519488:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129494.878408:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10921 00010000:00010000:1.0:1746129494.878409:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129494.878415:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731519616:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129494.878422:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05caa7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f194ee expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.878422:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.878427:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff72e00/0x40a459093b05caae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f194f5 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129494.878439:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d257, atime: 0x6813d257, ctime: 0x6813d257, blocks: 0x821 00002000:00010000:0.0:1746129494.878439:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d255, atime: 0x6813d255, ctime: 0x6813d255, blocks: 0x81f 00010000:00010000:1.0:1746129494.878453:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.878453:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.878455:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.878455:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129494.878460:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05caa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194ee expref: 23 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.878460:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff72e00/0x40a459093b05caae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194f5 expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129494.878472:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05caa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194ee expref: 23 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.878472:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff72e00/0x40a459093b05caae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194f5 expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129494.878480:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eeca00, rc 0) 00010000:00010000:0.0:1746129494.878480:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff72e00, rc 0) 00000100:00100000:0.0:1746129494.878514:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731519616:12345-192.168.202.4@tcp:101:cat.0 Request processed in 100us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.878524:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10921 00000100:00100000:1.0:1746129494.878557:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731519488:12345-192.168.202.4@tcp:101:cat.0 Request processed in 153us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.878562:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10920 00000100:00100000:0.0:1746129494.885565:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.890641:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.890689:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.890771:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731520640 00000100:00100000:1.0:1746129494.890781:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731520640 00000100:00100000:0.0:1746129494.892158:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.892192:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.892210:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.892239:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.892677:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731520768 00000100:00100000:0.0:1746129494.892680:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731520768 00000100:00100000:0.0:1746129494.892694:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731521024 00000100:00100000:0.0:1746129494.892696:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731521024 00000100:00100000:0.0:1746129494.892709:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10925 00000100:00100000:0.0:1746129494.892714:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731520896:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.892725:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.892738:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b05caed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19526 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.892855:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.892857:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.892865:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b05caed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19526 expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.892879:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b05caed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19526 expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.892887:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b554400, rc 0) 00000100:00100000:0.0:1746129494.892921:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731520896:12345-192.168.202.4@tcp:101:cat.0 Request processed in 206us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.892927:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10925 00000100:00100000:0.0:1746129494.892943:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10927 00000100:00100000:0.0:1746129494.892947:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731520768:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129494.892953:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129494.892959:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b555000/0x40a459093b05cafb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1951f expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129494.892969:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.892970:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129494.892974:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b555000/0x40a459093b05cafb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1951f expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.893003:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b555000/0x40a459093b05cafb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1951f expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129494.893011:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b555000, rc 0) 00000100:00100000:0.0:1746129494.893029:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731520768:12345-192.168.202.4@tcp:101:cat.0 Request processed in 81us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129494.893034:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10927 00000100:00100000:0.0:1746129494.895182:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.901742:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.901785:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.901819:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.901847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.901874:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731522048 00000100:00100000:0.0:1746129494.901882:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731522048 00000100:00100000:1.0:1746129494.901894:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731522304 00000100:00100000:1.0:1746129494.901899:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731522304 00002000:00100000:0.0:1746129494.901927:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009c09a680 x1830948731522048/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.901928:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009c09bb80 x1830948731522304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.901937:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09bb80 with x1830948731522304 ext(1048576->2097151) 00002000:00100000:0.0:1746129494.901937:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09a680 with x1830948731522048 ext(1048576->2097151) 00002000:00010000:1.0:1746129494.901943:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c09bb80 00002000:00010000:0.0:1746129494.901943:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09a680 00000100:00100000:1.0:1746129494.901959:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731521664 00000100:00100000:1.0:1746129494.901962:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731521664 00002000:00100000:1.0:1746129494.901974:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012cda4a80 x1830948731521664/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.901981:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda4a80 with x1830948731521664 ext(0->1048575) 00002000:00010000:1.0:1746129494.901984:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda4a80 00000100:00100000:0.0:1746129494.902689:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731521920 00000100:00100000:0.0:1746129494.902693:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731521920 00002000:00100000:0.0:1746129494.902708:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012cda6a00 x1830948731521920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.902716:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda6a00 with x1830948731521920 ext(1048576->2097151) 00002000:00010000:0.0:1746129494.902719:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cda6a00 00000100:00100000:0.0:1746129494.902736:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3983 00000100:00100000:0.0:1746129494.902742:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731522048:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129494.902810:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3984 00000100:00100000:1.0:1746129494.902817:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731521664:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129494.918675:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731521664:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15848us (16844us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129494.918686:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3984 00002000:00100000:1.0:1746129494.918696:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012cda4a80 x1830948731521664/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/440 e 0 to 0 dl 1746129505 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.918704:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda4a80 with x1830948731521664 ext(0->1048575) 00002000:00010000:1.0:1746129494.918709:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda4a80 00000100:00100000:0.0:1746129494.943277:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.943336:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129494.943361:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.943387:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731522560 00000100:00100000:0.0:1746129494.943396:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.943400:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731522560 00000100:00100000:0.0:1746129494.943434:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731523200 00000100:00100000:0.0:1746129494.943442:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731523200 00002000:00100000:1.0:1746129494.943452:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012cda4700 x1830948731522560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.943462:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda4700 with x1830948731522560 ext(2097152->3145727) 00002000:00010000:1.0:1746129494.943468:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda4700 00002000:00100000:0.0:1746129494.943476:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013145d500 x1830948731523200/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.943485:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145d500 with x1830948731523200 ext(3145728->4194303) 00002000:00010000:0.0:1746129494.943490:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145d500 00000100:00100000:1.0:1746129494.943518:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3987 00000100:00100000:1.0:1746129494.943523:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731522560:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129494.943531:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3989 00000100:00100000:0.0:1746129494.943539:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731523200:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129494.958927:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731522560:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15389us (15643us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129494.958941:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3987 00002000:00100000:1.0:1746129494.958957:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012cda4700 x1830948731522560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/440 e 0 to 0 dl 1746129505 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.958968:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda4700 with x1830948731522560 ext(2097152->3145727) 00002000:00010000:1.0:1746129494.958975:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda4700 00000100:00100000:0.0:1746129494.967571:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.969578:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731523200:12345-192.168.202.4@tcp:3:cat.0 Request processed in 26038us (26179us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129494.969588:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3989 00002000:00100000:1.0:1746129494.969598:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013145d500 x1830948731523200/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/440 e 0 to 0 dl 1746129505 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.969607:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145d500 with x1830948731523200 ext(3145728->4194303) 00002000:00010000:1.0:1746129494.969611:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145d500 00000100:00100000:0.0:1746129494.980778:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129494.980923:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731523840 00000100:00100000:1.0:1746129494.980936:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731523840 00002000:00100000:1.0:1746129494.980999:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009c7d8e00 x1830948731523840/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/0 e 0 to 0 dl 1746129505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129494.981010:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8e00 with x1830948731523840 ext(4194304->4923391) 00002000:00010000:1.0:1746129494.981016:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d8e00 00000100:00100000:1.0:1746129494.981114:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3990 00000100:00100000:1.0:1746129494.981124:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731523840:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129494.986454:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736666752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746129494.986520:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129494.986661:0:12977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736666752 00000100:00100000:1.0:1746129494.986670:0:12977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736666752 00000100:00100000:1.0:1746129494.986718:0:12977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1746129494.986726:0:12977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736666752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746129494.986750:0:12977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 357498880 pending 22151168 free 3850371072 avail 3848273920 00000100:00100000:1.0:1746129494.986806:0:12977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736666752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129494.986812:0:12977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1746129494.991925:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731523840:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10791us (11144us total) trans 0 rc 729088/729088 00000100:00100000:0.0:1746129494.991937:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3990 00002000:00100000:0.0:1746129494.991950:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009c7d8e00 x1830948731523840/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:235/0 lens 488/440 e 0 to 0 dl 1746129505 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129494.991960:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8e00 with x1830948731523840 ext(4194304->4923391) 00002000:00010000:0.0:1746129494.991966:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d8e00 00000100:00100000:0.0:1746129494.999124:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.010765:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.015111:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.015870:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.015928:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731524608 00000100:00100000:1.0:1746129495.015932:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731524608 00010000:00010000:1.0:1746129495.015946:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05cad1 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19503 expref: 293 pid: 15096 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.015963:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5438 00000100:00100000:1.0:1746129495.015968:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+293:1962:x1830948731524608:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.015974:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.015977:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05cad1 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19503 expref: 293 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.015999:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05cad1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19503 expref: 293 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.016011:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129495.016014:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05cb33 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129495.016021:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05cb33 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129495.016027:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ecbfc00/0x40a459093b05cb33 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129495.016042:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.016059:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+293:1962:x1830948731524608:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 91us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.016068:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5438 00000100:00100000:0.0:1746129495.019082:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736667264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746129495.019152:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129495.019205:0:8414:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736667264 00000100:00100000:0.0:1746129495.019213:0:8414:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736667264 00000100:00100000:1.0:1746129495.019264:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f03f6bde-e986-4df5-86c3-48805e205677:3303:1830948736667136:0@lo:400:kworker.0 00000100:00100000:1.0:1746129495.019312:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.019340:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830948736667648:0@lo:400:kworker.0 00000100:00100000:1.0:1746129495.019361:0:14545:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736667136 00000100:00100000:1.0:1746129495.019364:0:14545:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736667136 00000100:00100000:1.0:1746129495.019390:0:14545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1746129495.019397:0:14545:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f03f6bde-e986-4df5-86c3-48805e205677+18:3303:x1830948736667136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746129495.019483:0:14545:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095fbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f03f6bde-e986-4df5-86c3-48805e205677+18:3303:x1830948736667136:12345-0@lo:400:kworker.0 Request processed in 86us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.019489:0:14545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1746129495.019512:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.019536:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f03f6bde-e986-4df5-86c3-48805e205677:3303:1830948736667136:0@lo:400:kworker.0 00000100:00100000:0.0:1746129495.019572:0:8414:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1746129495.019578:0:8414:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+50:3300:x1830948736667264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746129495.019593:0:8414:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 374407168 pending 17039360 free 3847225344 avail 3845128192 00000100:00100000:1.0:1746129495.019634:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736667392 00000100:00100000:1.0:1746129495.019637:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736667392 00000100:00100000:1.0:1746129495.019661:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736667520 00000100:00100000:1.0:1746129495.019663:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736667520 00000100:00100000:0.0:1746129495.019706:0:8414:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+50:3300:x1830948736667264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129495.019712:0:8414:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00080000:0.0:1746129495.019735:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746129495.019767:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1746129495.019771:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830948736667648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746129495.019794:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830948736667648:12345-0@lo:400:kworker.0 Request processed in 24us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.019800:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1746129495.019824:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830948736667648:0@lo:400:kworker.0 00000100:00100000:0.0:1746129495.030192:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.032099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.033783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.034412:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.034527:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731525376 00000100:00100000:0.0:1746129495.034530:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731525376 00010000:00010000:0.0:1746129495.034549:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fba00/0x40a459093b05ca99 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194e0 expref: 9 pid: 15096 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746129495.034578:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5439 00000100:00100000:0.0:1746129495.034583:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731525376:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129495.034592:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129495.034597:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fba00/0x40a459093b05ca99 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194e0 expref: 9 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746129495.034685:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fba00/0x40a459093b05ca99 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194e0 expref: 9 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746129495.034697:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800955fba00/0x40a459093b05ca99 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194e0 expref: 9 pid: 15096 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746129495.034828:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129495.034831:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095eec800/0x40a459093b05cb4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.034838:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095eec800/0x40a459093b05cb4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.034844:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095eec800/0x40a459093b05cb4f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.034850:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095cdf600/0x40a459093b05cb5d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129495.034855:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880095cdf600/0x40a459093b05cb5d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129495.034874:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129495.034914:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731525376:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 331us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129495.034920:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5439 00000001:00080000:1.0:1746129495.065468:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943809 is committed 00000001:00080000:1.0:1746129495.065484:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943807 is committed 00000001:00080000:1.0:1746129495.065491:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943805 is committed 00000001:00080000:1.0:1746129495.065499:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943811 is committed 00000004:00080000:1.0:1746129495.065504:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1854 committed 00000004:00080000:1.0:1746129495.065513:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1907 committed 00000004:00080000:1.0:1746129495.065521:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1906 committed 00000004:00080000:1.0:1746129495.065522:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1905 committed 00000004:00080000:1.0:1746129495.065525:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1904 committed 00000004:00080000:1.0:1746129495.065526:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1853 committed 00000004:00080000:1.0:1746129495.065528:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1903 committed 00000004:00080000:1.0:1746129495.065529:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1852 committed 00000004:00080000:1.0:1746129495.065530:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1902 committed 00000004:00080000:1.0:1746129495.065532:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1851 committed 00000004:00080000:1.0:1746129495.065534:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1850 committed 00000004:00080000:1.0:1746129495.065535:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1849 committed 00000004:00080000:1.0:1746129495.065537:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1901 committed 00000004:00080000:1.0:1746129495.065539:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1900 committed 00000004:00080000:1.0:1746129495.065541:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1848 committed 00000004:00080000:1.0:1746129495.065543:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1847 committed 00000004:00080000:1.0:1746129495.065544:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1899 committed 00000001:00080000:1.0:1746129495.065551:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943808 is committed 00000100:00100000:1.0:1746129495.065707:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736668288:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129495.065754:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.066493:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736668800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129495.066515:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.066538:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736669312:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129495.066556:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.066568:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736669824:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129495.066647:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736668288 00000100:00100000:0.0:1746129495.066655:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736668288 00000100:00100000:1.0:1746129495.066690:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129495.066692:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736668800 00000100:00100000:0.0:1746129495.066694:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736668800 00000100:00100000:0.0:1746129495.066705:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736669312 00000100:00100000:0.0:1746129495.066707:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736669312 00000100:00100000:1.0:1746129495.066718:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736668544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129495.066728:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736669824 00000100:00100000:0.0:1746129495.066730:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736669824 00000100:00100000:1.0:1746129495.066741:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129495.066744:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10929 00000100:00100000:0.0:1746129495.066751:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+51:3301:x1830948736668288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129495.066754:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736669056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129495.066769:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.066781:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736669568:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129495.066796:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.066809:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736670080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129495.066823:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.066962:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1746129495.066967:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736668416:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129495.066995:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.067004:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135758e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736668928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129495.067019:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.067025:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736669440:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129495.067039:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.067046:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736669952:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129495.067059:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129495.067074:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736668416 00000100:00100000:1.0:1746129495.067077:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736668416 00000100:00100000:1.0:1746129495.067090:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736668928 00000100:00100000:1.0:1746129495.067092:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736668928 00000100:00100000:1.0:1746129495.067099:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736669440 00000100:00100000:1.0:1746129495.067100:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736669440 00000100:00100000:1.0:1746129495.067106:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736669952 00000100:00100000:1.0:1746129495.067107:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736669952 00000100:00100000:1.0:1746129495.067116:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10931 00000100:00100000:1.0:1746129495.067120:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:3301:x1830948736669312:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746129495.067243:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129495.067246:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:1.0:1746129495.067249:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:1.0:1746129495.067250:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:1.0:1746129495.067253:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:1.0:1746129495.067272:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+59:3301:x1830948736669312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 152us (716us total) trans 21474840233 rc 0/0 00000100:00100000:1.0:1746129495.067279:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10931 00000100:00100000:1.0:1746129495.067289:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10934 00000100:00100000:1.0:1746129495.067308:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+55:3303:x1830948736669056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129495.067388:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+57:3303:x1830948736669056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (618us total) trans 17179873035 rc 0/0 00000100:00100000:1.0:1746129495.067393:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10934 00000100:00100000:1.0:1746129495.067402:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10936 00000100:00100000:1.0:1746129495.067406:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:3303:x1830948736670080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129495.067494:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+60:3303:x1830948736670080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 88us (670us total) trans 21474840235 rc 0/0 00000100:00100000:1.0:1746129495.067499:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10936 00000100:00100000:1.0:1746129495.067508:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10937 00000100:00100000:1.0:1746129495.067512:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+55:3303:x1830948736668416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129495.067575:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:1.0:1746129495.067578:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129494 -> 1746129494 00002000:00010000:1.0:1746129495.067579:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129494 -> 1746129494 00002000:00010000:1.0:1746129495.067581:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129494 -> 1746129494 00002000:00010000:1.0:1746129495.067584:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:1.0:1746129495.067603:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+56:3303:x1830948736668416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (618us total) trans 17179873036 rc 0/0 00000100:00100000:1.0:1746129495.067608:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10937 00000100:00100000:1.0:1746129495.067620:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736668672 00000100:00100000:1.0:1746129495.067623:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736668672 00000100:00100000:1.0:1746129495.067631:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736669696 00000100:00100000:1.0:1746129495.067633:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736669696 00000100:00100000:1.0:1746129495.067641:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10939 00000100:00100000:1.0:1746129495.067644:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+61:3303:x1830948736669440:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129495.067865:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129495.067868:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.067870:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.067872:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.067874:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129495.067899:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+58:3301:x1830948736668288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1149us (2146us total) trans 17179873038 rc 0/0 00000100:00100000:0.0:1746129495.067904:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10929 00000100:00100000:0.0:1746129495.067914:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10941 00000100:00100000:0.0:1746129495.067918:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:3300:x1830948736668160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129495.067978:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746129495.067981:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.067983:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129495.067996:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.067998:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:0.0:1746129495.068019:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+58:3300:x1830948736668160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (500us total) trans 17179873039 rc 0/0 00000100:00100000:0.0:1746129495.068024:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10941 00000100:00100000:0.0:1746129495.068033:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10942 00000100:00100000:0.0:1746129495.068038:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:3300:x1830948736668672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129495.068104:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+58:3300:x1830948736668672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (553us total) trans 17179873040 rc 0/0 00000100:00100000:0.0:1746129495.068109:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10942 00002000:00010000:1.0:1746129495.068116:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00000100:00100000:0.0:1746129495.068117:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10943 00002000:00010000:1.0:1746129495.068119:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129494 -> 1746129494 00002000:00010000:1.0:1746129495.068121:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129494 -> 1746129494 00000100:00100000:0.0:1746129495.068121:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+62:3300:x1830948736669184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746129495.068123:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129494 -> 1746129494 00002000:00010000:1.0:1746129495.068125:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1746129495.068150:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+62:3303:x1830948736669440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 505us (1110us total) trans 21474840237 rc 0/0 00000100:00100000:1.0:1746129495.068156:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10939 00000100:00100000:1.0:1746129495.068166:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10944 00000100:00100000:1.0:1746129495.068170:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+61:3300:x1830948736669696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129495.068186:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129495.068189:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.068191:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.068193:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.068195:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129495.068865:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+62:3300:x1830948736669184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (639us total) trans 21474840238 rc 0/0 00000100:00100000:0.0:1746129495.068871:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10943 00000100:00080000:0.0:1746129495.068951:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746129495.069041:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+61:3300:x1830948736669696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 870us (1451us total) trans 21474840240 rc 0/0 00000100:00100000:1.0:1746129495.069047:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10944 00000100:00100000:0.0:1746129495.071492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.071728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.071780:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731525632 00000100:00100000:1.0:1746129495.071784:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731525632 00010000:00010000:1.0:1746129495.071803:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095eec800/0x40a459093b05cb4f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19549 expref: 291 pid: 14549 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.071826:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5440 00000100:00100000:1.0:1746129495.071831:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+292:1963:x1830948731525632:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.071840:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.071845:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095eec800/0x40a459093b05cb4f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19549 expref: 292 pid: 14549 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.071869:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095eec800/0x40a459093b05cb4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19549 expref: 292 pid: 14549 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.071885:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095eec800/0x40a459093b05cb4f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19549 expref: 292 pid: 14549 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.071897:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129495.071901:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095cdf600/0x40a459093b05cb5d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129495.071908:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cdf600/0x40a459093b05cb5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129495.071914:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095cdf600/0x40a459093b05cb5d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129495.071922:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b400/0x40a459093b05cb64 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19557 expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.071961:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.072086:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:1963:x1830948731525632:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 253us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.072096:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5440 00000100:00100000:0.0:1746129495.083341:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.090792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000001:00080000:0.0:1746129495.101049:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943812 is committed 00000004:00080000:0.0:1746129495.101055:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1862 committed 00000004:00080000:0.0:1746129495.101067:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1916 committed 00000004:00080000:0.0:1746129495.101072:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1915 committed 00000004:00080000:0.0:1746129495.101074:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1914 committed 00000004:00080000:0.0:1746129495.101075:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1913 committed 00000004:00080000:0.0:1746129495.101077:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1861 committed 00000004:00080000:0.0:1746129495.101078:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1912 committed 00000004:00080000:0.0:1746129495.101079:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1860 committed 00000004:00080000:0.0:1746129495.101081:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1911 committed 00000004:00080000:0.0:1746129495.101083:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1859 committed 00000004:00080000:0.0:1746129495.101084:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1858 committed 00000004:00080000:0.0:1746129495.101086:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1857 committed 00000004:00080000:0.0:1746129495.101087:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1910 committed 00000004:00080000:0.0:1746129495.101089:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1909 committed 00000004:00080000:0.0:1746129495.101090:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1856 committed 00000004:00080000:0.0:1746129495.101091:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1855 committed 00000004:00080000:0.0:1746129495.101093:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1908 committed 00000100:00100000:0.0:1746129495.101411:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736670592 00000100:00100000:0.0:1746129495.101416:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736670592 00000100:00100000:0.0:1746129495.101441:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736671104 00000100:00100000:0.0:1746129495.101443:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736671104 00000100:00100000:0.0:1746129495.101453:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736671616 00000100:00100000:0.0:1746129495.101455:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736671616 00000100:00100000:0.0:1746129495.101568:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736672128 00000100:00100000:0.0:1746129495.101571:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736672128 00000100:00100000:0.0:1746129495.101607:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736670976 00000100:00100000:0.0:1746129495.101609:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736670976 00000100:00100000:0.0:1746129495.101616:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736671488 00000100:00100000:0.0:1746129495.101618:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736671488 00000100:00100000:0.0:1746129495.101730:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736672000 00000100:00100000:0.0:1746129495.101732:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736672000 00000100:00100000:0.0:1746129495.101739:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736671360 00000100:00100000:0.0:1746129495.101741:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736671360 00000100:00100000:0.0:1746129495.101746:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736671872 00000100:00100000:0.0:1746129495.101747:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736671872 00000100:00100000:0.0:1746129495.101753:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736670720 00000100:00100000:0.0:1746129495.101755:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736670720 00000100:00100000:0.0:1746129495.101762:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736671744 00000100:00100000:0.0:1746129495.101764:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736671744 00000100:00100000:0.0:1746129495.101773:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10946 00000100:00100000:0.0:1746129495.101778:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+67:3301:x1830948736670592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129495.101840:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10948 00000100:00100000:0.0:1746129495.101846:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+66:3301:x1830948736671616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129495.102006:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:0.0:1746129495.102010:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129494 -> 1746129494 00002000:00010000:0.0:1746129495.102012:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129494 -> 1746129494 00002000:00010000:0.0:1746129495.102013:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129494 -> 1746129494 00002000:00010000:0.0:1746129495.102015:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:0.0:1746129495.102041:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+68:3301:x1830948736671616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 195us (649us total) trans 17179873042 rc 0/0 00000100:00100000:0.0:1746129495.102048:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10948 00000100:00100000:0.0:1746129495.102059:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10951 00000100:00100000:0.0:1746129495.102063:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+67:3301:x1830948736671488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129495.102143:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+68:3301:x1830948736671488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 79us (679us total) trans 21474840242 rc 0/0 00000100:00100000:0.0:1746129495.102149:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10951 00000100:00100000:0.0:1746129495.102160:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10953 00000100:00100000:0.0:1746129495.102164:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+66:3303:x1830948736671360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129495.102232:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129495.102235:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.102237:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.102238:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.102240:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129495.102262:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+67:3303:x1830948736671360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (637us total) trans 17179873046 rc 0/0 00000100:00100000:0.0:1746129495.102267:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10953 00000100:00100000:0.0:1746129495.102277:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10955 00000100:00100000:0.0:1746129495.102282:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+66:3303:x1830948736671872:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129495.102333:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10957 00000100:00100000:0.0:1746129495.102338:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+67:3303:x1830948736670720:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129495.102438:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10960 00000100:00100000:1.0:1746129495.102443:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+66:3303:x1830948736672256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129495.102519:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+67:3303:x1830948736672256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 77us (795us total) trans 17179873048 rc 0/0 00000100:00100000:1.0:1746129495.102524:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10960 00002000:00010000:0.0:1746129495.103028:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129495.103031:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129495.103033:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129495.103034:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129493 -> 1746129493 00002000:00010000:0.0:1746129495.103036:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2079 -> 2079 00000100:00100000:0.0:1746129495.103055:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+69:3303:x1830948736670720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 717us (1376us total) trans 21474840244 rc 0/0 00000100:00100000:0.0:1746129495.103061:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10957 00000100:00100000:0.0:1746129495.103071:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10961 00000100:00100000:0.0:1746129495.103075:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+68:3300:x1830948736672512:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129495.103154:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+69:3300:x1830948736672512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (472us total) trans 21474840245 rc 0/0 00000100:00100000:0.0:1746129495.103159:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10961 00000100:00100000:1.0:1746129495.103364:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.103385:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731526016 00000100:00100000:1.0:1746129495.103389:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731526016 00000100:00100000:1.0:1746129495.103410:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3980 00000100:00100000:1.0:1746129495.103415:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095566850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+289:28887:x1830948731526016:12345-192.168.202.4@tcp:49:multiop.0 00000100:00100000:1.0:1746129495.103484:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095566850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+289:28887:x1830948731526016:12345-192.168.202.4@tcp:49:multiop.0 Request processed in 68us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.103489:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3980 00002000:00010000:0.0:1746129495.103933:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:0.0:1746129495.103936:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129495.103938:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746129495.103940:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129495.103941:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:1.0:1746129495.103953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.103965:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+67:3303:x1830948736671872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1683us (2325us total) trans 17179873049 rc 0/0 00000100:00100000:0.0:1746129495.103971:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10955 00002000:00010000:0.0:1746129495.104055:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129495.104058:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.104059:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.104061:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129495 -> 1746129495 00002000:00010000:0.0:1746129495.104063:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129495.104082:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+69:3301:x1830948736670592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2305us (2803us total) trans 21474840246 rc 0/0 00000100:00100000:0.0:1746129495.104088:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10946 00000004:00080000:0.0:1746129495.104311:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87e680/2, rc 0, transno 21474840244 00000100:00100000:0.0:1746129495.104316:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736670720:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129495.104328:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd93800/2, rc 0, transno 17179873048 00000100:00100000:0.0:1746129495.104349:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736672256:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129495.104361:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880090168a80/2, rc 0, transno 21474840243 00000100:00100000:0.0:1746129495.104363:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090168a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736670848:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129495.104370:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f547480/2, rc 0, transno 17179873046 00000100:00100000:0.0:1746129495.104373:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736671360:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129495.104379:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b1180/2, rc 0, transno 17179873049 00000100:00100000:0.0:1746129495.104381:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736671872:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129495.104387:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd93100/2, rc 0, transno 17179873047 00000100:00100000:0.0:1746129495.104389:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736672384:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129495.104397:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009016b480/2, rc 0, transno 21474840247 00000100:00100000:0.0:1746129495.104399:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736671744:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129495.104415:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f544e00/2, rc 0, transno 17179873044 00000100:00100000:0.0:1746129495.104417:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736670976:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129495.104427:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880090168e00/2, rc 0, transno 21474840242 00000100:00100000:0.0:1746129495.104429:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090168e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736671488:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129495.104436:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b0700/2, rc 0, transno 17179873045 00000100:00100000:0.0:1746129495.104439:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736672000:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129495.104445:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87ca80/2, rc 0, transno 21474840246 00000100:00100000:0.0:1746129495.104447:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736670592:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129495.104454:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880090169f80/2, rc 0, transno 21474840241 00000100:00100000:0.0:1746129495.104457:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090169f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736671104:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129495.104463:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f545c00/2, rc 0, transno 17179873042 00000100:00100000:0.0:1746129495.104466:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736671616:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129495.104472:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd90700/2, rc 0, transno 17179873043 00000100:00100000:0.0:1746129495.104474:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736672128:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129495.104570:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+69:3303:x1830948736671232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2176us (2873us total) trans 21474840248 rc 0/0 00000100:00100000:0.0:1746129495.104575:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10958 00000100:00100000:0.0:1746129495.104590:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736672640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129495.104609:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129495.104628:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736672640 00000100:00100000:0.0:1746129495.104631:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736672640 00000100:00100000:0.0:1746129495.104643:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10962 00000100:00100000:0.0:1746129495.104647:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+67:3301:x1830948736672640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129495.104752:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+68:3301:x1830948736672640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 103us (141us total) trans 17179873050 rc 0/0 00000100:00100000:0.0:1746129495.104758:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10962 00000004:00080000:1.0:1746129495.104829:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a063c380/2, rc 0, transno 17179873050 00000100:00100000:1.0:1746129495.104833:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736672640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129495.110276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.110335:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:1.0:1746129495.110437:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746129495.110759:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129495.111598:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731526656 00000100:00100000:0.0:1746129495.111611:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731526656 00000100:00100000:0.0:1746129495.111630:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731526784 00000100:00100000:0.0:1746129495.111632:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731526784 00000100:00100000:0.0:1746129495.112179:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731526912 00000100:00100000:0.0:1746129495.112182:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731526912 00000100:00080000:1.0:1746129495.113131:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129495.114721:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.114778:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731527168 00000100:00100000:1.0:1746129495.114784:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731527168 00010000:00010000:1.0:1746129495.114809:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0721a00/0x40a459093b05ca7d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f194cb expref: 22 pid: 8410 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.114848:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5442 00000100:00100000:1.0:1746129495.114855:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731527168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.114865:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.114887:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0721a00/0x40a459093b05ca7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f194cb expref: 22 pid: 8410 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.114895:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0721a00/0x40a459093b05ca7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f194cb expref: 22 pid: 8410 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.114911:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0721a00/0x40a459093b05ca7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f194cb expref: 22 pid: 8410 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.114921:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.114938:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731527168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 84us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.114943:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5442 00000100:00100000:0.0:1746129495.118065:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.118182:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731527296 00000100:00100000:1.0:1746129495.118189:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731527296 00010000:00010000:1.0:1746129495.118219:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b05caed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19526 expref: 29 pid: 7148 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.118260:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5443 00000100:00100000:1.0:1746129495.118267:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731527296:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.118280:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.118323:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b05caed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19526 expref: 29 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.118333:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b05caed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19526 expref: 29 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.118378:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b05caed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19526 expref: 29 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.118388:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.118390:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.118395:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955fa000/0x40a459093b05cb95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3198976->3866623) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1956c expref: 19 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.118401:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955fa000/0x40a459093b05cb95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3198976->3866623) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1956c expref: 19 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.118423:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955fa000/0x40a459093b05cb95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3198976->3866623) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1956c expref: 19 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.118430:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736673024:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129495.118494:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129495.118934:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.118963:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.122392:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.122530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.122568:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731527936 00000100:00100000:0.0:1746129495.122574:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731527936 00002000:00100000:0.0:1746129495.122604:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3198976->3203071) req@ffff8800a063ea00 x1830948731527936/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.122612:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063ea00 with x1830948731527936 ext(3198976->3203071) 00002000:00010000:0.0:1746129495.122616:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063ea00 00000100:00100000:0.0:1746129495.122628:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3991 00000100:00100000:0.0:1746129495.122634:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731527936:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129495.122862:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731527936:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 228us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129495.122868:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3991 00002000:00100000:0.0:1746129495.122873:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3198976->3203071) req@ffff8800a063ea00 x1830948731527936/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.122879:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063ea00 with x1830948731527936 ext(3198976->3203071) 00002000:00010000:0.0:1746129495.122882:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063ea00 00000100:00100000:0.0:1746129495.123537:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.123625:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.123646:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.123787:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731528192 00000100:00100000:1.0:1746129495.123791:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731528192 00010000:00010000:1.0:1746129495.123808:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3e00/0x40a459093b05cadf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1950a expref: 30 pid: 22481 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.123829:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731528320 00000100:00100000:1.0:1746129495.123831:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731528320 00010000:00010000:1.0:1746129495.123841:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095eec200/0x40a459093b05cb8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19573 expref: 11 pid: 11014 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.123853:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731528448 00000100:00100000:1.0:1746129495.123855:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731528448 00010000:00010000:1.0:1746129495.123869:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955fae00/0x40a459093b05cab5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194e7 expref: 20 pid: 22481 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.123882:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5445 00000100:00100000:1.0:1746129495.123887:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731528192:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.123894:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.123909:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3e00/0x40a459093b05cadf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1950a expref: 30 pid: 22481 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.123917:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3e00/0x40a459093b05cadf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1950a expref: 30 pid: 22481 timeout: 850 lvb_type: 1 00000100:00100000:0.0:1746129495.123958:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5447 00000100:00100000:0.0:1746129495.123964:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731528448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129495.123971:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129495.123980:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955fae00/0x40a459093b05cab5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194e7 expref: 20 pid: 22481 timeout: 850 lvb_type: 1 00010000:00010000:0.0:1746129495.124003:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955fae00/0x40a459093b05cab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194e7 expref: 20 pid: 22481 timeout: 850 lvb_type: 1 00010000:00010000:0.0:1746129495.124015:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129495.124030:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731528448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 66us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129495.124034:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5447 00010000:00010000:1.0:1746129495.124080:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ebb3e00/0x40a459093b05cadf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1950a expref: 30 pid: 22481 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.124091:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.124093:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.124099:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.124111:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.124138:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.124148:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736673664:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129495.124201:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129495.125697:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.126915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.127029:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736673664:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129495.127044:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.127068:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731528192:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3181us (3532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.127076:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5445 00000100:00100000:0.0:1746129495.129369:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.131471:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731529472 00000100:00100000:0.0:1746129495.131476:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731529472 00000100:00100000:0.0:1746129495.131500:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3981 00000100:00100000:0.0:1746129495.131504:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:28889:x1830948731529472:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:0.0:1746129495.131585:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:28889:x1830948731529472:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 80us (202us total) trans 8589943815 rc 0/0 00000100:00100000:0.0:1746129495.131589:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3981 00000100:00100000:0.0:1746129495.131949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.133617:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.135188:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.135261:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731530240 00000100:00100000:1.0:1746129495.135266:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731530240 00010000:00010000:1.0:1746129495.135287:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095274e00/0x40a459093b05cba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1957a expref: 11 pid: 7148 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.135407:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5448 00000100:00100000:1.0:1746129495.135413:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731530240:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.135423:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129495.135428:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129495.135444:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095274e00/0x40a459093b05cba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1957a expref: 11 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.135456:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095274e00/0x40a459093b05cba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1957a expref: 11 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.135473:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095274e00/0x40a459093b05cba3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1957a expref: 11 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.135486:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.135513:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731530240:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 100us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.135518:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5448 00000100:00100000:0.0:1746129495.136855:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.136915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.137011:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731530496 00000100:00100000:1.0:1746129495.137016:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731530496 00000100:00100000:1.0:1746129495.137035:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3982 00000100:00100000:1.0:1746129495.137039:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:28885:x1830948731530496:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129495.137185:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:28885:x1830948731530496:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 143us (331us total) trans 8589943816 rc 0/0 00000100:00100000:1.0:1746129495.137190:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3982 00000100:00100000:1.0:1746129495.137204:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731530624 00000100:00100000:1.0:1746129495.137207:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731530624 00010000:00010000:1.0:1746129495.137224:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05caa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194ee expref: 22 pid: 7148 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.137239:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5450 00000100:00100000:1.0:1746129495.137243:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731530624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.137249:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.137259:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05caa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194ee expref: 22 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.137268:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05caa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194ee expref: 22 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.137280:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05caa7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194ee expref: 22 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.137288:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.137289:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.137315:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.137327:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.137350:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.137360:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736674304:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129495.137678:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954f00 going to sleep for 11 seconds 00000100:00080000:1.0:1746129495.137689:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746129495.139536:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736674304:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129495.139553:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.139583:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731530624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2339us (2667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.139594:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5450 00000100:00100000:0.0:1746129495.141582:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.142597:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.143666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.143722:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731531136 00000100:00100000:1.0:1746129495.143727:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731531136 00002000:00100000:1.0:1746129495.143746:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (958464->1048575) req@ffff8800a051ad80 x1830948731531136/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.143753:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051ad80 with x1830948731531136 ext(958464->1048575) 00010000:00010000:1.0:1746129495.143759:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 28 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.143770:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 28 pid: 22481 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746129495.143776:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a051ad80 00000100:00100000:1.0:1746129495.143787:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1024 00000100:00100000:1.0:1746129495.143793:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731531136:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129495.144563:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.144614:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731531392 00000100:00100000:1.0:1746129495.144618:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731531392 00000100:00100000:1.0:1746129495.144638:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3983 00000100:00100000:1.0:1746129495.144643:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:28887:x1830948731531392:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129495.144851:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:28887:x1830948731531392:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 206us (288us total) trans 8589943817 rc 0/0 00000100:00100000:1.0:1746129495.144857:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3983 00000100:00100000:1.0:1746129495.147289:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731531136:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 3479us (3606us total) trans 17179873051 rc 0/0 00000100:00100000:1.0:1746129495.147322:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1024 00002000:00100000:1.0:1746129495.147336:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (958464->1048575) req@ffff8800a051ad80 x1830948731531136/t17179873051(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/448 e 0 to 0 dl 1746129506 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.147345:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051ad80 with x1830948731531136 ext(958464->1048575) 00010000:00010000:1.0:1746129495.147370:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 30 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.147384:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 30 pid: 22481 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746129495.147392:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a051ad80 00000100:00100000:0.0:1746129495.149716:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.149925:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731531520 00000100:00100000:1.0:1746129495.149932:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731531520 00010000:00010000:1.0:1746129495.149962:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 30 pid: 22481 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.150007:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5451 00000100:00100000:1.0:1746129495.150014:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a45050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731531520:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.150029:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.150051:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 30 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.150062:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 30 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.150085:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090992200/0x40a459093b05cbcd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 958464->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1959d expref: 30 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.150129:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.150132:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.150138:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ecbe400/0x40a459093b05cc1a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195c7 expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.150146:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ecbe400/0x40a459093b05cc1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195c7 expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.150235:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ecbe400/0x40a459093b05cc1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195c7 expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.150246:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736674560:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129495.150654:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.152400:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736674560:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129495.152414:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.152453:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a45050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731531520:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2438us (2743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.152462:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5451 00000100:00100000:0.0:1746129495.156055:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.156172:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731531776 00000100:00100000:1.0:1746129495.156180:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731531776 00002000:00100000:1.0:1746129495.156214:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a051b480 x1830948731531776/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.156227:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b480 with x1830948731531776 ext(0->1048575) 00002000:00010000:1.0:1746129495.156232:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051b480 00000100:00100000:1.0:1746129495.156329:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3995 00000100:00100000:1.0:1746129495.156337:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731531776:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129495.163550:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731531776:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7205us (7496us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.163561:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3995 00002000:00100000:1.0:1746129495.163572:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a051b480 x1830948731531776/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.163581:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b480 with x1830948731531776 ext(0->1048575) 00002000:00010000:1.0:1746129495.163586:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051b480 00000100:00100000:0.0:1746129495.170116:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.173356:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.173392:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731532032 00000100:00100000:1.0:1746129495.173400:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731532032 00002000:00100000:1.0:1746129495.173579:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1208319) req@ffff8800a051bb80 x1830948731532032/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.173588:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051bb80 with x1830948731532032 ext(1048576->1208319) 00010000:00010000:1.0:1746129495.173595:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 25 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.173606:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 25 pid: 22481 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746129495.173612:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a051bb80 00000100:00100000:1.0:1746129495.173643:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1025 00000100:00100000:1.0:1746129495.173652:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731532032:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:1.0:1746129495.176847:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731532032:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 3185us (3482us total) trans 21474840249 rc 0/0 00000100:00100000:1.0:1746129495.176859:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1025 00002000:00100000:1.0:1746129495.176870:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1208319) req@ffff8800a051bb80 x1830948731532032/t21474840249(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/448 e 0 to 0 dl 1746129506 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.176880:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051bb80 with x1830948731532032 ext(1048576->1208319) 00010000:00010000:1.0:1746129495.176890:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 27 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.176903:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 27 pid: 22481 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746129495.176909:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a051bb80 00000100:00100000:0.0:1746129495.178762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.178817:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731532160 00000100:00100000:1.0:1746129495.178826:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731532160 00010000:00010000:1.0:1746129495.178858:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 27 pid: 22481 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.178899:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5452 00000100:00100000:1.0:1746129495.178908:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731532160:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.178928:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.178949:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 27 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.178967:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 27 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.179005:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800963fbc00/0x40a459093b05cc0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1208319) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b9 expref: 27 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.179038:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.179040:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.179048:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ecbfc00/0x40a459093b05cc21 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ce expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.179056:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ecbfc00/0x40a459093b05cc21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ce expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.179091:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ecbfc00/0x40a459093b05cc21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ce expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.179103:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736674816:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129495.179189:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.181273:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736674816:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129495.181289:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.181381:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731532160:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2474us (2628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.181469:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5452 00000100:00100000:0.0:1746129495.186634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.186678:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.186723:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.186820:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731532416 00000100:00100000:1.0:1746129495.186830:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731532416 00002000:00100000:1.0:1746129495.186881:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a0518380 x1830948731532416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.186892:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518380 with x1830948731532416 ext(1048576->2097151) 00002000:00010000:1.0:1746129495.186897:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0518380 00000100:00100000:1.0:1746129495.186923:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731532672 00000100:00100000:1.0:1746129495.186925:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731532672 00002000:00100000:1.0:1746129495.186936:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a0519c00 x1830948731532672/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.186942:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519c00 with x1830948731532672 ext(1048576->2097151) 00002000:00010000:1.0:1746129495.186946:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0519c00 00000100:00100000:1.0:1746129495.186963:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3997 00000100:00100000:1.0:1746129495.186969:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731532672:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129495.203023:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731532672:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16039us (16328us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.203035:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3997 00002000:00100000:1.0:1746129495.203048:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a0519c00 x1830948731532672/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.203057:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519c00 with x1830948731532672 ext(1048576->2097151) 00002000:00010000:1.0:1746129495.203064:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0519c00 00000100:00100000:1.0:1746129495.220527:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.220641:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.220654:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731533696 00000100:00100000:1.0:1746129495.220657:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731533696 00002000:00100000:1.0:1746129495.220701:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a063e680 x1830948731533696/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 504/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.220712:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063e680 with x1830948731533696 ext(3145728->4194303) 00000100:00100000:0.0:1746129495.220716:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731533312 00002000:00010000:1.0:1746129495.220718:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063e680 00000100:00100000:0.0:1746129495.220721:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731533312 00000100:00100000:1.0:1746129495.220746:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3999 00000100:00100000:0.0:1746129495.220750:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9992 00000100:00100000:1.0:1746129495.220753:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948731533696:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129495.220756:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:28899:x1830948731533312:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129495.220777:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129495.220794:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8e00/0x40a459093b05cc28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f195d5 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.220893:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.220913:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.220924:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.220937:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.220942:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221213:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221355:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221363:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221368:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746129495.221377:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129495.221735:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221743:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221749:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221759:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a05d8200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129495.221764:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221769:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221780:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129495.221783:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129495.221787:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221792:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8200/0x40a459093b05cc2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221811:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221816:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221820:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221824:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a05d9800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129495.221827:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221831:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221837:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800954f7300) 00010000:00010000:0.0:1746129495.221839:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129495.221841:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221846:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9800/0x40a459093b05cc36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.221883:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d8e00/0x40a459093b05cc28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195d5 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.221894:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195d5 expref: 292 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.221901:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129495.221902:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129495.221905:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a05d9400, rc 0) 00000100:00100000:0.0:1746129495.222160:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+292:28899:x1830948731533312:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1403us (1618us total) trans 8589943818 rc 0/0 00000100:00100000:0.0:1746129495.222168:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9992 00000100:00100000:0.0:1746129495.226878:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.226908:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731533696:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6146us (6257us total) trans 0 rc 380928/380928 00000100:00100000:1.0:1746129495.226919:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3999 00002000:00100000:1.0:1746129495.226930:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a063e680 x1830948731533696/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 504/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 380928/380928 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.226939:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063e680 with x1830948731533696 ext(3145728->4194303) 00002000:00010000:1.0:1746129495.226945:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063e680 00000100:00100000:0.0:1746129495.226960:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.227002:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.227192:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10976 00000100:00100000:1.0:1746129495.227204:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731534464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.227220:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129495.227226:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10977 00000100:00100000:0.0:1746129495.227233:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731534592:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.227237:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135651600/0x40a459093b05cc52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f195e3 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.227241:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129495.227249:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a05d9800/0x40a459093b05cc59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f195ea expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.227257:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.227259:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.227267:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135651600/0x40a459093b05cc52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195e3 expref: 27 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.227280:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135651600/0x40a459093b05cc52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195e3 expref: 27 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129495.227313:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736674944:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129495.227327:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135651600, rc 0) 00000100:00100000:1.0:1746129495.227356:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e384000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731534464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 156us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.227361:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10976 00000100:00100000:0.0:1746129495.227381:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129495.245414:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.245771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.245803:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.245828:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.245842:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731535744 00000100:00100000:0.0:1746129495.245844:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731535744 00002000:00100000:0.0:1746129495.245856:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012e385500 x1830948731535744/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.245862:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e385500 with x1830948731535744 ext(1048576->2097151) 00002000:00010000:0.0:1746129495.245865:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e385500 00000100:00100000:0.0:1746129495.245880:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4004 00000100:00100000:0.0:1746129495.245885:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731534976:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129495.247313:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.247404:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731535872 00000100:00100000:1.0:1746129495.247412:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731535872 00002000:00100000:1.0:1746129495.247446:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012e385880 x1830948731535872/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.247455:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e385880 with x1830948731535872 ext(1048576->2097151) 00002000:00010000:1.0:1746129495.247460:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e385880 00000100:00100000:1.0:1746129495.247478:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4007 00000100:00100000:1.0:1746129495.247483:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731535872:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129495.259369:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731534976:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13474us (13588us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.259380:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4004 00002000:00100000:1.0:1746129495.259392:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e384e00 x1830948731534976/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.259401:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e384e00 with x1830948731534976 ext(0->1048575) 00002000:00010000:1.0:1746129495.259406:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e384e00 00000100:00100000:0.0:1746129495.265282:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.265420:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731536128 00000100:00100000:1.0:1746129495.265432:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731536128 00000100:00100000:1.0:1746129495.265480:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9993 00000100:00100000:1.0:1746129495.265487:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+292:28901:x1830948731536128:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129495.265507:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.265522:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531800/0x40a459093b05cc60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f195f1 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.265598:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531400/0x40a459093b05cc67 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.265621:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800963fba00/0x40a459093b05cbfe lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195b2 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.265628:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195d5 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.265633:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531400/0x40a459093b05cc67 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.265659:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195d5 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.265668:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195d5 expref: 293 pid: 14549 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.265678:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736675072:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.265755:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800963fba00/0x40a459093b05cbfe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b2 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.265767:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800963fba00/0x40a459093b05cbfe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195b2 expref: 9 pid: 16908 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.265779:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736675200:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.265802:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.267963:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736675072:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.267977:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736675200:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.268013:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531400/0x40a459093b05cc67 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129495.269499:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.269543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.270172:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731536384 00000100:00100000:1.0:1746129495.270181:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731536384 00010000:00010000:1.0:1746129495.270212:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195d5 expref: 294 pid: 14549 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.270258:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5454 00000100:00100000:1.0:1746129495.270265:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+294:1963:x1830948731536384:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.270274:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.270279:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195d5 expref: 294 pid: 14549 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.270405:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195d5 expref: 294 pid: 14549 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.270506:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a05d9400/0x40a459093b05cc3d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195d5 expref: 294 pid: 14549 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.270521:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129495.270527:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531400/0x40a459093b05cc67 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.270535:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531400/0x40a459093b05cc67 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.270542:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531400/0x40a459093b05cc67 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.270563:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.270668:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+293:1963:x1830948731536384:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 402us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.270674:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5454 00010000:00010000:1.0:1746129495.270696:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531400/0x40a459093b05cc67 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.270702:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531400/0x40a459093b05cc67 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746129495.270720:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129495.270871:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531800/0x40a459093b05cc60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195f1 expref: 294 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.270885:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f531400/0x40a459093b05cc67 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195f1 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.270895:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129495.270897:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746129495.270900:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f531400, rc 0) 00000100:00100000:1.0:1746129495.270937:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:28901:x1830948731536128:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5450us (5665us total) trans 8589943819 rc 0/0 00000100:00100000:1.0:1746129495.270946:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9993 00000100:00100000:0.0:1746129495.272084:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.272132:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731536640 00000100:00100000:1.0:1746129495.272137:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731536640 00000100:00100000:1.0:1746129495.272170:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3984 00000100:00100000:1.0:1746129495.272174:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:28893:x1830948731536640:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129495.272330:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:28893:x1830948731536640:12345-192.168.202.4@tcp:35:cat.0 Request processed in 155us (250us total) trans 8589943820 rc 0/0 00000100:00100000:1.0:1746129495.272334:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3984 00000100:00100000:0.0:1746129495.274200:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.278222:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731537024 00000100:00100000:1.0:1746129495.278229:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731537024 00000100:00100000:1.0:1746129495.278279:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10979 00000100:00100000:1.0:1746129495.278288:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:28901:x1830948731537024:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129495.278321:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.278341:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05cc7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f195ff expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.278370:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194d2 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.278379:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c851200/0x40a459093b05cbb1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19596 expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.278387:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe18800/0x40a459093b05cb02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1952d expref: 28 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.278393:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.278396:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.278399:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05cc7c lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3387392->3563519] (req 3387392->3563519) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ff expref: 28 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.278428:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe18800/0x40a459093b05cb02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1952d expref: 28 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.278438:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe18800/0x40a459093b05cb02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1952d expref: 28 pid: 4699 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.278450:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736675456:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.278509:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c851200/0x40a459093b05cbb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19596 expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.278517:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c851200/0x40a459093b05cbb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19596 expref: 9 pid: 7148 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.278526:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736675584:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.278555:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194d2 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.278563:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194d2 expref: 21 pid: 7148 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.278570:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f449880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736675712:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.278591:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.281617:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736675456:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.281631:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736675584:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.281639:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f449880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736675712:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.281673:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05cc7c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3387392->3563519] (req 3387392->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ff expref: 28 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.281689:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ebb3200, rc 0) 00000100:00100000:1.0:1746129495.281733:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+28:28901:x1830948731537024:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3446us (3673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.281741:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10979 00000100:00100000:1.0:1746129495.282751:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5456 00000100:00100000:1.0:1746129495.282759:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731537280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.282766:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.282775:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c851200/0x40a459093b05cbb1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19596 expref: 10 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.282785:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c851200/0x40a459093b05cbb1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19596 expref: 10 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.282798:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c851200/0x40a459093b05cbb1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19596 expref: 10 pid: 7148 timeout: 850 lvb_type: 1 00010000:00010000:1.0:1746129495.282818:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.282847:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731537280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 89us (1183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.282857:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5456 00000100:00100000:1.0:1746129495.282926:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731537408 00000100:00100000:1.0:1746129495.282929:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731537408 00010000:00010000:1.0:1746129495.282941:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194d2 expref: 22 pid: 7148 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.282962:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5457 00000100:00100000:1.0:1746129495.282967:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731537408:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.282974:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.282981:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194d2 expref: 22 pid: 7148 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.283001:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194d2 expref: 22 pid: 7148 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.283012:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b554600/0x40a459093b05ca8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194d2 expref: 22 pid: 7148 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.283021:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.283023:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.283029:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05cc7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3563519) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ff expref: 26 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.283037:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05cc7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3563519) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ff expref: 26 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.283067:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05cc7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ff expref: 26 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.283080:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f449880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736675840:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129495.283137:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.285736:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f449880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736675840:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129495.285756:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.285820:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731537408:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2850us (2923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.285829:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5457 00000100:00100000:1.0:1746129495.288639:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731537664 00000100:00100000:1.0:1746129495.288649:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731537664 00002000:00100000:1.0:1746129495.288695:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3387392->3391487) req@ffff88009f8a2d80 x1830948731537664/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.288705:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a2d80 with x1830948731537664 ext(3387392->3391487) 00002000:00010000:1.0:1746129495.288711:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f8a2d80 00000100:00100000:1.0:1746129495.288742:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4008 00000100:00100000:1.0:1746129495.288749:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731537664:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129495.288935:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731537664:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 186us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129495.288941:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4008 00002000:00100000:1.0:1746129495.288946:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3387392->3391487) req@ffff88009f8a2d80 x1830948731537664/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.288952:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a2d80 with x1830948731537664 ext(3387392->3391487) 00002000:00010000:1.0:1746129495.288954:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f8a2d80 00000100:00100000:0.0:1746129495.291497:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.291523:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731537920 00000100:00100000:1.0:1746129495.291532:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731537920 00002000:00100000:1.0:1746129495.291569:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3559424->3563519) req@ffff88012e386d80 x1830948731537920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.291579:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e386d80 with x1830948731537920 ext(3559424->3563519) 00002000:00010000:1.0:1746129495.291584:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e386d80 00000100:00100000:1.0:1746129495.291616:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4009 00000100:00100000:1.0:1746129495.291624:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e386d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731537920:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129495.291765:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e386d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731537920:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 142us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129495.291771:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4009 00002000:00100000:1.0:1746129495.291777:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3559424->3563519) req@ffff88012e386d80 x1830948731537920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.291784:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e386d80 with x1830948731537920 ext(3559424->3563519) 00002000:00010000:1.0:1746129495.291786:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e386d80 00000100:00100000:1.0:1746129495.292872:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731536896:12345-192.168.202.4@tcp:4:cat.0 Request processed in 14508us (14683us total) trans 17179873052 rc 0/0 00000100:00100000:1.0:1746129495.292879:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1026 00002000:00100000:1.0:1746129495.292886:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3198976->3866623) req@ffff88009f8a3b80 x1830948731536896/t17179873052(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/448 e 0 to 0 dl 1746129506 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.292894:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a3b80 with x1830948731536896 ext(3198976->3866623) 00010000:00010000:1.0:1746129495.292902:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955fa000/0x40a459093b05cb95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3198976->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1956c expref: 22 pid: 22481 timeout: 850 lvb_type: 0 00010000:00010000:1.0:1746129495.292923:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955fa000/0x40a459093b05cb95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3198976->3866623) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1956c expref: 22 pid: 22481 timeout: 850 lvb_type: 0 00002000:00010000:1.0:1746129495.292929:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f8a3b80 00000100:00100000:1.0:1746129495.299503:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.312411:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.312562:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731538304 00000100:00100000:1.0:1746129495.312574:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731538304 00002000:00100000:1.0:1746129495.312626:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e387100 x1830948731538304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.312636:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387100 with x1830948731538304 ext(2097152->3145727) 00002000:00010000:1.0:1746129495.312642:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e387100 00000100:00100000:1.0:1746129495.312677:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4010 00000100:00100000:1.0:1746129495.312686:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731538304:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129495.319801:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731538816 00000100:00100000:1.0:1746129495.319807:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731538816 00000100:00100000:0.0:1746129495.319816:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731539072 00000100:00100000:0.0:1746129495.319820:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731539072 00002000:00100000:1.0:1746129495.319832:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0532300 x1830948731538816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.319838:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0532680 x1830948731539072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 504/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.319841:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0532300 with x1830948731538816 ext(2097152->3145727) 00002000:00100000:0.0:1746129495.319844:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0532680 with x1830948731539072 ext(3145728->4194303) 00002000:00010000:1.0:1746129495.319846:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0532300 00002000:00010000:0.0:1746129495.319847:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0532680 00000100:00100000:1.0:1746129495.319864:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4012 00000100:00100000:0.0:1746129495.319868:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4013 00000100:00100000:1.0:1746129495.319869:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731538816:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129495.319874:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731539072:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129495.324967:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731538304:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 12268us (12553us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.324996:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4010 00002000:00100000:1.0:1746129495.325009:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e387100 x1830948731538304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.325019:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387100 with x1830948731538304 ext(2097152->3145727) 00002000:00010000:1.0:1746129495.325025:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e387100 00000100:00100000:1.0:1746129495.332436:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731538816:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 12560us (12732us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.332446:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4012 00002000:00100000:1.0:1746129495.332455:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0532300 x1830948731538816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.332463:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0532300 with x1830948731538816 ext(2097152->3145727) 00002000:00010000:1.0:1746129495.332467:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0532300 00000100:00100000:0.0:1746129495.338728:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.338789:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731539328 00000100:00100000:1.0:1746129495.338801:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731539328 00002000:00100000:1.0:1746129495.338853:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e387480 x1830948731539328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.338864:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387480 with x1830948731539328 ext(4194304->4923391) 00002000:00010000:1.0:1746129495.338869:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e387480 00000100:00100000:1.0:1746129495.338898:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4014 00000100:00100000:1.0:1746129495.338906:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731539328:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129495.343463:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731539328:12345-192.168.202.4@tcp:3:cat.0 Request processed in 4542us (4733us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129495.343476:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4014 00002000:00100000:1.0:1746129495.343490:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e387480 x1830948731539328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.343499:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387480 with x1830948731539328 ext(4194304->4923391) 00002000:00010000:1.0:1746129495.343505:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e387480 00000100:00100000:0.0:1746129495.348083:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.357465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.357774:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731539840 00000100:00100000:1.0:1746129495.357786:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731539840 00000100:00100000:1.0:1746129495.357945:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9994 00000100:00100000:1.0:1746129495.357955:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:28905:x1830948731539840:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129495.357993:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.358015:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094840600/0x40a459093b05cc83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19606 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.359560:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.359660:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.359673:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.359687:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.359693:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.359699:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.359924:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094840c00/0x40a459093b05cc98 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.359934:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094840c00/0x40a459093b05cc98 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.359941:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094840c00/0x40a459093b05cc98 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746129495.359950:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129495.360051:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360058:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360064:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360069:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094840800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129495.360072:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360079:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360089:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129495.360092:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129495.360096:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360101:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05cc8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360126:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360135:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360140:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360144:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094840a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129495.360146:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360150:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360155:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9baf00) 00010000:00010000:1.0:1746129495.360156:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129495.360158:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360161:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094840a00/0x40a459093b05cc91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.360203:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094840600/0x40a459093b05cc83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19606 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.360215:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094840c00/0x40a459093b05cc98 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19606 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.360221:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129495.360223:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129495.360225:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094840c00, rc 0) 00000100:00100000:1.0:1746129495.360403:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e387b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:28905:x1830948731539840:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2448us (2947us total) trans 8589943822 rc 0/0 00000100:00100000:1.0:1746129495.360411:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9994 00000100:00100000:0.0:1746129495.433638:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.433745:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731539968 00000100:00100000:1.0:1746129495.434171:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731539968 00000100:00100000:1.0:1746129495.434234:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10980 00000100:00100000:1.0:1746129495.434242:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:28905:x1830948731539968:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129495.434257:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.434272:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094840e00/0x40a459093b05cca6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1960d expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.434342:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe18c00/0x40a459093b05cc75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195f8 expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.434350:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.434352:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.434355:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094840e00/0x40a459093b05cca6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2740224->3145727] (req 2740224->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1960d expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.434381:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe18c00/0x40a459093b05cc75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195f8 expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.434398:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe18c00/0x40a459093b05cc75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195f8 expref: 30 pid: 8410 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.434408:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f449880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736676096:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.434496:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.435838:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f449880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736676096:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.435865:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094840e00/0x40a459093b05cca6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2740224->3145727] (req 2740224->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1960d expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.435879:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094840e00, rc 0) 00000100:00100000:1.0:1746129495.435912:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:28905:x1830948731539968:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1670us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.435920:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10980 00000100:00100000:0.0:1746129495.438515:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.440963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.441031:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731540352 00000100:00100000:0.0:1746129495.441036:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731540352 00002000:00100000:0.0:1746129495.441066:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (2740224->2744319) req@ffff88012e384700 x1830948731540352/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.441075:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e384700 with x1830948731540352 ext(2740224->2744319) 00002000:00010000:0.0:1746129495.441079:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e384700 00000100:00100000:0.0:1746129495.441098:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4015 00000100:00100000:0.0:1746129495.441104:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731540352:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129495.441241:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e384700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731540352:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 136us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129495.441246:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4015 00002000:00100000:0.0:1746129495.441251:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (2740224->2744319) req@ffff88012e384700 x1830948731540352/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.441257:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e384700 with x1830948731540352 ext(2740224->2744319) 00002000:00010000:0.0:1746129495.441260:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e384700 00000100:00100000:0.0:1746129495.445416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.445480:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731540480 00000100:00100000:1.0:1746129495.445490:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731540480 00000100:00100000:1.0:1746129495.445544:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10981 00000100:00100000:1.0:1746129495.445552:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:28905:x1830948731540480:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129495.445572:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.445592:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094841000/0x40a459093b05ccad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19614 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.445624:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05cc7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ff expref: 26 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.445632:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129495.445634:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129495.445637:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094841000/0x40a459093b05ccad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->2478079] (req 2097152->2478079) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19614 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.445670:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05cc7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3563519) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195ff expref: 26 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.445682:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3200/0x40a459093b05cc7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3387392->3563519) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195ff expref: 26 pid: 8411 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.445695:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f449880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736676352:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.445802:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.446906:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f449880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736676352:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.446928:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094841000/0x40a459093b05ccad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->2478079] (req 2097152->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19614 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.446941:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094841000, rc 0) 00000100:00100000:1.0:1746129495.446979:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:28905:x1830948731540480:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1428us (1574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.447000:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10981 00000100:00100000:0.0:1746129495.447581:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.454393:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.459017:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.459343:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4016 00000100:00100000:0.0:1746129495.459355:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731540992:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129495.459564:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731540992:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 210us (554us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129495.459570:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4016 00002000:00100000:0.0:1746129495.459575:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2473984->2478079) req@ffff88009efeca80 x1830948731540992/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.459583:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efeca80 with x1830948731540992 ext(2473984->2478079) 00002000:00010000:0.0:1746129495.459585:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009efeca80 00000100:00100000:0.0:1746129495.461194:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.461453:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731541248 00000100:00100000:1.0:1746129495.461461:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731541248 00000100:00100000:1.0:1746129495.461515:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3986 00000100:00100000:1.0:1746129495.461523:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4e0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:28905:x1830948731541248:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129495.461780:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4e0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+13:28905:x1830948731541248:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 257us (591us total) trans 8589943823 rc 0/0 00000100:00100000:1.0:1746129495.461786:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3986 00000100:00100000:0.0:1746129495.490036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.490146:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731541504 00000100:00100000:1.0:1746129495.490157:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731541504 00000100:00100000:1.0:1746129495.490222:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 9995 00000100:00100000:1.0:1746129495.490231:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+13:28910:x1830948731541504:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.490264:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.490284:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094841400/0x40a459093b05ccb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1961b expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.490437:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490450:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490461:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490475:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490480:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490485:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490584:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094841a00/0x40a459093b05ccc9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490591:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094841a00/0x40a459093b05ccc9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490596:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094841a00/0x40a459093b05ccc9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746129495.490605:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129495.490683:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490689:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490699:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490704:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094841600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129495.490708:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490713:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490723:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129495.490725:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129495.490729:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490733:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094841600/0x40a459093b05ccbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490751:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490756:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490761:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490765:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094841800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129495.490767:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490771:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490780:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba500) 00010000:00010000:1.0:1746129495.490782:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129495.490784:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490788:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094841800/0x40a459093b05ccc2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129495.490818:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094841400/0x40a459093b05ccb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1961b expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.490827:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094841a00/0x40a459093b05ccc9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1961b expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.490832:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129495.490835:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129495.490837:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094841a00, rc 0) 00000100:00100000:1.0:1746129495.490883:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:28910:x1830948731541504:12345-192.168.202.4@tcp:101:cat.0 Request processed in 653us (859us total) trans 8589943824 rc 0/0 00000100:00100000:1.0:1746129495.490889:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 9995 00000100:00100000:0.0:1746129495.493050:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.503619:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.503707:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.503745:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.503917:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4018 00000100:00100000:1.0:1746129495.504047:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731542144:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129495.504938:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.509439:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.509713:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731542144:12345-192.168.202.4@tcp:3:cat.0 Request processed in 5787us (6002us total) trans 0 rc 643072/643072 00000100:00100000:0.0:1746129495.509722:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4018 00002000:00100000:0.0:1746129495.509734:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3551232->4194303) req@ffff88009efed880 x1830948731542144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 643072/643072 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.509742:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efed880 with x1830948731542144 ext(3551232->4194303) 00002000:00010000:0.0:1746129495.509747:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efed880 00000100:00100000:0.0:1746129495.516498:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731541888:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12641us (12878us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129495.516507:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4017 00002000:00100000:0.0:1746129495.516515:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3551231) req@ffff88009efed500 x1830948731541888/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 504/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.516523:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efed500 with x1830948731541888 ext(2097152->3551231) 00002000:00010000:0.0:1746129495.516527:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efed500 00000100:00100000:0.0:1746129495.519389:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.519446:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731543168 00000100:00100000:1.0:1746129495.519453:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731543168 00000100:00100000:1.0:1746129495.519496:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3987 00000100:00100000:1.0:1746129495.519502:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+296:28912:x1830948731543168:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129495.519701:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+297:28912:x1830948731543168:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 198us (317us total) trans 8589943826 rc 0/0 00000100:00100000:1.0:1746129495.519708:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3987 00000100:00100000:1.0:1746129495.523553:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.530738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.530871:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731543552 00000100:00100000:1.0:1746129495.530883:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731543552 00000100:00100000:1.0:1746129495.531257:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10982 00000100:00100000:1.0:1746129495.531266:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:28912:x1830948731543552:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129495.531285:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.531514:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959aca00/0x40a459093b05ccfa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19629 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.531546:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe18600/0x40a459093b05caa0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194fc expref: 21 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.531555:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b000/0x40a459093b05cb9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19588 expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.531561:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b555000/0x40a459093b05cafb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1951f expref: 31 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.531568:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.531570:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.531573:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959aca00/0x40a459093b05ccfa lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1507328->1712127] (req 1507328->1712127) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19629 expref: 31 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.531605:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b555000/0x40a459093b05cafb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1951f expref: 31 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.531622:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b555000/0x40a459093b05cafb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1951f expref: 31 pid: 7148 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.531635:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f449f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736676608:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.531737:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b000/0x40a459093b05cb9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19588 expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.531745:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b000/0x40a459093b05cb9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19588 expref: 9 pid: 7148 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.531754:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e386680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736676736:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.532493:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe18600/0x40a459093b05caa0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194fc expref: 21 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.532503:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe18600/0x40a459093b05caa0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194fc expref: 21 pid: 22480 timeout: 850 lvb_type: 1 00000100:00100000:1.0:1746129495.532512:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736676864:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.532533:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.534908:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f449f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736676608:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.534920:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e386680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736676736:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.534927:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736676864:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.534957:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959aca00/0x40a459093b05ccfa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1507328->1712127] (req 1507328->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19629 expref: 31 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.534971:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959aca00, rc 0) 00000100:00100000:1.0:1746129495.535031:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:28912:x1830948731543552:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3765us (4301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.535038:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10982 00000100:00100000:0.0:1746129495.537106:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.537129:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.537158:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.539739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.541177:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.544952:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.565238:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.569355:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.570643:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.570674:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.570754:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731545216 00000100:00100000:1.0:1746129495.570766:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731545216 00000100:00100000:1.0:1746129495.570818:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731545344 00000100:00100000:1.0:1746129495.570821:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731545344 00000100:00100000:1.0:1746129495.570842:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10983 00000100:00100000:1.0:1746129495.570849:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731545216:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.570866:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.570891:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959acc00/0x40a459093b05cd2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19637 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.570934:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736677248:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129495.571254:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00002000:00010000:1.0:1746129495.572073:0:8411:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime: 1746129495 -> 1746129496 00002000:00010000:1.0:1746129495.572078:0:8411:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129495 -> 1746129496 00002000:00010000:1.0:1746129495.572080:0:8411:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime: 1746129495 -> 1746129496 00000100:00100000:1.0:1746129495.572093:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736677248:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129495.572194:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959acc00/0x40a459093b05cd2b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19637 expref: 31 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.572208:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959acc00/0x40a459093b05cd2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19637 expref: 31 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.572228:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959acc00, rc 0) 00000100:00100000:1.0:1746129495.572248:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731545216:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1399us (1610us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129495.572253:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10983 00000100:00100000:0.0:1746129495.578403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.579532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.583600:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.590145:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.590202:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.590332:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731546112 00000100:00100000:1.0:1746129495.590341:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731546112 00000100:00100000:1.0:1746129495.590399:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10985 00000100:00100000:1.0:1746129495.590407:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731546112:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.590424:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.590442:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cd55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1964c expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.590616:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736677504:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129495.590641:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.593810:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736677504:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129495.593838:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cd55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1964c expref: 31 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.593849:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cd55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1964c expref: 31 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.593869:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959ace00, rc 0) 00000100:00100000:1.0:1746129495.594056:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731546112:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3647us (3918us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129495.594064:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10985 00000100:00100000:0.0:1746129495.595555:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.595677:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731546368 00000100:00100000:1.0:1746129495.595684:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731546368 00000100:00100000:1.0:1746129495.595721:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10987 00000100:00100000:1.0:1746129495.595730:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:28917:x1830948731546368:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.595747:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.595762:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959ad800/0x40a459093b05cd63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1965a expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.595788:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094840e00/0x40a459093b05cca6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2740224->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1960d expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.595796:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129495.595798:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129495.595801:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959ad800/0x40a459093b05cd63 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1965a expref: 31 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.595830:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094840e00/0x40a459093b05cca6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2740224->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1960d expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.595842:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094840e00/0x40a459093b05cca6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2740224->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1960d expref: 20 pid: 8411 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.595857:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736677632:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.595942:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.597341:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736677632:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.597365:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959ad800/0x40a459093b05cd63 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1965a expref: 31 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.597378:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959ad800, rc 0) 00000100:00100000:1.0:1746129495.597409:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:28917:x1830948731546368:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1680us (1860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.597416:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10987 00000100:00100000:0.0:1746129495.597923:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.610903:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.615123:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.628914:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.629349:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731547008 00000100:00100000:1.0:1746129495.629360:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731547008 00000100:00100000:1.0:1746129495.629829:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10988 00000100:00100000:1.0:1746129495.629838:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+28:28917:x1830948731547008:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.629860:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.629879:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800959ada00/0x40a459093b05cd6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19661 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.629914:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094841000/0x40a459093b05ccad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19614 expref: 21 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.629921:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129495.629922:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129495.629925:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800959ada00/0x40a459093b05cd6a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19661 expref: 29 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.629965:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094841000/0x40a459093b05ccad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2478079) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19614 expref: 21 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.629977:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094841000/0x40a459093b05ccad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2478079) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19614 expref: 21 pid: 8411 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.630007:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736677888:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.630110:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.631942:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736677888:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.631971:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800959ada00/0x40a459093b05cd6a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19661 expref: 29 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.632052:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959ada00, rc 0) 00000100:00100000:1.0:1746129495.632092:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+29:28917:x1830948731547008:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2254us (3189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.632164:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10988 00000100:00100000:0.0:1746129495.632241:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.642942:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.652387:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.652437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.652483:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731547776 00000100:00100000:1.0:1746129495.652488:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731547776 00002000:00100000:1.0:1746129495.652537:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880129adfb80 x1830948731547776/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.652548:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adfb80 with x1830948731547776 ext(3145728->4194303) 00002000:00010000:1.0:1746129495.652554:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129adfb80 00000100:00100000:1.0:1746129495.652581:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4026 00000100:00100000:1.0:1746129495.652589:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731547776:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129495.652851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.652865:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731548032 00000100:00100000:0.0:1746129495.652869:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731548032 00002000:00100000:0.0:1746129495.652887:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012c27c000 x1830948731548032/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.652895:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27c000 with x1830948731548032 ext(3145728->4194303) 00002000:00010000:0.0:1746129495.652899:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27c000 00000100:00100000:0.0:1746129495.652910:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4028 00000100:00100000:0.0:1746129495.652915:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731548032:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129495.660459:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.664006:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731547776:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11416us (11566us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.664013:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4026 00002000:00100000:1.0:1746129495.664019:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880129adfb80 x1830948731547776/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.664026:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adfb80 with x1830948731547776 ext(3145728->4194303) 00002000:00010000:1.0:1746129495.664029:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129adfb80 00000100:00100000:1.0:1746129495.664736:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731548032:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11819us (11883us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.664742:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4028 00002000:00100000:1.0:1746129495.664749:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012c27c000 x1830948731548032/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.664756:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27c000 with x1830948731548032 ext(3145728->4194303) 00002000:00010000:1.0:1746129495.664760:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27c000 00000100:00100000:1.0:1746129495.666684:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731548416 00000100:00100000:1.0:1746129495.666693:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731548416 00000100:00100000:1.0:1746129495.666734:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10989 00000100:00100000:1.0:1746129495.666741:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731548416:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.666760:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.666778:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959ade00/0x40a459093b05cd94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1966f expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.666837:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736678144:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129495.667005:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129495.667106:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.667518:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00010000:1.0:1746129495.671257:0:8411:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime: 1746129495 -> 1746129496 00002000:00010000:1.0:1746129495.671267:0:8411:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129495 -> 1746129496 00002000:00010000:1.0:1746129495.671269:0:8411:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime: 1746129495 -> 1746129496 00000100:00100000:1.0:1746129495.671341:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736678144:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129495.671377:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959ade00/0x40a459093b05cd94 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1966f expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.671401:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959ade00/0x40a459093b05cd94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1966f expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.671424:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959ade00, rc 0) 00000100:00100000:1.0:1746129495.671473:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731548416:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4731us (5116us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129495.671482:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10989 00000100:00100000:0.0:1746129495.674217:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.674574:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731549056 00000100:00100000:1.0:1746129495.674585:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731549056 00002000:00100000:1.0:1746129495.674632:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012c27ce00 x1830948731549056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.674643:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27ce00 with x1830948731549056 ext(4194304->4923391) 00002000:00010000:1.0:1746129495.674649:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27ce00 00000100:00100000:1.0:1746129495.674676:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4029 00000100:00100000:1.0:1746129495.674684:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731549056:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129495.676746:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.677011:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731549184 00000100:00100000:1.0:1746129495.677019:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731549184 00000100:00100000:1.0:1746129495.677075:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10992 00000100:00100000:1.0:1746129495.677084:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:28922:x1830948731549184:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.677102:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.677121:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cda9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19684 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.677150:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959aca00/0x40a459093b05ccfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1507328->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19629 expref: 32 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.677158:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129495.677160:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129495.677163:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cda9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19684 expref: 24 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.677564:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800959aca00/0x40a459093b05ccfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1507328->1712127) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19629 expref: 32 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.677577:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800959aca00/0x40a459093b05ccfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1507328->1712127) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19629 expref: 32 pid: 8411 timeout: 850 lvb_type: 0 00000100:00100000:1.0:1746129495.677968:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736678272:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.678063:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129495.681611:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.682028:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e387800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736678272:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.682055:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cda9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19684 expref: 24 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.682070:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959ace00, rc 0) 00000100:00100000:1.0:1746129495.682129:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+24:28922:x1830948731549184:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5046us (5390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.682137:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10992 00000100:00100000:1.0:1746129495.682811:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731549056:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8127us (8604us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129495.682818:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4029 00002000:00100000:1.0:1746129495.682824:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012c27ce00 x1830948731549056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.682832:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27ce00 with x1830948731549056 ext(4194304->4923391) 00002000:00010000:1.0:1746129495.682835:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27ce00 00000100:00100000:0.0:1746129495.690668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.690765:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.690825:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731549568 00000100:00100000:1.0:1746129495.690830:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731549568 00000100:00100000:1.0:1746129495.690868:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10993 00000100:00100000:1.0:1746129495.690874:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948731549568:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129495.690889:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.690903:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1968b expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.691262:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.691264:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.691270:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1968b expref: 34 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.691287:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1968b expref: 34 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.691329:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959ad000, rc 0) 00000100:00100000:1.0:1746129495.691383:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948731549568:12345-192.168.202.4@tcp:101:cat.0 Request processed in 508us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.691389:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10993 00000100:00100000:0.0:1746129495.699479:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.699595:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.717714:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.718575:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.718595:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.718844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.718858:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731551104 00000100:00100000:0.0:1746129495.718862:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731551104 00002000:00100000:0.0:1746129495.718878:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012c27ed80 x1830948731551104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.718886:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27ed80 with x1830948731551104 ext(3145728->4194303) 00002000:00010000:0.0:1746129495.718888:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c27ed80 00000100:00100000:0.0:1746129495.718899:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4032 00000100:00100000:0.0:1746129495.718904:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948731550848:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129495.718965:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4033 00000100:00100000:1.0:1746129495.718995:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948731551104:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129495.720104:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.720510:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731551232 00000100:00100000:0.0:1746129495.720515:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731551232 00000100:00100000:0.0:1746129495.720534:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10994 00000100:00100000:0.0:1746129495.720539:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:28919:x1830948731551232:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129495.720548:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129495.720560:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fff1400/0x40a459093b05cdb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19692 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.720580:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cda9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19684 expref: 28 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.720588:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1968b expref: 32 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129495.720594:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129495.720595:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129495.720599:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fff1400/0x40a459093b05cdb7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1675264->2097151] (req 1675264->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19692 expref: 28 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.720627:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1968b expref: 32 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129495.720639:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1968b expref: 32 pid: 8411 timeout: 851 lvb_type: 1 00000100:00100000:0.0:1746129495.720651:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736678528:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129495.720712:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cda9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19684 expref: 29 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.720720:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cda9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19684 expref: 29 pid: 8411 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746129495.720728:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736678656:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129495.720744:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129495.727139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.727212:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.727285:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736678528:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129495.727318:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736678656:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129495.727346:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fff1400/0x40a459093b05cdb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1675264->2097151] (req 1675264->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19692 expref: 29 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.727363:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fff1400, rc 0) 00000100:00100000:0.0:1746129495.727406:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+29:28919:x1830948731551232:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6866us (7303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129495.727415:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10994 00000100:00100000:1.0:1746129495.727486:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731551360 00000100:00100000:1.0:1746129495.727493:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731551360 00010000:00010000:1.0:1746129495.727521:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1968b expref: 33 pid: 8411 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129495.727539:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731551488 00000100:00100000:1.0:1746129495.727541:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731551488 00010000:00010000:1.0:1746129495.727549:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800959ace00/0x40a459093b05cda9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19684 expref: 28 pid: 8411 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129495.727564:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5467 00000100:00100000:1.0:1746129495.727570:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731551360:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.727580:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.727598:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1968b expref: 33 pid: 8411 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129495.727607:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1968b expref: 33 pid: 8411 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129495.727625:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959ad000/0x40a459093b05cdb0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1968b expref: 33 pid: 8411 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129495.727643:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.727660:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731551360:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 90us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.727665:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5467 00000100:00100000:1.0:1746129495.738032:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731551104:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19052us (19179us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.738043:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4033 00002000:00100000:1.0:1746129495.738053:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012c27ed80 x1830948731551104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.738062:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27ed80 with x1830948731551104 ext(3145728->4194303) 00002000:00010000:1.0:1746129495.738067:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c27ed80 00000100:00100000:0.0:1746129495.740080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.740315:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731551744 00000100:00100000:1.0:1746129495.740323:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731551744 00002000:00100000:1.0:1746129495.740357:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1675264->1679359) req@ffff88012c27f480 x1830948731551744/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.740366:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27f480 with x1830948731551744 ext(1675264->1679359) 00002000:00010000:1.0:1746129495.740371:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27f480 00000100:00100000:1.0:1746129495.740402:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4035 00000100:00100000:1.0:1746129495.740410:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731551744:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129495.741163:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731551744:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 751us (1130us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129495.741170:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4035 00002000:00100000:1.0:1746129495.741176:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1675264->1679359) req@ffff88012c27f480 x1830948731551744/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.741184:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27f480 with x1830948731551744 ext(1675264->1679359) 00002000:00010000:1.0:1746129495.741187:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27f480 00000100:00100000:0.0:1746129495.746942:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.751935:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.753576:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.769692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.770030:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.770184:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731552512 00000100:00100000:0.0:1746129495.770191:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731552512 00010000:00010000:0.0:1746129495.770220:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6035000/0x40a459093b05cd9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19676 expref: 26 pid: 7149 timeout: 851 lvb_type: 1 00000100:00100000:0.0:1746129495.770248:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5470 00000100:00100000:0.0:1746129495.770254:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948731552512:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129495.770269:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129495.770332:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6035000/0x40a459093b05cd9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19676 expref: 25 pid: 7149 timeout: 851 lvb_type: 1 00010000:00010000:0.0:1746129495.770346:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6035000/0x40a459093b05cd9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19676 expref: 25 pid: 7149 timeout: 851 lvb_type: 1 00010000:00010000:0.0:1746129495.770368:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6035000/0x40a459093b05cd9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19676 expref: 25 pid: 7149 timeout: 851 lvb_type: 1 00010000:00010000:0.0:1746129495.770386:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129495.770389:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129495.770397:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6034c00/0x40a459093b05cdbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2703359) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19699 expref: 24 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.770406:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6034c00/0x40a459093b05cdbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2703359) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19699 expref: 24 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.770439:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6034c00/0x40a459093b05cdbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19699 expref: 24 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129495.770451:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736679168:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129495.770596:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.773745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.777859:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.779602:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.781884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.782748:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.783327:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.821990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.823089:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10997 00000100:00100000:1.0:1746129495.823102:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:28926:x1830948731554304:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129495.823124:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.823144:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05cdef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f196ae expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.823175:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ecbfc00/0x40a459093b05cc21 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f195ce expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.823181:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135651600/0x40a459093b05cc52 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f195e3 expref: 30 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.823186:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.823187:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.823190:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05cdef lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1630208->2097151] (req 1630208->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f196ae expref: 30 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.823221:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135651600/0x40a459093b05cc52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195e3 expref: 30 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.823234:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135651600/0x40a459093b05cc52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f195e3 expref: 30 pid: 8411 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129495.823251:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679296:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.823380:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ecbfc00/0x40a459093b05cc21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195ce expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.823388:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ecbfc00/0x40a459093b05cc21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195ce expref: 23 pid: 7149 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129495.823395:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679424:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.823419:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.824752:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679296:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.824763:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679424:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.824785:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05cdef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1630208->2097151] (req 1630208->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f196ae expref: 30 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.824798:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fbc7a00, rc 0) 00000100:00100000:1.0:1746129495.824842:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:28926:x1830948731554304:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1743us (2871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.824850:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10997 00000100:00100000:0.0:1746129495.825893:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.825928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.830652:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.830709:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731554688 00000100:00100000:1.0:1746129495.830717:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731554688 00000100:00100000:1.0:1746129495.830772:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10998 00000100:00100000:1.0:1746129495.830781:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:28926:x1830948731554688:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129495.830800:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.830820:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7400/0x40a459093b05cdf6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f196b5 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.830853:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff72e00/0x40a459093b05caae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f194f5 expref: 22 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.830863:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cde600/0x40a459093b05cbb8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19581 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.830870:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3a00/0x40a459093b05cae6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19518 expref: 30 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.830877:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.830879:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.830882:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7400/0x40a459093b05cdf6 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->1146879] (req 1048576->1146879) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f196b5 expref: 30 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.830914:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3a00/0x40a459093b05cae6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19518 expref: 30 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.830926:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ebb3a00/0x40a459093b05cae6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19518 expref: 30 pid: 22481 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129495.830937:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679680:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.831062:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095cde600/0x40a459093b05cbb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19581 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.831070:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095cde600/0x40a459093b05cbb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19581 expref: 8 pid: 4699 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129495.831079:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679808:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.831106:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff72e00/0x40a459093b05caae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194f5 expref: 22 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.831113:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff72e00/0x40a459093b05caae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194f5 expref: 22 pid: 7149 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129495.831120:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679936:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.831137:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129495.834020:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.834057:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.834091:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679680:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129495.834099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.834102:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679808:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129495.834110:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736679936:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129495.834141:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7400/0x40a459093b05cdf6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->1146879] (req 1048576->1146879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f196b5 expref: 30 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.834159:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fbc7400, rc 0) 00000100:00100000:1.0:1746129495.834203:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:28926:x1830948731554688:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3423us (3562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.834211:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10998 00000100:00100000:1.0:1746129495.834246:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731554944 00000100:00100000:1.0:1746129495.834252:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731554944 00010000:00010000:1.0:1746129495.834272:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095cde600/0x40a459093b05cbb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19581 expref: 9 pid: 4699 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129495.834313:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731555072 00000100:00100000:1.0:1746129495.834315:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731555072 00010000:00010000:1.0:1746129495.834324:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff72e00/0x40a459093b05caae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f194f5 expref: 23 pid: 7149 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129495.834336:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5473 00000100:00100000:1.0:1746129495.834341:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731554944:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.834352:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.834374:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095cde600/0x40a459093b05cbb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19581 expref: 9 pid: 4699 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129495.834383:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095cde600/0x40a459093b05cbb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19581 expref: 9 pid: 4699 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129495.834411:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cde600/0x40a459093b05cbb8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19581 expref: 9 pid: 4699 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129495.834427:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.834444:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731554944:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 102us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.834450:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5473 00000100:00100000:0.0:1746129495.837470:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.845890:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.850530:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.850609:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731555712 00000100:00100000:1.0:1746129495.850618:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731555712 00000100:00100000:1.0:1746129495.850672:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3993 00000100:00100000:1.0:1746129495.850678:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+301:27693:x1830948731555712:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1746129495.851744:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+302:27693:x1830948731555712:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 1064us (1221us total) trans 8589943836 rc 0/0 00000100:00100000:1.0:1746129495.851752:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3993 00000100:00100000:0.0:1746129495.853707:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129495.854029:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeba00/0x40a459093b05ce12 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854035:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeba00/0x40a459093b05ce12 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746129495.854078:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129495.854082:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129495.854098:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeba00/0x40a459093b05ce12 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854110:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeba00/0x40a459093b05ce12 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854119:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeb800/0x40a459093b05ce04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854125:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeb800/0x40a459093b05ce04 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854131:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeb800/0x40a459093b05ce04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854137:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009feeb800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129495.854142:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeb800/0x40a459093b05ce04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854149:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeb800/0x40a459093b05ce04 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854157:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129495.854160:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129495.854163:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeb800/0x40a459093b05ce04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854171:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeb800/0x40a459093b05ce04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854185:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854189:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce0b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854194:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854198:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009feebc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129495.854200:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854205:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce0b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854211:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880090643500) 00010000:00010000:0.0:1746129495.854213:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129495.854215:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce0b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854219:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.854251:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeb400/0x40a459093b05cdfd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f196bc expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.854263:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeba00/0x40a459093b05ce12 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f196bc expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.854273:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129495.854275:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129495.854277:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009feeba00, rc 0) 00000100:00100000:0.0:1746129495.854346:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:28929:x1830948731555456:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 8158us (8467us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129495.854353:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10001 00000100:00100000:0.0:1746129495.858078:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.858124:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.858147:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.858228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.858254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.858277:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.858310:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731556480 00000100:00100000:0.0:1746129495.858313:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731556480 00000100:00100000:1.0:1746129495.858317:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10999 00000100:00100000:1.0:1746129495.858328:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731555968:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:0.0:1746129495.858334:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11001 00000100:00100000:0.0:1746129495.858338:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731556224:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129495.858351:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129495.858369:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fff0800/0x40a459093b05ce19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f196d1 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129495.858424:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736680320:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129495.858446:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.858457:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959ad800/0x40a459093b05ce27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f196c3 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.858469:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.858470:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.858475:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959ad800/0x40a459093b05ce27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f196c3 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.858485:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959ad800/0x40a459093b05ce27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f196c3 expref: 12 pid: 8410 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129495.858496:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8e40 going to sleep for 11 seconds 00010000:00010000:1.0:1746129495.858741:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959ad800, rc 0) 00000100:00100000:1.0:1746129495.858756:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948731555968:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 431us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.858761:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10999 00010000:00010000:1.0:1746129495.858772:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.858779:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959acc00/0x40a459093b05ce3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f196d8 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129495.858802:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736680704:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129495.858824:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129495.861035:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736680704:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129495.861066:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959acc00/0x40a459093b05ce3c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f196d8 expref: 13 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.861077:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959acc00/0x40a459093b05ce3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f196d8 expref: 13 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129495.861091:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959acc00, rc 0) 00000100:00100000:1.0:1746129495.861128:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731556352:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2793us (2978us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129495.861135:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11000 00000100:00100000:0.0:1746129495.864612:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731556864 00000100:00100000:0.0:1746129495.864621:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731556864 00000100:00100000:0.0:1746129495.864666:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10002 00000100:00100000:0.0:1746129495.864673:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:28929:x1830948731556864:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129495.864690:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129495.864704:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fff1c00/0x40a459093b05ce43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f196ed expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.864923:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fff1e00/0x40a459093b05ce4a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.864938:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeba00/0x40a459093b05ce12 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f196bc expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.864943:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fff1e00/0x40a459093b05ce4a lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.864973:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeba00/0x40a459093b05ce12 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f196bc expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.864998:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009feeba00/0x40a459093b05ce12 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f196bc expref: 11 pid: 14549 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746129495.865011:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736680832:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129495.865158:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129495.867819:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.871057:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.873757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.877368:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.877450:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.877964:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.878056:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731557632 00000100:00100000:1.0:1746129495.878061:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731557632 00000100:00100000:1.0:1746129495.878081:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11007 00000100:00100000:1.0:1746129495.878087:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731557632:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129495.878095:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129495.878105:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959ac800/0x40a459093b05ce74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19709 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129495.878150:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.878366:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736681472:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129495.878414:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129495.884847:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.889500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.889543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.889577:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.889591:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.889605:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.889649:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.898594:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.898613:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.898627:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.898639:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.898667:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.898700:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.899527:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5481 00000100:00100000:0.0:1746129495.899533:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731559040:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129495.899540:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129495.899548:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ecbe400/0x40a459093b05cc1a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195c7 expref: 26 pid: 7149 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129495.899560:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ecbe400/0x40a459093b05cc1a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195c7 expref: 26 pid: 7149 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129495.899570:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ecbe400/0x40a459093b05cc1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f195c7 expref: 26 pid: 7149 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129495.899581:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129495.899594:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731559040:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 62us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129495.899602:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5481 00000100:00100000:0.0:1746129495.905536:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.905571:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.905631:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.905662:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.905749:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731559808 00000100:00100000:1.0:1746129495.905760:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731559808 00010000:00010000:1.0:1746129495.905797:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c379c00/0x40a459093b05cda2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1967d expref: 22 pid: 11014 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129495.905837:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5484 00000100:00100000:1.0:1746129495.905845:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731559808:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.905859:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.905877:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c379c00/0x40a459093b05cda2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1967d expref: 22 pid: 11014 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129495.905887:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c379c00/0x40a459093b05cda2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1967d expref: 22 pid: 11014 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129495.905906:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c379c00/0x40a459093b05cda2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1967d expref: 22 pid: 11014 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129495.906344:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.906346:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.906351:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090993400/0x40a459093b05ceba lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.906359:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090993400/0x40a459093b05ceba lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.906393:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.906435:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731559808:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 590us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.906442:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5484 00000100:00100000:0.0:1746129495.924510:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.924543:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731560448 00000100:00100000:1.0:1746129495.924555:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731560448 00010000:00010000:1.0:1746129495.924626:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7400/0x40a459093b05cdf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1146879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196b5 expref: 32 pid: 11014 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129495.924658:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5485 00000100:00100000:1.0:1746129495.924666:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731560448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.924677:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.924696:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7400/0x40a459093b05cdf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1146879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196b5 expref: 32 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129495.924829:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7400/0x40a459093b05cdf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1146879) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196b5 expref: 32 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129495.924849:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7400/0x40a459093b05cdf6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1146879) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196b5 expref: 32 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129495.924865:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.924866:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.924873:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009feebe00/0x40a459093b05cea5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.924881:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009feebe00/0x40a459093b05cea5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.924908:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.924942:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731560448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 277us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.924948:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5485 00000100:00100000:0.0:1746129495.926630:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731559936:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 20578us (20993us total) trans 21474840253 rc 0/0 00000100:00100000:0.0:1746129495.926640:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1035 00002000:00100000:0.0:1746129495.926650:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e5:0x0] (1630208->2097151) req@ffff8800900f4700 x1830948731559936/t21474840253(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/448 e 0 to 0 dl 1746129506 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129495.926660:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f4700 with x1830948731559936 ext(1630208->2097151) 00010000:00010000:0.0:1746129495.926668:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05cdef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196ae expref: 31 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129495.926679:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05cdef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196ae expref: 31 pid: 11014 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746129495.926685:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800900f4700 00000100:00100000:1.0:1746129495.927718:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731560576 00000100:00100000:1.0:1746129495.927726:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731560576 00010000:00010000:1.0:1746129495.927749:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6034c00/0x40a459093b05cdbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19699 expref: 27 pid: 8411 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129495.927778:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5486 00000100:00100000:1.0:1746129495.927785:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948731560576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.927802:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.927819:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6034c00/0x40a459093b05cdbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19699 expref: 27 pid: 8411 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129495.927829:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6034c00/0x40a459093b05cdbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2703359) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19699 expref: 27 pid: 8411 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129495.927850:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6034c00/0x40a459093b05cdbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2703359) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19699 expref: 27 pid: 8411 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129495.927873:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.927875:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.927879:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009feeb600/0x40a459093b05ceb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.927890:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009feeb600/0x40a459093b05ceb3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.927920:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.927944:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731560576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 160us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.927955:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5486 00000100:00100000:1.0:1746129495.928631:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.928647:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731560960 00000100:00100000:0.0:1746129495.928651:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731560960 00010000:00010000:0.0:1746129495.928665:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce89 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19717 expref: 13 pid: 14549 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746129495.928680:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5487 00000100:00100000:0.0:1746129495.928685:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948731560960:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129495.928693:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129495.928698:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce89 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19717 expref: 13 pid: 14549 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129495.928705:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce89 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19717 expref: 13 pid: 14549 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129495.928717:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009feebc00/0x40a459093b05ce89 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19717 expref: 13 pid: 14549 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129495.928731:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129495.928735:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4fb000/0x40a459093b05ced6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.928744:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4fb000/0x40a459093b05ced6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.928749:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4fb000/0x40a459093b05ced6 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129495.929186:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129495.929207:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731560960:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 521us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129495.929213:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5487 00000100:00100000:1.0:1746129495.929314:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.929389:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731561088 00000100:00100000:0.0:1746129495.929392:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731561088 00010000:00010000:0.0:1746129495.929403:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05cdef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196ae expref: 31 pid: 11014 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746129495.929420:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5488 00000100:00100000:0.0:1746129495.929425:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731561088:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129495.929433:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129495.929498:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05cdef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196ae expref: 31 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129495.929506:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05cdef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196ae expref: 31 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129495.929519:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05cdef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f196ae expref: 31 pid: 11014 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129495.929545:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.929560:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731561216 00000100:00100000:1.0:1746129495.929563:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731561216 00010000:00010000:1.0:1746129495.929576:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fff1400/0x40a459093b05cdb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19692 expref: 26 pid: 8411 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129495.929591:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5489 00000100:00100000:1.0:1746129495.929595:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731561216:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129495.929601:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129495.929611:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fff1400/0x40a459093b05cdb7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19692 expref: 26 pid: 8411 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129495.929620:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fff1400/0x40a459093b05cdb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19692 expref: 26 pid: 8411 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129495.929631:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fff1400/0x40a459093b05cdb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1675264->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19692 expref: 26 pid: 8411 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129495.929638:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.929640:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129495.929643:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800963fba00/0x40a459093b05ceac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.929649:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800963fba00/0x40a459093b05ceac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129495.929668:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129495.929683:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731561216:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 87us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129495.929688:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5489 00010000:00010000:0.0:1746129495.929761:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129495.929762:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129495.929765:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009feeba00/0x40a459093b05ce9e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.929771:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009feeba00/0x40a459093b05ce9e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.929785:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129495.929816:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731561088:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 391us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129495.929822:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5488 00000100:00100000:0.0:1746129495.931234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.931261:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.931321:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.931333:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.931346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.931394:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.932140:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.933660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.933740:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731562752 00000100:00100000:1.0:1746129495.933744:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731562752 00000100:00100000:1.0:1746129495.933822:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3994 00000100:00100000:1.0:1746129495.933829:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:28929:x1830948731562752:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:1.0:1746129495.933958:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:28929:x1830948731562752:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 129us (298us total) trans 8589943842 rc 0/0 00000100:00100000:1.0:1746129495.933963:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3994 00000100:00100000:0.0:1746129495.934631:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.934659:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.934688:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.934872:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11023 00000100:00100000:0.0:1746129495.934879:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731563136:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129495.934885:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129495.934893:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fff0200/0x40a459093b05cf62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1976b expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129495.934904:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129495.934905:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129495.934910:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fff0200/0x40a459093b05cf62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1976b expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129495.934919:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fff0200/0x40a459093b05cf62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1976b expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129495.934925:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fff0200, rc 0) 00000100:00100000:0.0:1746129495.934940:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731563136:12345-192.168.202.4@tcp:101:cat.0 Request processed in 63us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129495.934945:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11023 00000100:00100000:0.0:1746129495.934970:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.935035:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.935208:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.935230:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.950704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.955601:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.955658:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.962506:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.962551:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.962561:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731565056 00000100:00100000:0.0:1746129495.962563:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129495.962566:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731565056 00000100:00100000:0.0:1746129495.962576:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129495.962594:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:1.0:1746129495.962595:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800900f6a00 x1830948731565056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.962604:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f6a00 with x1830948731565056 ext(0->1048575) 00002000:00010000:1.0:1746129495.962609:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800900f6a00 00000100:00100000:1.0:1746129495.962618:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731565312 00000100:00100000:1.0:1746129495.962621:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731565312 00002000:00100000:1.0:1746129495.962634:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800900f7800 x1830948731565312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.962641:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f7800 with x1830948731565312 ext(1048576->2097151) 00002000:00010000:1.0:1746129495.962644:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900f7800 00000100:00100000:1.0:1746129495.962653:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731565568 00000100:00100000:1.0:1746129495.962655:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731565568 00002000:00100000:1.0:1746129495.962665:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800900f5f80 x1830948731565568/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.962672:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f5f80 with x1830948731565568 ext(1048576->2097151) 00002000:00010000:1.0:1746129495.962674:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900f5f80 00000100:00100000:1.0:1746129495.962683:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4043 00000100:00100000:1.0:1746129495.962689:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731565056:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129495.963938:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731565824 00000100:00100000:1.0:1746129495.963943:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731565824 00002000:00100000:1.0:1746129495.963966:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800900f5880 x1830948731565824/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/0 e 0 to 0 dl 1746129506 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.963973:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f5880 with x1830948731565824 ext(1048576->2097151) 00002000:00010000:1.0:1746129495.963987:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800900f5880 00000100:00100000:1.0:1746129495.964195:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4044 00000100:00100000:1.0:1746129495.964203:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+34:1961:x1830948731565312:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129495.964254:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4045 00000100:00100000:0.0:1746129495.964261:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+34:1961:x1830948731565568:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129495.980475:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+35:1961:x1830948731565056:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17776us (17913us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.980486:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4043 00002000:00100000:1.0:1746129495.980497:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800900f6a00 x1830948731565056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.980638:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f6a00 with x1830948731565056 ext(0->1048575) 00002000:00010000:1.0:1746129495.980645:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800900f6a00 00000100:00100000:1.0:1746129495.984967:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+35:1961:x1830948731565312:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20753us (22389us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129495.984990:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4044 00002000:00100000:1.0:1746129495.985003:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800900f7800 x1830948731565312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:236/0 lens 488/440 e 0 to 0 dl 1746129506 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129495.985013:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f7800 with x1830948731565312 ext(1048576->2097151) 00002000:00010000:1.0:1746129495.985018:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900f7800 00000100:00100000:0.0:1746129496.003923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.005544:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.005590:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.005607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.005631:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.005648:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731566592 00000100:00100000:1.0:1746129496.005652:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731566592 00002000:00100000:1.0:1746129496.005689:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e387480 x1830948731566592/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.005699:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387480 with x1830948731566592 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.005705:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e387480 00000100:00100000:1.0:1746129496.005725:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731566848 00000100:00100000:1.0:1746129496.005728:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731566848 00002000:00100000:1.0:1746129496.005739:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e384700 x1830948731566848/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.005746:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e384700 with x1830948731566848 ext(3145728->4194303) 00002000:00010000:1.0:1746129496.005749:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e384700 00000100:00100000:1.0:1746129496.005758:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731567104 00000100:00100000:1.0:1746129496.005760:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731567104 00002000:00100000:1.0:1746129496.005773:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012e386300 x1830948731567104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.005781:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e386300 with x1830948731567104 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.005783:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e386300 00000100:00100000:1.0:1746129496.005796:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4047 00000100:00100000:1.0:1746129496.005804:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731566592:12345-192.168.202.4@tcp:3:multiop.0 00000100:00080000:0.0:1746129496.005957:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129496.005985:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4048 00000100:00100000:0.0:1746129496.005993:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731566848:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129496.008665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.011695:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.011747:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.011834:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731567616 00000100:00100000:1.0:1746129496.011842:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731567616 00002000:00100000:1.0:1746129496.011915:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880135726a00 x1830948731567616/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.011926:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135726a00 with x1830948731567616 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.011931:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135726a00 00000100:00100000:1.0:1746129496.011950:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731567872 00000100:00100000:1.0:1746129496.011953:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731567872 00002000:00100000:1.0:1746129496.011965:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880135724a80 x1830948731567872/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.011971:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135724a80 with x1830948731567872 ext(3145728->4194303) 00002000:00010000:1.0:1746129496.011973:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135724a80 00000100:00100000:1.0:1746129496.012007:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4051 00000100:00100000:1.0:1746129496.012016:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135726a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948731567616:12345-192.168.202.4@tcp:3:cat.0 00000100:00080000:0.0:1746129496.012466:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129496.019117:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4053 00000100:00100000:0.0:1746129496.019125:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+35:1960:x1830948731568128:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129496.019266:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.019283:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731568640 00000100:00100000:1.0:1746129496.019286:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731568640 00010000:00010000:1.0:1746129496.019312:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fee8600/0x40a459093b05cf15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1973a expref: 36 pid: 31503 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129496.019332:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5491 00000100:00100000:1.0:1746129496.019336:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731568640:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.019342:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.019349:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fee8600/0x40a459093b05cf15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1973a expref: 36 pid: 31503 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.019357:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fee8600/0x40a459093b05cf15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1973a expref: 36 pid: 31503 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.019369:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fee8600/0x40a459093b05cf15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1973a expref: 36 pid: 31503 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.019381:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.019383:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.019389:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.019396:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.019403:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.019405:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.019407:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fee8a00/0x40a459093b05cfa8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1712128->18446744073709551615] (req 1712128->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19795 expref: 27 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.019412:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fee8a00/0x40a459093b05cfa8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1712128->18446744073709551615] (req 1712128->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19795 expref: 27 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.019438:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fee8a00/0x40a459093b05cfa8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1712128->18446744073709551615] (req 1712128->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19795 expref: 27 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.019448:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e386a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736683264:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129496.019491:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.019497:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736683392:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129496.019509:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.020536:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731566592:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13972us (14184us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129496.020544:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4047 00002000:00100000:1.0:1746129496.020552:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e387480 x1830948731566592/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/440 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.020559:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387480 with x1830948731566592 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.020562:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e387480 00000100:00100000:1.0:1746129496.025776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.025853:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e386a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736683264:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129496.025881:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731568896 00000100:00100000:1.0:1746129496.025890:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731568896 00002000:00100000:1.0:1746129496.025936:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1712128->1716223) req@ffff88012e387800 x1830948731568896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.025946:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387800 with x1830948731568896 ext(1712128->1716223) 00002000:00010000:1.0:1746129496.025952:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e387800 00000100:00100000:1.0:1746129496.025997:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4055 00000100:00100000:1.0:1746129496.026005:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731568896:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129496.026180:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e387800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731568896:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 175us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129496.026186:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4055 00002000:00100000:1.0:1746129496.026191:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1712128->1716223) req@ffff88012e387800 x1830948731568896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.026197:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387800 with x1830948731568896 ext(1712128->1716223) 00002000:00010000:1.0:1746129496.026200:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e387800 00000100:00100000:1.0:1746129496.026243:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736683392:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129496.026262:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.026282:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e384380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+37:1962:x1830948731568640:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6945us (7015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.026289:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5491 00000100:00100000:1.0:1746129496.033859:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135726a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731567616:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21831us (22160us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129496.033871:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4051 00002000:00100000:1.0:1746129496.033883:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880135726a00 x1830948731567616/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/440 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.033894:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135726a00 with x1830948731567616 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.033900:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135726a00 00000100:00100000:0.0:1746129496.034399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.037395:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731568384:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18233us (18936us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129496.037405:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4054 00002000:00100000:1.0:1746129496.037411:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f8a2680 x1830948731568384/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/440 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.037417:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a2680 with x1830948731568384 ext(3145728->4194303) 00002000:00010000:1.0:1746129496.037421:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f8a2680 00000100:00100000:0.0:1746129496.040400:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.040443:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.040498:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731569792 00000100:00100000:1.0:1746129496.040506:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731569792 00002000:00100000:1.0:1746129496.040547:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1486848->1490943) req@ffff880135725880 x1830948731569792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.040557:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135725880 with x1830948731569792 ext(1486848->1490943) 00002000:00010000:1.0:1746129496.040562:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135725880 00000100:00100000:1.0:1746129496.040579:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4057 00000100:00100000:1.0:1746129496.040586:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731569792:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129496.040836:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731569792:12345-192.168.202.4@tcp:3:cat.0 Request processed in 250us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129496.040842:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4057 00002000:00100000:1.0:1746129496.040846:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1486848->1490943) req@ffff880135725880 x1830948731569792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.040853:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135725880 with x1830948731569792 ext(1486848->1490943) 00002000:00010000:1.0:1746129496.040856:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135725880 00000100:00100000:0.0:1746129496.044989:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.045034:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129496.045277:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129496.046390:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.046530:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731570432 00000100:00100000:1.0:1746129496.046535:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731570432 00010000:00010000:1.0:1746129496.046555:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4fb200/0x40a459093b05cf1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19741 expref: 33 pid: 8412 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129496.046589:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5492 00000100:00100000:1.0:1746129496.046594:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731570432:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.046604:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.046621:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f4fb200/0x40a459093b05cf1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19741 expref: 33 pid: 8412 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.046631:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f4fb200/0x40a459093b05cf1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19741 expref: 33 pid: 8412 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.046650:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4fb200/0x40a459093b05cf1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19741 expref: 33 pid: 8412 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.046674:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.046695:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731570432:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 101us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.046700:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5492 00000100:00100000:0.0:1746129496.048327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.048401:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731570560 00000100:00100000:1.0:1746129496.048408:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731570560 00010000:00010000:1.0:1746129496.048429:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009feeb000/0x40a459093b05cf69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19772 expref: 29 pid: 7149 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129496.048451:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5493 00000100:00100000:1.0:1746129496.048455:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731570560:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.048465:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.048481:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009feeb000/0x40a459093b05cf69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19772 expref: 29 pid: 7149 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.048490:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009feeb000/0x40a459093b05cf69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19772 expref: 29 pid: 7149 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.048504:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009feeb000/0x40a459093b05cf69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19772 expref: 29 pid: 7149 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.048516:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.048518:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.048524:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4fbc00/0x40a459093b05cfb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f197a3 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.048531:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4fbc00/0x40a459093b05cfb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f197a3 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.048558:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4fbc00/0x40a459093b05cfb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f197a3 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.048568:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736684032:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129496.048921:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.049503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.049534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.050381:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736684032:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129496.050394:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.050416:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731570560:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1960us (2124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.050423:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5493 00000100:00100000:0.0:1746129496.052285:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.052685:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.052733:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731571328 00000100:00100000:1.0:1746129496.052738:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731571328 00002000:00100000:1.0:1746129496.052756:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1245184->1249279) req@ffff88009fcec380 x1830948731571328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.052763:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcec380 with x1830948731571328 ext(1245184->1249279) 00002000:00010000:1.0:1746129496.052766:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fcec380 00000100:00100000:1.0:1746129496.052789:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4060 00000100:00100000:1.0:1746129496.052794:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731571328:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129496.052905:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731571328:12345-192.168.202.4@tcp:3:cat.0 Request processed in 110us (220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129496.052911:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4060 00002000:00100000:1.0:1746129496.052916:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1245184->1249279) req@ffff88009fcec380 x1830948731571328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.052922:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcec380 with x1830948731571328 ext(1245184->1249279) 00002000:00010000:1.0:1746129496.052925:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fcec380 00000100:00100000:0.0:1746129496.055519:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731571712 00000100:00100000:0.0:1746129496.055523:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731571712 00000100:00100000:0.0:1746129496.055573:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 3997 00000100:00100000:0.0:1746129496.055578:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:28934:x1830948731571712:12345-192.168.202.4@tcp:35:multiop.0 00000100:00080000:1.0:1746129496.055656:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129496.056155:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+22:28934:x1830948731571712:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 575us (875us total) trans 8589943846 rc 0/0 00000100:00100000:0.0:1746129496.056161:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 3997 00000100:00100000:0.0:1746129496.060391:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.060451:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.060629:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11035 00000100:00100000:0.0:1746129496.060638:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731571840:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129496.060656:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129496.060674:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800959aca00/0x40a459093b05cfd9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f197c6 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129496.060730:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fcedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736684544:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129496.060875:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.064724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.065035:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fcedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736684544:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.065083:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800959aca00/0x40a459093b05cfd9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f197c6 expref: 34 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.065097:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800959aca00/0x40a459093b05cfd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f197c6 expref: 34 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.065148:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959aca00, rc 0) 00000100:00100000:1.0:1746129496.065197:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731571840:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4560us (4815us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.065203:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11035 00000100:00100000:0.0:1746129496.068813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.068870:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.069558:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731572480 00000100:00100000:1.0:1746129496.069568:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731572480 00000100:00100000:1.0:1746129496.069634:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11038 00000100:00100000:1.0:1746129496.069642:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731572480:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.069656:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.069673:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5800/0x40a459093b05cfee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f197db expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.069722:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736684800:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.069837:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.072360:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736684800:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.072402:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5800/0x40a459093b05cfee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f197db expref: 33 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.072419:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5800/0x40a459093b05cfee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f197db expref: 33 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.072433:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f5800, rc 0) 00000100:00100000:0.0:1746129496.072827:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731572480:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3183us (4023us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129496.072840:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11038 00000100:00100000:0.0:1746129496.076030:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.169335:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.171625:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.172005:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731573120 00000100:00100000:1.0:1746129496.172011:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731573120 00010000:00010000:1.0:1746129496.172039:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fee9c00/0x40a459093b05cf93 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19787 expref: 308 pid: 16908 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.172073:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5494 00000100:00100000:1.0:1746129496.172081:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+308:1963:x1830948731573120:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.172094:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.172099:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fee9c00/0x40a459093b05cf93 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19787 expref: 308 pid: 16908 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.172108:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fee9c00/0x40a459093b05cf93 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19787 expref: 308 pid: 16908 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.172126:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fee9c00/0x40a459093b05cf93 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19787 expref: 308 pid: 16908 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.172145:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129496.172149:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4fb200/0x40a459093b05cffc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.172158:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4fb200/0x40a459093b05cffc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.172165:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4fb200/0x40a459093b05cffc lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.172406:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.172451:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+307:1963:x1830948731573120:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 371us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.172458:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5494 00000100:00100000:0.0:1746129496.181410:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.185158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.185386:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731573504 00000100:00100000:1.0:1746129496.185394:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731573504 00000100:00100000:1.0:1746129496.185518:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 600 00000100:00100000:1.0:1746129496.185527:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731573504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.185544:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.185566:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4fae00/0x40a459093b05d01f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f197e9 expref: 25 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.185597:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129496.185602:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.186436:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731573504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 907us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.186444:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 600 00000100:00100000:0.0:1746129496.186823:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.187162:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731573632 00000100:00100000:1.0:1746129496.187168:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731573632 00000100:00100000:0.0:1746129496.187191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.187209:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11039 00000100:00100000:1.0:1746129496.187215:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731573632:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.187232:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.187248:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f5000/0x40a459093b05d02d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f197f0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.187326:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736685184:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.187388:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.191850:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736685184:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129496.191852:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129496.192012:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f5000/0x40a459093b05d02d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f197f0 expref: 25 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.192029:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f5000/0x40a459093b05d02d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f197f0 expref: 25 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.192062:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f5000, rc 0) 00000100:00100000:1.0:1746129496.192120:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731573632:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4904us (5297us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.192129:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11039 00000100:00100000:0.0:1746129496.198007:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.198092:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731574144 00000100:00100000:1.0:1746129496.198103:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731574144 00000100:00100000:1.0:1746129496.198165:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11040 00000100:00100000:1.0:1746129496.198175:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:28952:x1830948731574144:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.198196:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.198213:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f197fe expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.198245:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.198254:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fee8a00/0x40a459093b05cfa8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1712128->18446744073709551615] (req 1712128->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19795 expref: 25 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.198260:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746129496.198262:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746129496.198266:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f197fe expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.198324:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fee8a00/0x40a459093b05cfa8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1712128->18446744073709551615] (req 1712128->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19795 expref: 25 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.198336:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fee8a00/0x40a459093b05cfa8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1712128->18446744073709551615] (req 1712128->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19795 expref: 25 pid: 11014 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.198349:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736685312:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129496.198444:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.198452:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 32 pid: 22481 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.198460:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736685440:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129496.199504:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.199880:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736685312:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129496.200491:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.203594:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736685440:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129496.203624:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f197fe expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.203639:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f4c00, rc 0) 00000100:00100000:0.0:1746129496.203662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.203677:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+27:28952:x1830948731574144:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5504us (5682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.203686:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11040 00000100:00100000:1.0:1746129496.203713:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731574400 00000100:00100000:1.0:1746129496.203719:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731574400 00002000:00100000:1.0:1746129496.203749:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1187840->1490943) req@ffff88009fcedc00 x1830948731574400/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.203757:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcedc00 with x1830948731574400 ext(1187840->1490943) 00010000:00010000:1.0:1746129496.203763:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 33 pid: 22481 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.203777:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 33 pid: 22481 timeout: 851 lvb_type: 0 00002000:00010000:1.0:1746129496.203783:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fcedc00 00000100:00100000:1.0:1746129496.203809:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1037 00000100:00100000:1.0:1746129496.203815:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731574400:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129496.208207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.208250:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.208275:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731574912 00000100:00100000:1.0:1746129496.208283:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731574912 00000100:00100000:1.0:1746129496.208348:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11041 00000100:00100000:1.0:1746129496.208355:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+35:1961:x1830948731574912:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.208370:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.208389:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4400/0x40a459093b05d081 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1980c expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.208439:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736685568:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.208489:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.208648:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.210457:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736685568:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.210473:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4400/0x40a459093b05d081 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1980c expref: 37 pid: 22481 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129496.210474:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1962:x1830948731574400:12345-192.168.202.4@tcp:4:cat.0 Request processed in 6657us (6811us total) trans 21474840255 rc 0/0 00000100:00100000:0.0:1746129496.210482:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1037 00010000:00010000:1.0:1746129496.210487:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4400/0x40a459093b05d081 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1980c expref: 37 pid: 22481 timeout: 0 lvb_type: 1 00002000:00100000:0.0:1746129496.210488:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1187840->1490943) req@ffff88009fcedc00 x1830948731574400/t21474840255(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/448 e 0 to 0 dl 1746129507 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129496.210496:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcedc00 with x1830948731574400 ext(1187840->1490943) 00010000:00010000:0.0:1746129496.210503:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 36 pid: 22481 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.210505:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f4400, rc 0) 00010000:00010000:0.0:1746129496.210512:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05cfa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->1712127] (req 1187840->1490943) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1978e expref: 36 pid: 22481 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746129496.210519:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fcedc00 00000100:00100000:1.0:1746129496.210523:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e384e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+36:1961:x1830948731574912:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2169us (2273us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.210528:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11041 00000100:00100000:0.0:1746129496.211562:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.213187:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.213934:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731575424 00000100:00100000:1.0:1746129496.213938:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731575424 00000100:00100000:1.0:1746129496.213964:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11043 00000100:00100000:1.0:1746129496.213969:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+34:28955:x1830948731575424:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.213991:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.214003:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4800/0x40a459093b05d08f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1981a expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.214019:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.214020:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.214024:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4800/0x40a459093b05d08f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1981a expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.214036:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4800/0x40a459093b05d08f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1981a expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.214043:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f4800, rc 0) 00000100:00100000:1.0:1746129496.214079:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+35:28955:x1830948731575424:12345-192.168.202.4@tcp:101:cat.0 Request processed in 109us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.214085:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11043 00000100:00100000:0.0:1746129496.216681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.221223:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.221271:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.221472:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731576192 00000100:00100000:1.0:1746129496.221476:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731576192 00002000:00100000:1.0:1746129496.221494:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1249280->2097151) req@ffff88009f9ef800 x1830948731576192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.221501:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ef800 with x1830948731576192 ext(1249280->2097151) 00002000:00010000:1.0:1746129496.221504:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9ef800 00000100:00100000:1.0:1746129496.221533:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4063 00000100:00100000:1.0:1746129496.221539:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948731576192:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129496.233819:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948731576192:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12272us (12539us total) trans 0 rc 847872/847872 00000100:00100000:1.0:1746129496.233829:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4063 00002000:00100000:1.0:1746129496.233839:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1249280->2097151) req@ffff88009f9ef800 x1830948731576192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/440 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 847872/847872 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.233847:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ef800 with x1830948731576192 ext(1249280->2097151) 00002000:00010000:1.0:1746129496.233852:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9ef800 00000100:00100000:0.0:1746129496.241659:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.242159:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731576320 00000100:00100000:1.0:1746129496.242167:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731576320 00000100:00100000:1.0:1746129496.242219:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11044 00000100:00100000:1.0:1746129496.242225:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+32:28955:x1830948731576320:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.242240:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.242255:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7800/0x40a459093b05d096 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19821 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.242279:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4fbc00/0x40a459093b05cfb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f197a3 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.242290:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129496.242323:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129496.242326:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7800/0x40a459093b05d096 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19821 expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.242351:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4fbc00/0x40a459093b05cfb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f197a3 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.242361:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4fbc00/0x40a459093b05cfb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1249279) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f197a3 expref: 27 pid: 22481 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.242371:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736685952:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129496.242454:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.249908:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736685952:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129496.249935:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7800/0x40a459093b05d096 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19821 expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.249951:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fbc7800, rc 0) 00000100:00100000:1.0:1746129496.250028:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+33:28955:x1830948731576320:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7802us (8377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.250036:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11044 00000100:00100000:0.0:1746129496.250882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.254273:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731576576 00000100:00100000:1.0:1746129496.255279:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731576576 00000100:00100000:1.0:1746129496.255352:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11045 00000100:00100000:1.0:1746129496.255360:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731576576:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.255372:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.255385:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7a00/0x40a459093b05d09d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19828 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.255425:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736686080:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.255740:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.256771:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736686080:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.256792:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7a00/0x40a459093b05d09d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19828 expref: 31 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.256802:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7a00/0x40a459093b05d09d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19828 expref: 31 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.256821:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fbc7a00, rc 0) 00000100:00100000:1.0:1746129496.256862:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731576576:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1503us (2629us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.256869:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11045 00000100:00100000:0.0:1746129496.258454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.259931:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.259998:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731576832 00000100:00100000:1.0:1746129496.260004:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731576832 00000100:00100000:1.0:1746129496.260050:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11046 00000100:00100000:1.0:1746129496.260057:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731576832:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.260073:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.260088:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7400/0x40a459093b05d0a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1982f expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.260105:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.260112:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.260117:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7400/0x40a459093b05d0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1982f expref: 31 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.260131:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7400/0x40a459093b05d0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1982f expref: 31 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.260139:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fbc7400, rc 0) 00000100:00100000:1.0:1746129496.260179:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731576832:12345-192.168.202.4@tcp:101:cat.0 Request processed in 122us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.260185:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11046 00000100:00100000:0.0:1746129496.261892:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.265475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.280052:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.301431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.306159:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.307090:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.311291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.320613:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.323743:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.323804:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731578496 00000100:00100000:1.0:1746129496.323813:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731578496 00000100:00100000:1.0:1746129496.324056:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11049 00000100:00100000:1.0:1746129496.324065:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+26:28949:x1830948731578496:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129496.324082:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.324099:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05d0b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19844 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.324125:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f197fe expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.324134:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4800/0x40a459093b05d08f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1981a expref: 36 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.324141:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.324143:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.324146:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05d0b9 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1163264->2027519] (req 1163264->2027519) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19844 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.324177:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4800/0x40a459093b05d08f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1981a expref: 36 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.324186:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4800/0x40a459093b05d08f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1981a expref: 36 pid: 22481 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.324198:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736686976:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129496.324287:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f197fe expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.324368:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f197fe expref: 27 pid: 22481 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.324379:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736687104:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129496.324418:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.325586:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736686976:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129496.325594:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736687104:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129496.325662:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05d0b9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1163264->2027519] (req 1163264->2027519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19844 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.325672:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fee9600, rc 0) 00000100:00100000:1.0:1746129496.325727:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+27:28949:x1830948731578496:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1663us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.325737:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11049 00000100:00100000:0.0:1746129496.327394:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.327429:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.327470:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.327556:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731578624 00000100:00100000:1.0:1746129496.327563:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731578624 00010000:00010000:1.0:1746129496.327699:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05cf2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1974f expref: 37 pid: 8412 timeout: 851 lvb_type: 1 00000100:00100000:1.0:1746129496.327715:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5502 00000100:00100000:1.0:1746129496.327720:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731578624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.327727:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.327735:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05cf2a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1974f expref: 36 pid: 8412 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.327750:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05cf2a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1974f expref: 35 pid: 8412 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.327903:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05cf2a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1974f expref: 35 pid: 8412 timeout: 851 lvb_type: 1 00010000:00010000:1.0:1746129496.328059:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.328080:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731578624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 360us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.328086:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5502 00000100:00100000:0.0:1746129496.328567:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.328630:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731579008 00000100:00100000:1.0:1746129496.328634:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731579008 00010000:00010000:1.0:1746129496.328646:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f197fe expref: 27 pid: 22481 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.328666:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5503 00000100:00100000:1.0:1746129496.328671:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731579008:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.328678:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.328686:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f197fe expref: 27 pid: 22481 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.328694:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f197fe expref: 27 pid: 22481 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.328703:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d057 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f197fe expref: 27 pid: 22481 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.328711:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.328713:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.328717:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05d0b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2027519) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19844 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.328724:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05d0b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2027519) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19844 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.328742:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fee9600/0x40a459093b05d0b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1163264->2027519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19844 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.328750:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736687360:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129496.328802:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.330371:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.330533:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736687360:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129496.330551:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.331256:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731579008:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2580us (2685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.331268:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5503 00000100:00100000:0.0:1746129496.332832:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.337813:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.341609:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.499660:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.506091:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731580544 00000100:00100000:1.0:1746129496.506101:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731580544 00000100:00100000:1.0:1746129496.506163:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11050 00000100:00100000:1.0:1746129496.506173:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948731580544:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.506192:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.506212:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fee9400/0x40a459093b05d0e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19859 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.506267:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736687616:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.506609:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.506687:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.508763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.513558:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.513594:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00010000:0.0:1746129496.513697:0:22481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129496 -> 1746129497 00002000:00010000:0.0:1746129496.513700:0:22481:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129496 -> 1746129497 00000100:00100000:0.0:1746129496.513720:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736687616:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129496.513750:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fee9400/0x40a459093b05d0e3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19859 expref: 26 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129496.513761:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fee9400/0x40a459093b05d0e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19859 expref: 26 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129496.513772:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fee9400, rc 0) 00000100:00100000:0.0:1746129496.513815:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948731580544:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7645us (7816us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129496.513822:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11050 00000100:00100000:0.0:1746129496.513843:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731581056 00000100:00100000:0.0:1746129496.513848:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731581056 00000100:00100000:0.0:1746129496.513870:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11052 00000100:00100000:0.0:1746129496.513875:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948731581056:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129496.513888:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129496.513901:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f44de00/0x40a459093b05d114 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19867 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129496.513945:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094324380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736687744:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129496.514009:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.514351:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731581184 00000100:00100000:1.0:1746129496.514356:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731581184 00000100:00100000:1.0:1746129496.514383:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 604 00000100:00100000:1.0:1746129496.514387:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+311:1962:x1830948731581184:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.514398:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.514416:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05d106 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19860 expref: 311 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.514493:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129496.514497:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.514513:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+310:1962:x1830948731581184:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 126us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.514522:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 604 00000100:00100000:0.0:1746129496.524839:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.525010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.525035:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.525164:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731581824 00000100:00100000:1.0:1746129496.525168:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731581824 00002000:00100000:1.0:1746129496.525201:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880094326d80 x1830948731581824/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.525212:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094326d80 with x1830948731581824 ext(1048576->2097151) 00002000:00010000:1.0:1746129496.525217:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094326d80 00000100:00100000:1.0:1746129496.525232:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4069 00000100:00100000:1.0:1746129496.525238:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731581824:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129496.532129:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.538992:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.539028:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.539059:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.539162:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731582080 00000100:00100000:1.0:1746129496.539175:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731582080 00000100:00100000:1.0:1746129496.539219:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731582208 00000100:00100000:1.0:1746129496.539222:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731582208 00000100:00100000:1.0:1746129496.539235:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731582336 00000100:00100000:1.0:1746129496.539237:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731582336 00000100:00100000:1.0:1746129496.539251:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11054 00000100:00100000:1.0:1746129496.539260:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948731582080:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.539284:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.539333:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fee9a00/0x40a459093b05d122 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19875 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.539392:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736688000:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.539487:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.539614:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11055 00000100:00100000:1.0:1746129496.539620:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731582208:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.539631:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.539642:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fee9c00/0x40a459093b05d129 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1987c expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.539668:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736688128:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.539692:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.539710:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11056 00000100:00100000:1.0:1746129496.539716:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731582336:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.539721:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.539728:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fee8800/0x40a459093b05d130 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19883 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.539750:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736688256:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.539767:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00002000:00010000:1.0:1746129496.545587:0:11014:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129496 -> 1746129497 00000100:00100000:1.0:1746129496.545609:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736688000:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.545640:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fee9a00/0x40a459093b05d122 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19875 expref: 30 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.545650:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fee9a00/0x40a459093b05d122 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19875 expref: 30 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.545677:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fee9a00, rc 0) 00000100:00100000:1.0:1746129496.545717:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731582080:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6458us (6743us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.545729:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11054 00000100:00100000:0.0:1746129496.546216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:1.0:1746129496.546425:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00010000:1.0:1746129496.546735:0:8412:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129496 -> 1746129497 00000100:00100000:1.0:1746129496.546749:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736688128:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.546765:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fee9c00/0x40a459093b05d129 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1987c expref: 30 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.546773:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fee9c00/0x40a459093b05d129 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1987c expref: 30 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.546781:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fee9c00, rc 0) 00000100:00100000:1.0:1746129496.546808:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731582208:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7189us (7779us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.546814:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11055 00002000:00010000:1.0:1746129496.546846:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129496 -> 1746129497 00000100:00100000:1.0:1746129496.546857:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736688256:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.546869:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fee8800/0x40a459093b05d130 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19883 expref: 28 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.546877:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fee8800/0x40a459093b05d130 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19883 expref: 28 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.546884:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fee8800, rc 0) 00000100:00100000:1.0:1746129496.546900:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948731582336:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7184us (7841us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.546909:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11056 00000100:00100000:0.0:1746129496.547538:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.549468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.549560:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731582720 00000100:00100000:1.0:1746129496.549568:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731582720 00000100:00100000:1.0:1746129496.549615:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11057 00000100:00100000:1.0:1746129496.549623:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+29:28964:x1830948731582720:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.549638:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.549652:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009feebc00/0x40a459093b05d153 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19891 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.549676:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fff1200/0x40a459093b05d0ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19836 expref: 32 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.549683:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129496.549685:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129496.549688:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009feebc00/0x40a459093b05d153 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19891 expref: 30 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.549780:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fff1200/0x40a459093b05d0ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19836 expref: 32 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.549790:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fff1200/0x40a459093b05d0ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2822144->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19836 expref: 32 pid: 11014 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.549801:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736688640:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129496.549868:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.549952:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.552645:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.553342:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.553452:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736688640:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129496.553485:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009feebc00/0x40a459093b05d153 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19891 expref: 30 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.553502:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009feebc00, rc 0) 00000100:00100000:1.0:1746129496.553548:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+30:28964:x1830948731582720:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3926us (4087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.553561:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11057 00000100:00100000:0.0:1746129496.555501:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.557426:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.563751:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.563843:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.563880:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.564796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.565108:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.565127:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.567321:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731584640 00000100:00100000:1.0:1746129496.567326:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731584640 00000100:00100000:1.0:1746129496.567349:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731584512 00000100:00100000:1.0:1746129496.567351:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731584512 00000100:00100000:1.0:1746129496.567366:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11061 00000100:00100000:1.0:1746129496.567371:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731584640:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129496.567380:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.567394:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0807800/0x40a459093b05d1b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f198c2 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.567446:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736688768:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.567493:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.567613:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.567671:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.568020:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11063 00000100:00100000:0.0:1746129496.568027:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948731584768:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129496.568035:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129496.568045:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f5000/0x40a459093b05d1c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f198c9 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129496.568072:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736688896:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129496.569059:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.570621:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736688768:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.570647:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0807800/0x40a459093b05d1b5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f198c2 expref: 12 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.570657:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0807800/0x40a459093b05d1b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f198c2 expref: 12 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.570938:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0807800, rc 0) 00000100:00100000:1.0:1746129496.571025:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731584640:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3653us (5917us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.571031:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11061 00000100:00100000:0.0:1746129496.571862:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.572205:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731585152 00000100:00100000:1.0:1746129496.572216:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731585152 00000100:00100000:1.0:1746129496.572273:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11064 00000100:00100000:1.0:1746129496.572282:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+35:28966:x1830948731585152:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.572330:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.572353:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0807a00/0x40a459093b05d1ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f198d0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.572386:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129496.572393:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0807a00/0x40a459093b05d1ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f198d0 expref: 36 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.572406:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0807a00/0x40a459093b05d1ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f198d0 expref: 36 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.572417:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0807a00, rc 0) 00000100:00100000:1.0:1746129496.572459:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+36:28966:x1830948731585152:12345-192.168.202.4@tcp:101:cat.0 Request processed in 176us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.572466:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11064 00000100:00100000:0.0:1746129496.574724:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.574761:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.575956:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.579212:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.579239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.579264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.579278:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731585792 00000100:00100000:0.0:1746129496.579282:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731585792 00010000:00010000:0.0:1746129496.579313:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fff1000/0x40a459093b05d1a7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1989f expref: 30 pid: 16908 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746129496.579686:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5509 00000100:00100000:0.0:1746129496.579692:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1962:x1830948731586048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129496.579699:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129496.579702:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fff0200/0x40a459093b05d14c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1988a expref: 15 pid: 16908 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.579866:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.579926:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731586304 00000100:00100000:1.0:1746129496.579930:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731586304 00002000:00100000:1.0:1746129496.579962:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4243456->4247551) req@ffff88012e385880 x1830948731586304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.579985:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e385880 with x1830948731586304 ext(4243456->4247551) 00002000:00010000:1.0:1746129496.579991:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e385880 00000100:00100000:1.0:1746129496.580005:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4073 00000100:00100000:1.0:1746129496.580010:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+36:1961:x1830948731586304:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:0.0:1746129496.580172:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fff0200/0x40a459093b05d14c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1988a expref: 15 pid: 16908 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.580174:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+36:1961:x1830948731586304:12345-192.168.202.4@tcp:3:cat.0 Request processed in 163us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129496.580179:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4073 00002000:00100000:1.0:1746129496.580185:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4243456->4247551) req@ffff88012e385880 x1830948731586304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00010000:00010000:0.0:1746129496.580185:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fff0200/0x40a459093b05d14c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1988a expref: 15 pid: 16908 timeout: 851 lvb_type: 0 00002000:00100000:1.0:1746129496.580191:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e385880 with x1830948731586304 ext(4243456->4247551) 00002000:00010000:1.0:1746129496.580194:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e385880 00010000:00010000:0.0:1746129496.580197:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129496.580201:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d1df lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129496.580207:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d1df lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129496.580218:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d1df lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129496.580245:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129496.580263:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1962:x1830948731586048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 571us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129496.580269:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5509 00000100:00100000:0.0:1746129496.583487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.583552:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731586560 00000100:00100000:1.0:1746129496.583561:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731586560 00002000:00100000:1.0:1746129496.583603:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012b551500 x1830948731586560/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.583613:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b551500 with x1830948731586560 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.583619:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b551500 00000100:00100000:1.0:1746129496.583652:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4074 00000100:00100000:1.0:1746129496.583659:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731586560:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129496.584186:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.584229:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.590344:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731587200 00000100:00100000:0.0:1746129496.590357:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731587200 00002000:00100000:0.0:1746129496.590416:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0530e00 x1830948731587200/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129496.590427:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530e00 with x1830948731587200 ext(2097152->3145727) 00002000:00010000:0.0:1746129496.590433:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0530e00 00000100:00100000:0.0:1746129496.590483:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4076 00000100:00100000:0.0:1746129496.590492:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731587840:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129496.592591:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731588096 00000100:00100000:1.0:1746129496.592601:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731588096 00010000:00010000:1.0:1746129496.592641:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d1df lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f198de expref: 16 pid: 14549 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.592675:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5510 00000100:00100000:1.0:1746129496.592684:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+16:1962:x1830948731588096:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.592695:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.592699:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d1df lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f198de expref: 16 pid: 14549 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.592709:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d1df lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f198de expref: 16 pid: 14549 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.592730:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d1df lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f198de expref: 16 pid: 14549 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.592763:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129496.592767:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094841000/0x40a459093b05d1f4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.592777:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094841000/0x40a459093b05d1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.592783:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094841000/0x40a459093b05d1f4 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.592802:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129496.592811:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094841000/0x40a459093b05d1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129496.592824:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094841000/0x40a459093b05d1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746129496.592830:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1962:x1830948731588096:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 147us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.592836:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5510 00000004:00200000:0.0:1746129496.592865:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129496.592869:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129496.592883:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094841000/0x40a459093b05d1f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129496.592924:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094840800/0x40a459093b05d1ed lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f198e5 expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129496.592952:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094841000/0x40a459093b05d1f4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f198e5 expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129496.592959:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129496.592961:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129496.592963:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094841000, rc 0) 00000100:00100000:0.0:1746129496.592993:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:28968:x1830948731586944:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 8461us (8764us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129496.592999:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10020 00000100:00100000:0.0:1746129496.596890:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731586560:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13220us (13400us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129496.596902:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4074 00002000:00100000:0.0:1746129496.596916:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012b551500 x1830948731586560/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/440 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129496.596925:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b551500 with x1830948731586560 ext(2097152->3145727) 00002000:00010000:0.0:1746129496.596931:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b551500 00000100:00100000:0.0:1746129496.603669:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.606184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.606211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.606336:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731588352 00000100:00100000:1.0:1746129496.606344:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731588352 00000100:00100000:1.0:1746129496.606387:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731588480 00000100:00100000:1.0:1746129496.606388:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731588480 00000100:00100000:1.0:1746129496.606405:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11067 00000100:00100000:1.0:1746129496.606411:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731588352:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129496.606426:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.606440:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0806800/0x40a459093b05d202 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f198f3 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.606480:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e387100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736690048:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.606528:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.606547:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11068 00000100:00100000:1.0:1746129496.606552:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948731588480:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129496.606559:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.606569:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d209 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f198fa expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.606591:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e386a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736690176:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.606610:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.608696:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.610529:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e386a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736690176:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.610545:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d209 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f198fa expref: 11 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.610552:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d209 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f198fa expref: 11 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.610818:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0806a00, rc 0) 00000100:00100000:1.0:1746129496.610844:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948731588480:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4291us (4631us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.610849:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11068 00000100:00100000:0.0:1746129496.612453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.612546:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731588736 00000100:00100000:1.0:1746129496.612554:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731588736 00000100:00100000:1.0:1746129496.612606:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11069 00000100:00100000:1.0:1746129496.612616:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+37:28966:x1830948731588736:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.612631:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.612749:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0806c00/0x40a459093b05d210 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19901 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.612773:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129496.612778:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0806c00/0x40a459093b05d210 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19901 expref: 38 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.612789:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0806c00/0x40a459093b05d210 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19901 expref: 38 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.612797:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0806c00, rc 0) 00000100:00100000:1.0:1746129496.612843:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+38:28966:x1830948731588736:12345-192.168.202.4@tcp:101:cat.0 Request processed in 230us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.612848:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11069 00000100:00100000:1.0:1746129496.614410:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731588992 00000100:00100000:1.0:1746129496.614415:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731588992 00000100:00100000:1.0:1746129496.614440:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10021 00000100:00100000:1.0:1746129496.614444:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:28968:x1830948731588992:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129496.614454:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.614463:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806200/0x40a459093b05d217 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19908 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.614525:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614536:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614543:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614550:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614553:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614557:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614561:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0806e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129496.614563:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614567:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614574:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129496.614575:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746129496.614578:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614581:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806e00/0x40a459093b05d21e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129496.614600:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806200/0x40a459093b05d217 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19908 expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.614604:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0806200/0x40a459093b05d217 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19908 expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.614608:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0806200, rc 0) 00000100:00100000:1.0:1746129496.614649:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:28968:x1830948731588992:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 205us (279us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.614653:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10021 00000100:00100000:0.0:1746129496.621574:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948731588608:12345-192.168.202.4@tcp:4:cat.0 Request processed in 12705us (12874us total) trans 21474840257 rc 0/0 00000100:00100000:0.0:1746129496.621588:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1041 00002000:00100000:0.0:1746129496.621597:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->4194303) req@ffff88009c7da680 x1830948731588608/t21474840257(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 504/448 e 0 to 0 dl 1746129507 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129496.621606:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7da680 with x1830948731588608 ext(2097152->4194303) 00010000:00010000:0.0:1746129496.621614:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fff1600/0x40a459093b05d0b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2646015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1983d expref: 38 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746129496.621627:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fff1600/0x40a459093b05d0b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2646015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1983d expref: 38 pid: 11014 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746129496.621634:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7da680 00000100:00100000:0.0:1746129496.621864:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731589248 00000100:00100000:0.0:1746129496.621870:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731589248 00000100:00100000:0.0:1746129496.621903:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4005 00000100:00100000:0.0:1746129496.621909:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:28968:x1830948731589248:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:0.0:1746129496.622037:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+15:28968:x1830948731589248:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 128us (291us total) trans 8589943863 rc 0/0 00000100:00100000:0.0:1746129496.622042:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4005 00000100:00100000:0.0:1746129496.624751:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.624789:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731589376 00000100:00100000:1.0:1746129496.624795:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731589376 00010000:00010000:1.0:1746129496.624822:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fff1600/0x40a459093b05d0b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2646015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1983d expref: 38 pid: 11014 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.624854:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5511 00000100:00100000:1.0:1746129496.624859:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948731589376:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.624871:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.624887:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fff1600/0x40a459093b05d0b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2646015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1983d expref: 38 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.624897:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fff1600/0x40a459093b05d0b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2646015) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1983d expref: 38 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.624925:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fff1600/0x40a459093b05d0b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2646015) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1983d expref: 38 pid: 11014 timeout: 851 lvb_type: 0 00010000:00010000:1.0:1746129496.624936:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.624938:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.624944:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0844e00/0x40a459093b05d1fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f198ec expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.624951:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0844e00/0x40a459093b05d1fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f198ec expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.624958:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.624959:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.624962:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0806c00/0x40a459093b05d210 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19901 expref: 37 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.624968:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0806c00/0x40a459093b05d210 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19901 expref: 37 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.625005:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0806c00/0x40a459093b05d210 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19901 expref: 37 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.625016:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e386a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736690304:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129496.625091:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0844e00/0x40a459093b05d1fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f198ec expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.625103:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736690432:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129496.625118:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.629446:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e386a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736690304:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129496.629457:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736690432:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129496.629478:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.630186:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+37:1961:x1830948731589376:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5322us (5436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.630196:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5511 00000100:00100000:0.0:1746129496.633977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.634032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.636019:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.636316:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731590144 00000100:00100000:1.0:1746129496.636326:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731590144 00002000:00100000:1.0:1746129496.636378:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c7d9180 x1830948731590144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.636389:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9180 with x1830948731590144 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.636395:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d9180 00000100:00100000:1.0:1746129496.636413:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4081 00000100:00100000:1.0:1746129496.636420:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731590144:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129496.638726:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.638764:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.639045:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4083 00000100:00100000:0.0:1746129496.639052:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e386a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731590656:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129496.650733:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731590144:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14302us (14712us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129496.650743:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4081 00002000:00100000:1.0:1746129496.650754:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c7d9180 x1830948731590144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/440 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.650768:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9180 with x1830948731590144 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.650773:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d9180 00000100:00100000:1.0:1746129496.663415:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731590784 00000100:00100000:1.0:1746129496.663424:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731590784 00000100:00100000:1.0:1746129496.663465:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731590912 00000100:00100000:1.0:1746129496.663466:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731590912 00000100:00100000:1.0:1746129496.663483:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731591040 00000100:00100000:1.0:1746129496.663484:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731591040 00000100:00100000:1.0:1746129496.663501:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11070 00000100:00100000:1.0:1746129496.663508:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+36:1960:x1830948731590784:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.663528:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.663549:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5400/0x40a459093b05d225 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1990f expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.663606:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736690560:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.663678:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.663696:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11071 00000100:00100000:1.0:1746129496.663701:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948731590912:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.663708:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.663718:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4800/0x40a459093b05d22c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19916 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.663732:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.663734:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.663745:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4800/0x40a459093b05d22c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19916 expref: 28 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.663763:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4800/0x40a459093b05d22c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19916 expref: 28 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.663774:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f4800, rc 0) 00000100:00100000:1.0:1746129496.663793:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948731590912:12345-192.168.202.4@tcp:101:cat.0 Request processed in 92us (1417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.663799:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11071 00000100:00100000:1.0:1746129496.663810:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11072 00000100:00100000:1.0:1746129496.663814:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+30:1960:x1830948731591040:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.663820:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.663824:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5e00/0x40a459093b05d233 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1991d expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.663840:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736690688:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129496.663854:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.665203:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736690560:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.665274:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5400/0x40a459093b05d225 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1990f expref: 37 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.665285:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5400/0x40a459093b05d225 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1990f expref: 37 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.665806:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f5400, rc 0) 00000100:00100000:1.0:1746129496.665837:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+36:1960:x1830948731590784:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2330us (3501us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.665845:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11070 00000100:00100000:1.0:1746129496.665926:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736690688:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129496.665938:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5e00/0x40a459093b05d233 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1991d expref: 31 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.665947:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5e00/0x40a459093b05d233 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1991d expref: 31 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.665954:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f5e00, rc 0) 00000100:00100000:1.0:1746129496.665966:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+30:1960:x1830948731591040:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2151us (2849us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129496.665983:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11072 00000100:00100000:0.0:1746129496.669216:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.669371:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.669720:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731591168 00000100:00100000:1.0:1746129496.669724:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731591168 00000100:00100000:1.0:1746129496.669745:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11073 00000100:00100000:1.0:1746129496.669750:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+30:28964:x1830948731591168:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.669762:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.669776:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4200/0x40a459093b05d23a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19924 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.669800:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f44d800/0x40a459093b05d1d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4247551) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f198d7 expref: 36 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.669808:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129496.669810:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129496.669813:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4200/0x40a459093b05d23a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19924 expref: 31 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.670178:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f44d800/0x40a459093b05d1d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4247551) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f198d7 expref: 36 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.670189:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f44d800/0x40a459093b05d1d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4247551) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f198d7 expref: 36 pid: 8412 timeout: 851 lvb_type: 0 00000100:00100000:1.0:1746129496.670200:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736690816:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129496.671223:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129496.672389:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736690816:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129496.672418:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4200/0x40a459093b05d23a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19924 expref: 31 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.672431:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f4200, rc 0) 00000100:00100000:1.0:1746129496.672471:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+31:28964:x1830948731591168:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2720us (3274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.672479:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11073 00000100:00100000:0.0:1746129496.673387:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.679038:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.679493:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.679563:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731591680 00000100:00100000:1.0:1746129496.679570:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731591680 00000100:00100000:1.0:1746129496.680253:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11074 00000100:00100000:1.0:1746129496.680261:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948731591680:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129496.680272:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129496.680281:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5600/0x40a459093b05d241 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1992b expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.680322:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.680324:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.680328:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5600/0x40a459093b05d241 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1992b expref: 39 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.680339:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5600/0x40a459093b05d241 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1992b expref: 39 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129496.680347:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f5600, rc 0) 00000100:00100000:1.0:1746129496.680372:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731591680:12345-192.168.202.4@tcp:101:cat.0 Request processed in 112us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.680378:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11074 00000100:00100000:0.0:1746129496.682500:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.682549:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.691483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.695844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.696362:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.701203:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.701343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.701425:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731593216 00000100:00100000:1.0:1746129496.701434:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731593216 00010000:00010000:1.0:1746129496.701468:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0844e00/0x40a459093b05d1fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f198ec expref: 29 pid: 8412 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129496.701574:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5514 00000100:00100000:1.0:1746129496.701580:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731593216:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.701587:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.701603:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0844e00/0x40a459093b05d1fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f198ec expref: 29 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.701623:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0844e00/0x40a459093b05d1fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f198ec expref: 29 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.701641:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0844e00/0x40a459093b05d1fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f198ec expref: 29 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.701673:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.701710:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731593216:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 130us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.701716:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5514 00000100:00100000:0.0:1746129496.703030:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.708235:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.709282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.710414:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.710463:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.710525:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731593984 00000100:00100000:1.0:1746129496.710531:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731593984 00010000:00010000:1.0:1746129496.710551:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5600/0x40a459093b05d241 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1992b expref: 38 pid: 20577 timeout: 852 lvb_type: 1 00000100:00100000:1.0:1746129496.710579:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731594112 00000100:00100000:1.0:1746129496.710581:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731594112 00010000:00010000:1.0:1746129496.710591:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4200/0x40a459093b05d23a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19924 expref: 32 pid: 20577 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129496.710604:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5515 00000100:00100000:1.0:1746129496.710609:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948731593984:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.710618:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.710636:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5600/0x40a459093b05d241 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1992b expref: 38 pid: 20577 timeout: 852 lvb_type: 1 00010000:00010000:1.0:1746129496.710644:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5600/0x40a459093b05d241 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1992b expref: 38 pid: 20577 timeout: 852 lvb_type: 1 00010000:00010000:1.0:1746129496.710666:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5600/0x40a459093b05d241 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1992b expref: 38 pid: 20577 timeout: 852 lvb_type: 1 00010000:00010000:1.0:1746129496.710691:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.710726:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+37:1962:x1830948731593984:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 116us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.710731:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5515 00000100:00100000:0.0:1746129496.713695:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.717848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.717902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.717945:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731594496 00000100:00100000:1.0:1746129496.717955:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731594496 00010000:00010000:1.0:1746129496.717999:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009feebc00/0x40a459093b05d153 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->4194303] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19891 expref: 31 pid: 7149 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129496.718027:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5517 00000100:00100000:1.0:1746129496.718034:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731594496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.718046:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.718066:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009feebc00/0x40a459093b05d153 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->4194303] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19891 expref: 31 pid: 7149 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.718081:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009feebc00/0x40a459093b05d153 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [0->4194303] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19891 expref: 31 pid: 7149 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.718143:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009feebc00/0x40a459093b05d153 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [0->4194303] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19891 expref: 31 pid: 7149 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.718163:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.718194:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731594496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 161us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.718200:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5517 00000100:00100000:0.0:1746129496.718328:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.718470:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731594752 00000100:00100000:1.0:1746129496.718474:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731594752 00002000:00100000:1.0:1746129496.718497:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4915200->4919295) req@ffff88012bd92a00 x1830948731594752/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.718514:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92a00 with x1830948731594752 ext(4915200->4919295) 00002000:00010000:1.0:1746129496.718518:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd92a00 00000100:00100000:1.0:1746129496.718530:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4088 00000100:00100000:1.0:1746129496.718534:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731594752:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129496.718699:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731594752:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 163us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129496.719008:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4088 00002000:00100000:1.0:1746129496.719015:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4915200->4919295) req@ffff88012bd92a00 x1830948731594752/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.719022:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92a00 with x1830948731594752 ext(4915200->4919295) 00002000:00010000:1.0:1746129496.719025:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd92a00 00000100:00100000:0.0:1746129496.721067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.721109:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731595008 00000100:00100000:1.0:1746129496.721116:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731595008 00002000:00100000:1.0:1746129496.721148:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2232320->2236415) req@ffff88012bd93480 x1830948731595008/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.721157:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd93480 with x1830948731595008 ext(2232320->2236415) 00002000:00010000:1.0:1746129496.721162:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd93480 00000100:00100000:1.0:1746129496.721188:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4089 00000100:00100000:1.0:1746129496.721195:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1960:x1830948731595008:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129496.721386:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1960:x1830948731595008:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 190us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129496.721392:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4089 00002000:00100000:1.0:1746129496.721397:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2232320->2236415) req@ffff88012bd93480 x1830948731595008/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.721404:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd93480 with x1830948731595008 ext(2232320->2236415) 00002000:00010000:1.0:1746129496.721407:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd93480 00000100:00100000:0.0:1746129496.721541:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.726880:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731595520 00000100:00100000:1.0:1746129496.726888:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731595520 00002000:00100000:1.0:1746129496.726922:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2359296->2363391) req@ffff8800a0530a80 x1830948731595520/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.726932:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530a80 with x1830948731595520 ext(2359296->2363391) 00002000:00010000:1.0:1746129496.726936:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0530a80 00000100:00100000:1.0:1746129496.726966:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4090 00000100:00100000:1.0:1746129496.726985:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1961:x1830948731595520:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129496.727584:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1961:x1830948731595520:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 599us (780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129496.727591:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4090 00002000:00100000:1.0:1746129496.727597:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2359296->2363391) req@ffff8800a0530a80 x1830948731595520/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.727605:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530a80 with x1830948731595520 ext(2359296->2363391) 00002000:00010000:1.0:1746129496.727608:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0530a80 00000100:00100000:0.0:1746129496.730097:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.815197:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.818127:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.818773:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.820195:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.820214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.831030:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.831093:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.831135:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.831169:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731597056 00000100:00100000:0.0:1746129496.831176:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731597056 00000100:00100000:0.0:1746129496.832245:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11081 00000100:00100000:0.0:1746129496.832251:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1961:x1830948731597056:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129496.832260:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129496.832274:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe9fa00/0x40a459093b05d2cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19971 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129496.832331:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736692608:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129496.832417:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.840186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.844176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.844284:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.848051:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.848902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.851326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.851378:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731598080 00000100:00100000:1.0:1746129496.851383:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731598080 00010000:00010000:1.0:1746129496.851407:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05d295 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1994e expref: 33 pid: 16908 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129496.851427:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5520 00000100:00100000:1.0:1746129496.851433:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731598080:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.851442:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.851446:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05d295 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1994e expref: 33 pid: 16908 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.851453:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05d295 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1994e expref: 33 pid: 16908 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.851469:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05d295 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1994e expref: 33 pid: 16908 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.851483:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129496.851487:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845400/0x40a459093b05d2f0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129496.851494:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845400/0x40a459093b05d2f0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129496.851498:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.851524:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731598080:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 91us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.851529:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5520 00000100:00100000:0.0:1746129496.853045:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.853084:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.855100:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.858343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.858373:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.858417:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.858935:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731598848 00000100:00100000:1.0:1746129496.858943:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731598848 00000100:00100000:0.0:1746129496.859569:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4095 00000100:00100000:0.0:1746129496.859580:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731599616:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:1.0:1746129496.859790:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012ce3a300 x1830948731598848/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.859797:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3a300 with x1830948731598848 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.859800:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce3a300 00000100:00100000:1.0:1746129496.859812:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4096 00000100:00100000:1.0:1746129496.859817:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731598848:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129496.870675:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.872676:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731598848:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12852us (14339us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129496.872685:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4096 00002000:00100000:1.0:1746129496.872693:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012ce3a300 x1830948731598848/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/440 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.872701:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3a300 with x1830948731598848 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.872705:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce3a300 00000100:00100000:0.0:1746129496.877612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.877660:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.877866:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731599872 00000100:00100000:1.0:1746129496.877878:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731599872 00002000:00100000:1.0:1746129496.877935:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3969024->4194303) req@ffff88012ce3aa00 x1830948731599872/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.877946:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3aa00 with x1830948731599872 ext(3969024->4194303) 00010000:00010000:1.0:1746129496.877959:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05d248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3969024->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19932 expref: 29 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.877989:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05d248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3969024->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19932 expref: 29 pid: 11014 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129496.877996:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce3aa00 00000100:00100000:1.0:1746129496.878022:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1044 00000100:00100000:1.0:1746129496.878031:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731599872:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129496.884228:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731599872:12345-192.168.202.4@tcp:4:cat.0 Request processed in 6189us (6615us total) trans 21474840258 rc 0/0 00000100:00100000:1.0:1746129496.884239:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1044 00002000:00100000:1.0:1746129496.884249:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3969024->4194303) req@ffff88012ce3aa00 x1830948731599872/t21474840258(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:237/0 lens 488/448 e 0 to 0 dl 1746129507 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.884258:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3aa00 with x1830948731599872 ext(3969024->4194303) 00010000:00010000:1.0:1746129496.884268:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05d248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3969024->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19932 expref: 31 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.884283:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05d248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3969024->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19932 expref: 31 pid: 11014 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129496.884290:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce3aa00 00000100:00100000:0.0:1746129496.892126:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.892358:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731600128 00000100:00100000:1.0:1746129496.892368:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731600128 00010000:00010000:0.0:1746129496.892429:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05d248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3969024->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19932 expref: 31 pid: 11014 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746129496.892473:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5523 00000100:00100000:0.0:1746129496.892481:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1961:x1830948731600128:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129496.892496:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129496.892522:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05d248 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3969024->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19932 expref: 31 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129496.892534:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05d248 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3969024->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19932 expref: 31 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129496.892558:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb400/0x40a459093b05d248 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3969024->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19932 expref: 31 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129496.892591:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129496.892593:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129496.892602:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb000/0x40a459093b05d2fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19994 expref: 36 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129496.892610:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb000/0x40a459093b05d2fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19994 expref: 36 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129496.892622:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129496.892624:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129496.892626:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d305 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1999b expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129496.892633:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d305 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1999b expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129496.892669:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d305 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1999b expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129496.892681:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f37d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736693760:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129496.892777:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb000/0x40a459093b05d2fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19994 expref: 36 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129496.892785:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f37c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736693888:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129496.892803:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.902191:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.902225:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.902251:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.902276:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.902340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.902370:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731600896 00000100:00100000:0.0:1746129496.902372:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731601152 00000100:00100000:1.0:1746129496.902374:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731600896 00000100:00100000:0.0:1746129496.902375:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731601152 00002000:00100000:0.0:1746129496.902394:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f37e680 x1830948731601152/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.902395:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f37fb80 x1830948731600896/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/0 e 0 to 0 dl 1746129507 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.902402:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37fb80 with x1830948731600896 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.902405:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37fb80 00002000:00100000:0.0:1746129496.902406:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37e680 with x1830948731601152 ext(3145728->4194303) 00002000:00010000:0.0:1746129496.902409:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37e680 00000100:00100000:0.0:1746129496.902432:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4098 00000100:00100000:1.0:1746129496.902438:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4099 00000100:00100000:0.0:1746129496.902438:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731600384:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129496.902443:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+38:1960:x1830948731600896:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129496.908198:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+39:1960:x1830948731600896:12345-192.168.202.4@tcp:3:cat.0 Request processed in 5739us (5930us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129496.908212:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4099 00002000:00100000:1.0:1746129496.908226:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f37fb80 x1830948731600896/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:237/0 lens 488/440 e 0 to 0 dl 1746129507 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129496.908237:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37fb80 with x1830948731600896 ext(2097152->3145727) 00002000:00010000:1.0:1746129496.908243:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37fb80 00000100:00100000:0.0:1746129496.923175:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.923617:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.925208:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.926854:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.927827:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.927858:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.928082:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.928174:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731602304 00000100:00100000:1.0:1746129496.928179:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731602304 00010000:00010000:1.0:1746129496.928195:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fee8400/0x40a459093b05cf0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19733 expref: 39 pid: 31503 timeout: 852 lvb_type: 1 00000100:00100000:1.0:1746129496.928212:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5526 00000100:00100000:1.0:1746129496.928217:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948731602304:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.928224:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.928329:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fee8400/0x40a459093b05cf0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19733 expref: 38 pid: 31503 timeout: 852 lvb_type: 1 00010000:00010000:1.0:1746129496.928394:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fee8400/0x40a459093b05cf0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19733 expref: 38 pid: 31503 timeout: 852 lvb_type: 1 00010000:00010000:1.0:1746129496.928409:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fee8400/0x40a459093b05cf0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19733 expref: 38 pid: 31503 timeout: 852 lvb_type: 1 00010000:00010000:1.0:1746129496.928429:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.928430:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.928438:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7e00/0x40a459093b05d30c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1302528->1982463) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f199a9 expref: 37 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.928450:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7e00/0x40a459093b05d30c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1302528->1982463) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f199a9 expref: 37 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.928474:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7e00/0x40a459093b05d30c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1302528->1982463) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f199a9 expref: 37 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.928483:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736694656:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129496.928652:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.928810:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.930341:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736694656:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129496.930346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129496.930361:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.930393:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731602304:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2175us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.930403:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5526 00000100:00100000:0.0:1746129496.931904:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.931945:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.934602:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.936173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.936515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.940241:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.948042:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.949043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.950066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.950198:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731604224 00000100:00100000:1.0:1746129496.950202:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731604224 00010000:00010000:1.0:1746129496.950220:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4fb200/0x40a459093b05d24f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4919295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19939 expref: 34 pid: 11014 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129496.950250:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5527 00000100:00100000:1.0:1746129496.950255:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+34:1961:x1830948731604224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129496.950264:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129496.950278:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f4fb200/0x40a459093b05d24f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4919295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19939 expref: 34 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.950307:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f4fb200/0x40a459093b05d24f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4919295) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19939 expref: 34 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.950321:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4fb200/0x40a459093b05d24f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4919295) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19939 expref: 34 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129496.950335:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.950337:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.950343:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844800/0x40a459093b05d328 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f199c5 expref: 39 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.950349:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0844800/0x40a459093b05d328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f199c5 expref: 39 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.950356:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.950357:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129496.950733:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0845600/0x40a459093b05d33d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f199d3 expref: 33 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.950741:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0845600/0x40a459093b05d33d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f199d3 expref: 33 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129496.950763:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0845600/0x40a459093b05d33d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f199d3 expref: 33 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.950772:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736695296:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129496.952387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129496.952484:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0844800/0x40a459093b05d328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f199c5 expref: 39 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129496.952500:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736695424:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129496.952742:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129496.952827:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.958211:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.958322:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129496.958436:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736695296:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129496.958449:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736695424:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129496.958470:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129496.958515:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+33:1961:x1830948731604224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 8259us (8449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129496.958524:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5527 00000100:00100000:0.0:1746129496.964111:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.964786:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.964805:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.964834:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.965271:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11098 00000100:00100000:0.0:1746129496.965276:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948731605632:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129496.965282:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129496.965290:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe19e00/0x40a459093b05d398 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f199f6 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129496.965314:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129496.965316:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129496.965320:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe19e00/0x40a459093b05d398 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f199f6 expref: 12 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129496.965329:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe19e00/0x40a459093b05d398 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f199f6 expref: 12 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129496.965337:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe19e00, rc 0) 00000100:00100000:0.0:1746129496.965359:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1961:x1830948731605632:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 82us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129496.965363:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11098 00000100:00100000:0.0:1746129496.968786:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.973279:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.978202:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.981401:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129496.985183:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.057061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:1.0:1746129497.057695:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129497.060125:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.075009:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.078955:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.083637:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.089874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:1.0:1746129497.090171:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746129497.093375:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.093456:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.094203:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5533 00000100:00100000:0.0:1746129497.094211:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948731608064:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.094218:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.094226:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fff1c00/0x40a459093b05d11b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1986e expref: 38 pid: 22481 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.094234:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fff1c00/0x40a459093b05d11b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1986e expref: 38 pid: 22481 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.094246:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fff1c00/0x40a459093b05d11b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1986e expref: 38 pid: 22481 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.094257:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.094259:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.094267:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4faa00/0x40a459093b05d3c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1839103) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a19 expref: 31 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.094274:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4faa00/0x40a459093b05d3c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1839103) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a19 expref: 31 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.094323:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4faa00/0x40a459093b05d3c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1839103) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a19 expref: 31 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.094340:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736696576:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129497.094940:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.098769:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736696576:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129497.098792:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.098848:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+37:1962:x1830948731608064:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4637us (5389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.098859:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5533 00000100:00100000:0.0:1746129497.103484:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.104061:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731608320 00000100:00100000:1.0:1746129497.104071:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731608320 00002000:00100000:1.0:1746129497.104123:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1835008->1839103) req@ffff880092fd9f80 x1830948731608320/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.104133:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9f80 with x1830948731608320 ext(1835008->1839103) 00002000:00010000:1.0:1746129497.104139:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd9f80 00000100:00100000:1.0:1746129497.104173:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4108 00000100:00100000:1.0:1746129497.104181:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731608320:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129497.104410:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731608320:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 229us (934us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129497.104417:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4108 00002000:00100000:1.0:1746129497.104422:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1835008->1839103) req@ffff880092fd9f80 x1830948731608320/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.104429:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9f80 with x1830948731608320 ext(1835008->1839103) 00002000:00010000:1.0:1746129497.104433:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd9f80 00000100:00100000:0.0:1746129497.107670:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.159590:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.192531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.193160:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11102 00000100:00100000:0.0:1746129497.193168:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948731609344:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.193192:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.193209:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe18400/0x40a459093b05d3ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a35 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.193259:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fdb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736696832:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.193357:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.193375:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731609088 00000100:00100000:0.0:1746129497.193378:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731609088 00000100:00100000:0.0:1746129497.193403:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10031 00000100:00100000:0.0:1746129497.193407:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+35:29004:x1830948731609088:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.193552:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.193565:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f44d800/0x40a459093b05d3f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a27 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.193681:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.193696:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.193706:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.193718:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.193723:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.193727:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194185:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f5800/0x40a459093b05d408 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194194:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f5800/0x40a459093b05d408 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194199:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f5800/0x40a459093b05d408 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129497.194208:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129497.194392:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194399:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194405:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194413:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be02c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129497.194416:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194422:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194432:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129497.194435:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129497.194438:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194441:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be02c00/0x40a459093b05d3fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194464:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194468:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194473:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194476:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f4f4800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129497.194477:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194481:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194485:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800900d1e00) 00010000:00010000:0.0:1746129497.194487:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129497.194490:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194494:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f4800/0x40a459093b05d401 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.194531:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f44d800/0x40a459093b05d3f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a27 expref: 38 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.194540:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f5800/0x40a459093b05d408 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a27 expref: 37 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.194546:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.194547:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746129497.194549:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f5800, rc 0) 00000100:00100000:0.0:1746129497.194587:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+37:29004:x1830948731609088:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1179us (2057us total) trans 8589943879 rc 0/0 00000100:00100000:0.0:1746129497.194593:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10031 00000100:00100000:1.0:1746129497.195520:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fdb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736696832:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.195552:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe18400/0x40a459093b05d3ec lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a35 expref: 40 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.195679:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe18400/0x40a459093b05d3ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a35 expref: 39 pid: 8412 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129497.195938:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.195984:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731609472 00000100:00100000:0.0:1746129497.195993:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731609472 00000100:00100000:0.0:1746129497.196040:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 606 00000100:00100000:0.0:1746129497.196046:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+37:1961:x1830948731609472:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.196064:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.196080:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f5800/0x40a459093b05d408 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a27 expref: 37 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.196714:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe18400, rc 0) 00000100:00100000:1.0:1746129497.196741:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+37:1962:x1830948731609344:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3574us (4284us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.196746:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11102 00010000:00010000:0.0:1746129497.196934:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.196939:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.197009:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+36:1961:x1830948731609472:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 962us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.197015:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 606 00000100:00100000:0.0:1746129497.201803:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.201841:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.202747:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4109 00000100:00100000:1.0:1746129497.202757:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731609728:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129497.203781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.203814:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731610112 00000100:00100000:0.0:1746129497.203818:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731610112 00000100:00100000:0.0:1746129497.203842:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11103 00000100:00100000:0.0:1746129497.203847:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+37:29003:x1830948731610112:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.203858:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.203877:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4e00/0x40a459093b05d416 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a3c expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.203908:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d3c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a12 expref: 31 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.203915:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129497.203917:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129497.203920:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4e00/0x40a459093b05d416 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a3c expref: 38 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.203952:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d3c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a12 expref: 31 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.203963:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d3c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a12 expref: 31 pid: 11014 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746129497.203990:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736696960:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129497.204058:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.211073:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736696960:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.211102:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4e00/0x40a459093b05d416 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a3c expref: 38 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.211106:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129497.211117:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f4e00, rc 0) 00000100:00100000:0.0:1746129497.211142:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731610240 00000100:00100000:0.0:1746129497.211149:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731610240 00000100:00100000:1.0:1746129497.211169:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:29003:x1830948731610112:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7322us (7389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.211177:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11103 00002000:00100000:0.0:1746129497.211181:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e5:0x0] (1994752->2097151) req@ffff880092fd9880 x1830948731610240/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.211190:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9880 with x1830948731610240 ext(1994752->2097151) 00010000:00010000:0.0:1746129497.211197:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d3c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a12 expref: 33 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.211209:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d3c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a12 expref: 33 pid: 11014 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746129497.211215:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fd9880 00000100:00100000:0.0:1746129497.211234:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1047 00000100:00100000:0.0:1746129497.211241:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731610240:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129497.212068:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731609728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9311us (10277us total) trans 0 rc 946176/946176 00000100:00100000:1.0:1746129497.212075:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4109 00002000:00100000:1.0:1746129497.212082:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1994751) req@ffff880092fdb480 x1830948731609728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 946176/946176 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.212089:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb480 with x1830948731609728 ext(1048576->1994751) 00010000:00010000:1.0:1746129497.212094:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d3c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a12 expref: 32 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.212104:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d3c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1994752->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a12 expref: 32 pid: 11014 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129497.212109:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092fdb480 00000100:00100000:0.0:1746129497.220592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.220668:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.220689:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731610368 00000100:00100000:1.0:1746129497.220701:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731610368 00000100:00100000:1.0:1746129497.220768:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11104 00000100:00100000:1.0:1746129497.220778:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731610368:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.220801:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.220821:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0806e00/0x40a459093b05d41d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a43 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.220888:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736697088:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129497.221113:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00010000:00010000:1.0:1746129497.222268:0:8412:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.4@tcp) returned -22 from glimpse AST (req@ffff88012e384380 x1830948736697088) - normal race ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d3c2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1994752->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a12 expref: 34 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.222318:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d3c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1994752->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a12 expref: 34 pid: 11014 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129497.222348:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736697088:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.222375:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0806e00/0x40a459093b05d41d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a43 expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.222386:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0806e00/0x40a459093b05d41d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a43 expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.222393:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0806e00, rc 0) 00000100:00100000:1.0:1746129497.222415:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731610368:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1639us (1838us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.222421:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11104 00000100:00100000:0.0:1746129497.223813:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.224619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.224682:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731611008 00000100:00100000:1.0:1746129497.224686:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731611008 00002000:00100000:1.0:1746129497.224714:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4919295) req@ffff88013577e680 x1830948731611008/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.224726:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577e680 with x1830948731611008 ext(4194304->4919295) 00002000:00010000:1.0:1746129497.224729:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577e680 00000100:00100000:1.0:1746129497.224753:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4112 00000100:00100000:1.0:1746129497.224759:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731611008:12345-192.168.202.4@tcp:3:cat.0 00000100:00080000:0.0:1746129497.225313:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129497.234698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.234764:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731611136 00000100:00100000:1.0:1746129497.234773:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731611136 00000100:00100000:1.0:1746129497.234819:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11105 00000100:00100000:1.0:1746129497.234827:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731611136:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.234846:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.234871:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d424 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a4a expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.234895:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.234897:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.234907:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a4a expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.234923:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a4a expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.234935:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0806a00, rc 0) 00000100:00100000:1.0:1746129497.234989:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731611136:12345-192.168.202.4@tcp:101:cat.0 Request processed in 162us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.234996:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11105 00000100:00100000:1.0:1746129497.235009:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731611264 00000100:00100000:1.0:1746129497.235013:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731611264 00000100:00100000:1.0:1746129497.235026:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11106 00000100:00100000:1.0:1746129497.235030:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:29003:x1830948731611264:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.235037:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.235044:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0806000/0x40a459093b05d42b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a51 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.235061:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4faa00/0x40a459093b05d3c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1839103) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a19 expref: 31 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.235067:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129497.235069:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129497.235072:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0806000/0x40a459093b05d42b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a51 expref: 39 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.235099:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4faa00/0x40a459093b05d3c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1839103) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a19 expref: 31 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.235110:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f4faa00/0x40a459093b05d3c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1839103) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a19 expref: 31 pid: 11014 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129497.235121:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736697344:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.235204:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.236155:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736697344:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.236169:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0806000/0x40a459093b05d42b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a51 expref: 39 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.236179:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0806000, rc 0) 00000100:00100000:1.0:1746129497.236204:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+39:29003:x1830948731611264:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1174us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.236208:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11106 00000100:00100000:0.0:1746129497.237040:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.237084:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.237130:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731611520 00000100:00100000:1.0:1746129497.237138:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731611520 00000100:00100000:1.0:1746129497.237158:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11107 00000100:00100000:1.0:1746129497.237164:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731611520:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.237173:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.237183:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0807c00/0x40a459093b05d432 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a58 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.237218:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736697472:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129497.237266:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.240250:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736697472:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129497.240285:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0807c00/0x40a459093b05d432 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a58 expref: 35 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.240324:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0807c00/0x40a459093b05d432 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a58 expref: 35 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.241046:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0807c00, rc 0) 00000100:00100000:0.0:1746129497.241099:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731611520:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3933us (4013us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129497.241107:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11107 00000100:00100000:1.0:1746129497.245531:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731611392:12345-192.168.202.4@tcp:4:cat.0 Request processed in 8299us (8489us total) trans 21474840261 rc 0/0 00000100:00100000:1.0:1746129497.245541:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1048 00002000:00100000:1.0:1746129497.245552:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1839103) req@ffff88013577c700 x1830948731611392/t21474840261(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/448 e 0 to 0 dl 1746129508 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.245561:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577c700 with x1830948731611392 ext(1048576->1839103) 00010000:00010000:1.0:1746129497.245570:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f4faa00/0x40a459093b05d3c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1839103) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a19 expref: 34 pid: 11014 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.245584:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f4faa00/0x40a459093b05d3c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1839103) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a19 expref: 34 pid: 11014 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129497.245591:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013577c700 00000100:00100000:0.0:1746129497.248823:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.249085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.249291:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731612032 00000100:00100000:1.0:1746129497.249422:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731612032 00000100:00100000:1.0:1746129497.249471:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11108 00000100:00100000:1.0:1746129497.249479:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:28998:x1830948731612032:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129497.249498:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.249519:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a5f expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.249556:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4fa800/0x40a459093b05cf07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1972c expref: 41 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.249567:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4fba00/0x40a459093b05d17d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f198a6 expref: 11 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.249574:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fee8e00/0x40a459093b05cf54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1975d expref: 32 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.249581:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.249582:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.249586:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [483328->1048575] (req 483328->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 41 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.249621:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fee8e00/0x40a459093b05cf54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1975d expref: 32 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.249639:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fee8e00/0x40a459093b05cf54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1975d expref: 32 pid: 20577 timeout: 852 lvb_type: 1 00000100:00100000:1.0:1746129497.249652:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736697600:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.249737:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4fba00/0x40a459093b05d17d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f198a6 expref: 11 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.249745:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4fba00/0x40a459093b05d17d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f198a6 expref: 11 pid: 8412 timeout: 852 lvb_type: 1 00000100:00100000:1.0:1746129497.249753:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736697728:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.249776:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4fa800/0x40a459093b05cf07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1972c expref: 41 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.249783:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4fa800/0x40a459093b05cf07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1972c expref: 41 pid: 8412 timeout: 852 lvb_type: 1 00000100:00100000:1.0:1746129497.249792:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e387100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736697856:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.249819:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.254276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.254349:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.254399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129497.254423:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129497.254593:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5537 00000100:00100000:0.0:1746129497.254605:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:1960:x1830948731612288:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.254622:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.254660:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fee8e00/0x40a459093b05cf54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1975d expref: 33 pid: 20577 timeout: 852 lvb_type: 1 00010000:00010000:0.0:1746129497.254673:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fee8e00/0x40a459093b05cf54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1975d expref: 33 pid: 20577 timeout: 852 lvb_type: 1 00010000:00010000:0.0:1746129497.254697:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.254726:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:1960:x1830948731612288:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 127us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.254735:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5537 00010000:00010000:1.0:1746129497.255070:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fee8e00/0x40a459093b05cf54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1975d expref: 32 pid: 20577 timeout: 852 lvb_type: 1 00000100:00100000:1.0:1746129497.255086:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736697600:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129497.255091:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129497.255097:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4fba00/0x40a459093b05d17d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f198a6 expref: 11 pid: 8412 timeout: 852 lvb_type: 1 00000100:00100000:1.0:1746129497.255106:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736697728:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.255117:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4fa800/0x40a459093b05cf07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1972c expref: 42 pid: 8412 timeout: 852 lvb_type: 1 00000100:00100000:1.0:1746129497.255125:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e387100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736697856:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.255152:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 41 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.255161:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0806400, rc 0) 00000100:00100000:1.0:1746129497.255185:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+41:28998:x1830948731612032:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5707us (6100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.255192:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11108 00000100:00100000:1.0:1746129497.255222:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731612672 00000100:00100000:1.0:1746129497.255225:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731612672 00002000:00100000:1.0:1746129497.255253:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013577d500 x1830948731612672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.255262:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577d500 with x1830948731612672 ext(1048576->2097151) 00002000:00010000:1.0:1746129497.255267:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013577d500 00000100:00100000:1.0:1746129497.255280:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4113 00000100:00100000:1.0:1746129497.255286:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948731612672:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129497.257660:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.263023:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948731612672:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 7724us (7920us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.263038:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4113 00002000:00100000:1.0:1746129497.263052:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013577d500 x1830948731612672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.263061:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577d500 with x1830948731612672 ext(1048576->2097151) 00002000:00010000:1.0:1746129497.263068:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013577d500 00000100:00100000:0.0:1746129497.268955:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.269046:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731613056 00000100:00100000:1.0:1746129497.269060:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731613056 00000100:00100000:1.0:1746129497.269129:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11109 00000100:00100000:1.0:1746129497.269139:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+39:28998:x1830948731613056:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129497.269159:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.269180:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a66 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.269211:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4e00/0x40a459093b05d416 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a3c expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.269220:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d424 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a4a expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.269226:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.269228:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.269231:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1245183] (req 1048576->1245183) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a66 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.269266:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a4a expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.269283:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a4a expref: 32 pid: 8412 timeout: 852 lvb_type: 1 00000100:00100000:1.0:1746129497.269332:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736698240:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.269896:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4e00/0x40a459093b05d416 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a3c expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.269906:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4e00/0x40a459093b05d416 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a3c expref: 40 pid: 8412 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129497.269913:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736698368:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.269941:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.271342:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736698240:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129497.271356:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.271838:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736698368:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.271862:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->1245183] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a66 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.271873:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0807e00, rc 0) 00000100:00100000:1.0:1746129497.271897:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:28998:x1830948731613056:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2757us (2953us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.271904:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11109 00000100:00100000:0.0:1746129497.273032:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.273691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.273975:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731613312 00000100:00100000:1.0:1746129497.273980:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731613312 00000100:00100000:1.0:1746129497.274045:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11110 00000100:00100000:1.0:1746129497.274051:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731613312:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.274227:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.274245:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0807c00/0x40a459093b05d447 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a6d expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.274280:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736698624:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129497.274338:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.276238:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e386d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736698624:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.276262:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0807c00/0x40a459093b05d447 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a6d expref: 41 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.276275:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0807c00/0x40a459093b05d447 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a6d expref: 41 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.276314:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0807c00, rc 0) 00000100:00100000:1.0:1746129497.276347:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731613312:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2296us (3322us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.276355:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11110 00000100:00100000:0.0:1746129497.277167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.277234:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731613696 00000100:00100000:1.0:1746129497.277241:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731613696 00002000:00100000:1.0:1746129497.277275:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1241088->1245183) req@ffff8800a77b1f80 x1830948731613696/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.277284:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b1f80 with x1830948731613696 ext(1241088->1245183) 00002000:00010000:1.0:1746129497.277289:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b1f80 00000100:00100000:1.0:1746129497.277333:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4115 00000100:00100000:1.0:1746129497.277344:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:1962:x1830948731613696:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129497.277575:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:1962:x1830948731613696:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 233us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129497.277581:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4115 00002000:00100000:0.0:1746129497.277586:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1241088->1245183) req@ffff8800a77b1f80 x1830948731613696/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.277593:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b1f80 with x1830948731613696 ext(1241088->1245183) 00002000:00010000:0.0:1746129497.277595:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b1f80 00000100:00100000:0.0:1746129497.330786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.337060:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.361124:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.365270:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.365512:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.365544:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.365569:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731614464 00000100:00100000:1.0:1746129497.365576:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731614720 00000100:00100000:0.0:1746129497.365578:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731614464 00000100:00100000:1.0:1746129497.365581:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731614720 00000100:00100000:1.0:1746129497.365627:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11111 00000100:00100000:1.0:1746129497.365636:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731614720:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.365655:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.365672:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d494 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a90 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.365698:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.365700:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.365708:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a90 expref: 33 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.365724:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a90 expref: 33 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.365734:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0806a00, rc 0) 00000100:00100000:1.0:1746129497.365780:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731614720:12345-192.168.202.4@tcp:101:cat.0 Request processed in 145us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.365787:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11111 00000100:00100000:1.0:1746129497.365846:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.365860:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731614592 00000100:00100000:1.0:1746129497.365863:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731614592 00000100:00100000:1.0:1746129497.365879:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11112 00000100:00100000:1.0:1746129497.365883:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e386d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731614592:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.365889:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.365897:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0807400/0x40a459093b05d49b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a89 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.365941:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736698752:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129497.366017:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.366111:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11113 00000100:00100000:0.0:1746129497.366117:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731614464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.366127:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.366139:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094840800/0x40a459093b05d4a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a82 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.366166:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736698880:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.366189:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.370766:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736698752:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.370801:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0807400/0x40a459093b05d49b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a89 expref: 34 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.370814:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0807400/0x40a459093b05d49b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a89 expref: 34 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.370827:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0807400, rc 0) 00000100:00100000:1.0:1746129497.370877:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e386d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731614592:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4992us (5029us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.370890:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11112 00000100:00100000:0.0:1746129497.373923:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.373996:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731614976 00000100:00100000:1.0:1746129497.374006:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731614976 00000100:00100000:1.0:1746129497.374061:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11114 00000100:00100000:1.0:1746129497.374070:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:29012:x1830948731614976:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.374092:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.374111:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0807200/0x40a459093b05d4a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a97 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.374146:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 39 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.374159:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129497.374161:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129497.374165:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0807200/0x40a459093b05d4a9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a97 expref: 33 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.374196:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 39 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.374209:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 39 pid: 8412 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129497.374219:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736699008:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.374931:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.375144:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736699008:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.375165:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0807200/0x40a459093b05d4a9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a97 expref: 33 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.375176:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0807200, rc 0) 00000100:00100000:1.0:1746129497.376758:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:29012:x1830948731614976:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2680us (2834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.376768:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11114 00000100:00100000:0.0:1746129497.377139:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.377346:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731615104 00000100:00100000:1.0:1746129497.377354:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731615104 00002000:00100000:1.0:1746129497.377394:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (483328->1048575) req@ffff8800a77b2300 x1830948731615104/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.377412:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2300 with x1830948731615104 ext(483328->1048575) 00010000:00010000:1.0:1746129497.377422:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 40 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.377436:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 40 pid: 8412 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129497.377443:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77b2300 00000100:00100000:1.0:1746129497.377478:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1049 00000100:00100000:1.0:1746129497.377485:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:1962:x1830948731615104:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129497.390794:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+42:1962:x1830948731615104:12345-192.168.202.4@tcp:4:cat.0 Request processed in 13292us (13641us total) trans 17179873062 rc 0/0 00000100:00100000:1.0:1746129497.390808:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1049 00002000:00100000:1.0:1746129497.390828:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (483328->1048575) req@ffff8800a77b2300 x1830948731615104/t17179873062(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/448 e 0 to 0 dl 1746129508 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.390839:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2300 with x1830948731615104 ext(483328->1048575) 00010000:00010000:1.0:1746129497.390858:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 42 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.390879:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 42 pid: 8412 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129497.390886:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77b2300 00000100:00100000:0.0:1746129497.399216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.399373:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.399420:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731615360 00000100:00100000:1.0:1746129497.399425:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731615360 00000100:00100000:1.0:1746129497.399463:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11115 00000100:00100000:1.0:1746129497.399468:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+43:1963:x1830948731615360:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.399486:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.399500:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a061c400/0x40a459093b05d4b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19a9e expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.399565:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736699136:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129497.399649:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00010000:00010000:1.0:1746129497.405314:0:8411:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.4@tcp) returned -22 from glimpse AST (req@ffff88012e384380 x1830948736699136) - normal race ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 44 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.405359:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0806400/0x40a459093b05d439 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 483328->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a5f expref: 44 pid: 8412 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129497.405390:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736699136:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.405431:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a061c400/0x40a459093b05d4b0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a9e expref: 43 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.405445:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a061c400/0x40a459093b05d4b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a9e expref: 43 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.405453:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061c400, rc 0) 00000100:00100000:1.0:1746129497.405513:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+42:1963:x1830948731615360:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6044us (6139us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.405523:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11115 00000100:00100000:0.0:1746129497.406421:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.406733:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731615616 00000100:00100000:1.0:1746129497.406740:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731615616 00002000:00100000:1.0:1746129497.406777:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a77b0e00 x1830948731615616/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.406786:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0e00 with x1830948731615616 ext(0->1048575) 00002000:00010000:1.0:1746129497.406790:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b0e00 00000100:00100000:1.0:1746129497.406813:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4116 00000100:00100000:1.0:1746129497.406819:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731615616:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129497.414112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.414180:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731615744 00000100:00100000:1.0:1746129497.414191:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731615744 00000100:00100000:1.0:1746129497.414248:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11116 00000100:00100000:1.0:1746129497.414256:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:29017:x1830948731615744:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.414279:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.414323:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a061c800/0x40a459093b05d4b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19aa5 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.414350:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.414352:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.414360:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a061c800/0x40a459093b05d4b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19aa5 expref: 42 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.414376:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a061c800/0x40a459093b05d4b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19aa5 expref: 42 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.414387:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061c800, rc 0) 00000100:00100000:1.0:1746129497.414446:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+42:29017:x1830948731615744:12345-192.168.202.4@tcp:101:cat.0 Request processed in 191us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.414455:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11116 00000100:00100000:1.0:1746129497.415670:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731615616:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8848us (9246us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.415679:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4116 00002000:00100000:1.0:1746129497.415687:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a77b0e00 x1830948731615616/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.415695:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0e00 with x1830948731615616 ext(0->1048575) 00002000:00010000:1.0:1746129497.415701:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b0e00 00000100:00100000:0.0:1746129497.416961:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.417018:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731615872 00000100:00100000:1.0:1746129497.417024:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731615872 00000100:00100000:0.0:1746129497.420263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.421115:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731616000 00000100:00100000:1.0:1746129497.421126:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731616000 00000100:00100000:1.0:1746129497.421182:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11118 00000100:00100000:1.0:1746129497.421192:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+35:29012:x1830948731616000:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.421215:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.421236:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a061ca00/0x40a459093b05d4c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ab3 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.421273:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19a66 expref: 38 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.421284:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129497.421286:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129497.421289:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a061ca00/0x40a459093b05d4c5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ab3 expref: 36 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.421363:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a66 expref: 38 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.421374:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a66 expref: 38 pid: 8412 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129497.421386:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736699776:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.421725:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.426026:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.426596:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.427086:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.427102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.427173:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731616384 00000100:00100000:1.0:1746129497.427177:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731616384 00002000:00100000:1.0:1746129497.427210:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013546c700 x1830948731616384/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.427219:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546c700 with x1830948731616384 ext(0->1048575) 00002000:00010000:1.0:1746129497.427223:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013546c700 00000100:00100000:1.0:1746129497.427235:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731616640 00000100:00100000:1.0:1746129497.427237:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731616640 00002000:00100000:1.0:1746129497.427249:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1245184->2097151) req@ffff88013546f100 x1830948731616640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.427256:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546f100 with x1830948731616640 ext(1245184->2097151) 00010000:00010000:1.0:1746129497.427263:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a66 expref: 39 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.427272:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a66 expref: 39 pid: 8412 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129497.427283:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013546f100 00000100:00100000:1.0:1746129497.427317:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1050 00000100:00100000:1.0:1746129497.427323:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+39:1962:x1830948731616640:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129497.427858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.427891:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.427903:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731616768 00000100:00100000:0.0:1746129497.427906:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731616768 00010000:00010000:0.0:1746129497.427920:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb000/0x40a459093b05d2fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19994 expref: 40 pid: 8412 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746129497.427934:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731616896 00000100:00100000:0.0:1746129497.427937:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731616896 00010000:00010000:0.0:1746129497.427952:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d305 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1999b expref: 36 pid: 8412 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746129497.427973:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5543 00000100:00100000:0.0:1746129497.427978:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948731616768:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.427986:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.427997:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb000/0x40a459093b05d2fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19994 expref: 40 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.428005:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb000/0x40a459093b05d2fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19994 expref: 40 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.428018:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb000/0x40a459093b05d2fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19994 expref: 40 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.428030:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.428050:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:1960:x1830948731616768:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 72us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.428055:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5543 00000100:00100000:0.0:1746129497.428072:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5544 00000100:00100000:0.0:1746129497.428076:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+36:1962:x1830948731616896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.428082:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.428088:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d305 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1999b expref: 36 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.428099:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d305 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1999b expref: 36 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.428110:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7c00/0x40a459093b05d305 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1999b expref: 36 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746129497.428117:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.428119:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.428126:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05d4be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2822143) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19aac expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.428132:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05d4be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2822143) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19aac expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.428161:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05d4be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2822143) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19aac expref: 35 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.428173:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736699904:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129497.428215:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.432851:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736699904:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129497.432877:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.432935:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731616896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4855us (5041us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.432946:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5544 00000100:00100000:0.0:1746129497.433130:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731617280 00000100:00100000:0.0:1746129497.433137:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731617280 00002000:00100000:0.0:1746129497.433173:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2101247) req@ffff88012baef100 x1830948731617280/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.433182:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baef100 with x1830948731617280 ext(2097152->2101247) 00002000:00010000:0.0:1746129497.433187:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baef100 00000100:00100000:0.0:1746129497.433214:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4118 00000100:00100000:0.0:1746129497.433222:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731617280:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129497.433589:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731617280:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 367us (508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129497.433595:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4118 00002000:00100000:0.0:1746129497.433600:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2101247) req@ffff88012baef100 x1830948731617280/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.433607:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baef100 with x1830948731617280 ext(2097152->2101247) 00002000:00010000:0.0:1746129497.433611:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baef100 00000100:00100000:1.0:1746129497.437726:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+40:1962:x1830948731616640:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10389us (10625us total) trans 0 rc 851968/851968 00000100:00100000:1.0:1746129497.437738:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1050 00002000:00100000:1.0:1746129497.437750:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e5:0x0] (1245184->2097151) req@ffff88013546f100 x1830948731616640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:H/200/0 rc 851968/851968 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.437760:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546f100 with x1830948731616640 ext(1245184->2097151) 00010000:00010000:1.0:1746129497.437773:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a66 expref: 40 pid: 8412 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.437788:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0807e00/0x40a459093b05d440 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a66 expref: 40 pid: 8412 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129497.437794:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013546f100 00000100:00100000:0.0:1746129497.441506:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.441603:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.443682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.444839:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.447810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.449694:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.449863:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731618688 00000100:00100000:1.0:1746129497.449869:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731618688 00002000:00100000:1.0:1746129497.449894:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094065500 x1830948731618688/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.449904:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065500 with x1830948731618688 ext(1048576->2097151) 00002000:00010000:1.0:1746129497.449908:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094065500 00000100:00100000:1.0:1746129497.449937:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4121 00000100:00100000:1.0:1746129497.449943:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+34:1963:x1830948731618688:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129497.451180:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.451363:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731618560 00000100:00100000:1.0:1746129497.451369:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731618560 00002000:00100000:1.0:1746129497.451393:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094067480 x1830948731618560/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.451401:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094067480 with x1830948731618560 ext(1048576->2097151) 00002000:00010000:1.0:1746129497.451406:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094067480 00000100:00100000:1.0:1746129497.451428:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4122 00000100:00100000:1.0:1746129497.451433:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+36:1963:x1830948731618560:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129497.467231:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+34:1963:x1830948731618688:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17286us (17537us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.467238:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4121 00002000:00100000:1.0:1746129497.467244:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094065500 x1830948731618688/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.467251:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065500 with x1830948731618688 ext(1048576->2097151) 00002000:00010000:1.0:1746129497.467255:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094065500 00000100:00100000:0.0:1746129497.474646:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.478082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.478184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.478257:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.478347:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731619456 00000100:00100000:1.0:1746129497.478350:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731619456 00002000:00100000:1.0:1746129497.478369:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3870720->4194303) req@ffff880094065180 x1830948731619456/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.478376:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065180 with x1830948731619456 ext(3870720->4194303) 00010000:00010000:1.0:1746129497.478382:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05d4be lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aac expref: 35 pid: 22481 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.478396:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05d4be lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aac expref: 35 pid: 22481 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129497.478402:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094065180 00000100:00100000:1.0:1746129497.478474:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731619328 00000100:00100000:1.0:1746129497.478477:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731619328 00002000:00100000:1.0:1746129497.478491:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (2822144->3870719) req@ffff880094064380 x1830948731619328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.478498:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094064380 with x1830948731619328 ext(2822144->3870719) 00010000:00010000:1.0:1746129497.478502:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05d4be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aac expref: 36 pid: 22481 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.478510:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05d4be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aac expref: 36 pid: 22481 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129497.478516:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094064380 00000100:00100000:1.0:1746129497.478534:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1053 00000100:00100000:1.0:1746129497.478540:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+36:1962:x1830948731619456:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129497.490178:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+38:1962:x1830948731619456:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11626us (11983us total) trans 0 rc 323584/323584 00000100:00100000:1.0:1746129497.490191:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1053 00002000:00100000:1.0:1746129497.490205:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3870720->4194303) req@ffff880094065180 x1830948731619456/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:H/200/0 rc 323584/323584 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.490215:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065180 with x1830948731619456 ext(3870720->4194303) 00010000:00010000:1.0:1746129497.490227:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05d4be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aac expref: 38 pid: 22481 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.490244:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05d4be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aac expref: 38 pid: 22481 timeout: 852 lvb_type: 0 00002000:00010000:1.0:1746129497.490251:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094065180 00000100:00100000:0.0:1746129497.497560:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.504790:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.508707:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.516827:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.518238:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.525160:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.531341:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731620352:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13144us (14512us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129497.531351:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4124 00002000:00100000:0.0:1746129497.531361:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094f47b80 x1830948731620352/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.531370:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47b80 with x1830948731620352 ext(2097152->3145727) 00002000:00010000:0.0:1746129497.531374:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f47b80 00000100:00100000:0.0:1746129497.570437:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.570518:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731621120 00000100:00100000:1.0:1746129497.570526:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731621120 00000100:00100000:1.0:1746129497.570577:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10034 00000100:00100000:1.0:1746129497.570585:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+41:29022:x1830948731621120:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129497.570606:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.570621:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bea00/0x40a459093b05d4e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19acf expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.570704:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570715:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570724:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570734:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570739:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570743:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570830:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf000/0x40a459093b05d4f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570839:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf000/0x40a459093b05d4f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570844:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf000/0x40a459093b05d4f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746129497.570852:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129497.570917:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570923:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570928:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570933:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a09bec00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129497.570936:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570942:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570950:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129497.570953:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129497.570956:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.570960:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bec00/0x40a459093b05d4e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.571627:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.571633:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.571638:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.571641:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a09bee00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129497.571644:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.571649:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.571655:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba300) 00010000:00010000:1.0:1746129497.571658:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129497.571660:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.571664:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bee00/0x40a459093b05d4ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.571695:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bea00/0x40a459093b05d4e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19acf expref: 44 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.571706:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf000/0x40a459093b05d4f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19acf expref: 43 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.571712:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129497.571714:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129497.571716:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09bf000, rc 0) 00000100:00100000:1.0:1746129497.571758:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+43:29022:x1830948731621120:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1174us (1328us total) trans 8589943885 rc 0/0 00000100:00100000:1.0:1746129497.571764:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10034 00000100:00100000:0.0:1746129497.572747:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.573693:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.575428:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.577269:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.577343:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.577718:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.578116:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.580071:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.585019:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.588528:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.588592:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.588800:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731622656 00000100:00100000:1.0:1746129497.588805:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731622656 00010000:00010000:1.0:1746129497.588822:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0844c00/0x40a459093b05d4d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ac1 expref: 42 pid: 22481 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129497.588884:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5553 00000100:00100000:1.0:1746129497.588889:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+42:1962:x1830948731622656:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.588897:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.588933:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0844c00/0x40a459093b05d4d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ac1 expref: 42 pid: 22481 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.588952:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0844c00/0x40a459093b05d4d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ac1 expref: 42 pid: 22481 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.588978:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0844c00/0x40a459093b05d4d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ac1 expref: 42 pid: 22481 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.589039:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.589090:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731622656:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 200us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.589097:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5553 00000100:00100000:0.0:1746129497.591019:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.593773:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.593838:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.593943:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731623168 00000100:00100000:1.0:1746129497.593949:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731623168 00010000:00010000:1.0:1746129497.593981:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0807200/0x40a459093b05d4a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a97 expref: 32 pid: 8411 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129497.594015:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5554 00000100:00100000:1.0:1746129497.594021:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+32:1960:x1830948731623168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.594033:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.594052:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0807200/0x40a459093b05d4a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a97 expref: 32 pid: 8411 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.594061:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0807200/0x40a459093b05d4a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a97 expref: 32 pid: 8411 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.594084:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0807200/0x40a459093b05d4a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a97 expref: 32 pid: 8411 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.594095:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.594118:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948731623168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 97us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.594124:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5554 00000100:00100000:0.0:1746129497.594247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.594263:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731623296 00000100:00100000:0.0:1746129497.594266:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731623296 00010000:00010000:0.0:1746129497.594281:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a061c800/0x40a459093b05d4b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aa5 expref: 41 pid: 8411 timeout: 852 lvb_type: 0 00000100:00100000:1.0:1746129497.594456:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5555 00000100:00100000:1.0:1746129497.594462:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731623296:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.594470:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.594858:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a061c800/0x40a459093b05d4b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aa5 expref: 41 pid: 8411 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.594868:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a061c800/0x40a459093b05d4b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aa5 expref: 41 pid: 8411 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.594881:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a061c800/0x40a459093b05d4b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aa5 expref: 41 pid: 8411 timeout: 852 lvb_type: 0 00010000:00010000:1.0:1746129497.594894:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.594896:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.594902:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.594910:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.594945:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.594957:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736701952:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129497.595171:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.596404:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736701952:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129497.596418:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.596448:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731623296:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1986us (2201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.596455:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5555 00000100:00100000:0.0:1746129497.597094:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.601433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.601595:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731623808 00000100:00100000:1.0:1746129497.601606:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731623808 00002000:00100000:1.0:1746129497.601653:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3e9:0x0] (937984->942079) req@ffff88009f547b80 x1830948731623808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.601669:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f547b80 with x1830948731623808 ext(937984->942079) 00002000:00010000:1.0:1746129497.601675:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f547b80 00000100:00100000:1.0:1746129497.601711:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4129 00000100:00100000:1.0:1746129497.601720:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731623808:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129497.602695:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731623808:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 972us (1268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129497.602704:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4129 00002000:00100000:1.0:1746129497.602711:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3e9:0x0] (937984->942079) req@ffff88009f547b80 x1830948731623808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.602719:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f547b80 with x1830948731623808 ext(937984->942079) 00002000:00010000:1.0:1746129497.602722:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f547b80 00000100:00100000:0.0:1746129497.604638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.652593:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.652616:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731624320 00000100:00100000:1.0:1746129497.652623:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731624320 00000100:00100000:1.0:1746129497.652659:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10035 00000100:00100000:1.0:1746129497.652666:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+43:29028:x1830948731624320:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.652685:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.652701:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf600/0x40a459093b05d519 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19aeb expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.652781:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.652793:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.652805:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.652816:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.652821:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.652825:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.652926:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfc00/0x40a459093b05d52e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.652934:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfc00/0x40a459093b05d52e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.652940:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfc00/0x40a459093b05d52e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746129497.652947:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129497.653019:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653025:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653031:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653035:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a09bf800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129497.653039:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653045:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653058:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129497.653060:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129497.653063:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653068:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf800/0x40a459093b05d520 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653076:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653080:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653084:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653087:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a09bfa00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129497.653089:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653093:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653098:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba100) 00010000:00010000:1.0:1746129497.653100:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129497.653102:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653106:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfa00/0x40a459093b05d527 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.653135:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bf600/0x40a459093b05d519 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19aeb expref: 46 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.653144:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfc00/0x40a459093b05d52e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19aeb expref: 45 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.653150:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129497.653152:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129497.653154:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09bfc00, rc 0) 00000100:00100000:1.0:1746129497.653197:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+45:29028:x1830948731624320:12345-192.168.202.4@tcp:101:cat.0 Request processed in 532us (612us total) trans 8589943887 rc 0/0 00000100:00100000:1.0:1746129497.653203:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10035 00000100:00100000:0.0:1746129497.656500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.656524:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731624448 00000100:00100000:0.0:1746129497.656531:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731624448 00000100:00100000:0.0:1746129497.656570:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 610 00000100:00100000:0.0:1746129497.656576:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+45:1963:x1830948731624448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.656588:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.656605:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09bfc00/0x40a459093b05d52e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19aeb expref: 45 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.656617:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.656621:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.656654:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+44:1963:x1830948731624448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 78us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.656660:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 610 00000100:00100000:0.0:1746129497.658462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.658483:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731624576 00000100:00100000:0.0:1746129497.658488:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731624576 00000100:00100000:0.0:1746129497.658515:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11125 00000100:00100000:0.0:1746129497.658521:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731624576:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.658537:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.658551:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4600/0x40a459093b05d53c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19af2 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.658600:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736702080:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.658659:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.658703:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.658719:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731624704 00000100:00100000:0.0:1746129497.658721:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731624704 00000100:00100000:0.0:1746129497.658739:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11126 00000100:00100000:0.0:1746129497.658744:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+35:1962:x1830948731624704:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.658750:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.658761:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d543 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19af9 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.658783:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736702208:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.658801:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6dc8e40 going to sleep for 11 seconds 00002000:00010000:0.0:1746129497.661411:0:22481:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129497 -> 1746129498 00000100:00100000:0.0:1746129497.661441:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736702208:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129497.661478:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d543 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19af9 expref: 36 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.661492:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f4c00/0x40a459093b05d543 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19af9 expref: 36 pid: 22481 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1746129497.661494:0:8412:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime: 1746129497 -> 1746129498 00002000:00010000:1.0:1746129497.661498:0:8412:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129497 -> 1746129498 00002000:00010000:1.0:1746129497.661499:0:8412:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime: 1746129497 -> 1746129498 00010000:00010000:0.0:1746129497.661501:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f4c00, rc 0) 00000100:00100000:1.0:1746129497.661511:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736702080:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.661528:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4600/0x40a459093b05d53c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19af2 expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.661536:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4600/0x40a459093b05d53c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19af2 expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129497.661540:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+35:1962:x1830948731624704:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2795us (2836us total) trans 0 rc 301/301 00010000:00010000:1.0:1746129497.661543:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f4600, rc 0) 00000100:00100000:0.0:1746129497.661549:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11126 00000100:00100000:1.0:1746129497.661558:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731624576:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3037us (3102us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.661562:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11125 00000100:00100000:0.0:1746129497.670727:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.670750:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731624960 00000100:00100000:0.0:1746129497.670757:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731624960 00002000:00100000:0.0:1746129497.670792:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013575a680 x1830948731624960/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 504/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.670800:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575a680 with x1830948731624960 ext(0->1048575) 00002000:00010000:0.0:1746129497.670804:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575a680 00000100:00100000:0.0:1746129497.670821:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4130 00000100:00100000:0.0:1746129497.670845:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731624960:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129497.676487:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731624960:12345-192.168.202.4@tcp:3:cat.0 Request processed in 5653us (5760us total) trans 0 rc 671744/671744 00000100:00100000:0.0:1746129497.676497:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4130 00002000:00100000:0.0:1746129497.676506:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013575a680 x1830948731624960/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 504/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 671744/671744 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.676556:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575a680 with x1830948731624960 ext(0->1048575) 00002000:00010000:0.0:1746129497.676564:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575a680 00000100:00100000:1.0:1746129497.690312:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.690337:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731625088 00000100:00100000:0.0:1746129497.690345:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731625088 00000100:00100000:0.0:1746129497.690381:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11127 00000100:00100000:1.0:1746129497.690384:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.690388:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731625088:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.690403:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.690422:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4400/0x40a459093b05d54a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b00 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.690470:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736702336:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.690897:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.690918:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731625216 00000100:00100000:0.0:1746129497.690921:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731625216 00000100:00100000:0.0:1746129497.691215:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11128 00000100:00100000:0.0:1746129497.691221:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+35:1963:x1830948731625216:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.691229:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.691242:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f5200/0x40a459093b05d551 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b07 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.691268:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736702464:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.691288:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.693014:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736702336:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.693040:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4400/0x40a459093b05d54a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b00 expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.693053:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f4400/0x40a459093b05d54a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b00 expref: 32 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.693061:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f4400, rc 0) 00000100:00100000:1.0:1746129497.693099:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731625088:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2710us (2808us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.693106:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11127 00000100:00100000:1.0:1746129497.693152:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736702464:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.693165:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f5200/0x40a459093b05d551 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b07 expref: 36 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.693174:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f5200/0x40a459093b05d551 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b07 expref: 36 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.693181:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f5200, rc 0) 00000100:00100000:1.0:1746129497.693201:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+35:1963:x1830948731625216:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1980us (2817us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.693206:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11128 00000100:00100000:1.0:1746129497.696797:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.696908:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731625344 00000100:00100000:0.0:1746129497.696916:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731625344 00000100:00100000:0.0:1746129497.696957:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11129 00000100:00100000:0.0:1746129497.696975:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:29028:x1830948731625344:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.696989:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.697008:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5e00/0x40a459093b05d558 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b0e expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.697035:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844a00/0x40a459093b05d504 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3428352->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ad6 expref: 39 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.697042:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129497.697043:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129497.697046:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5e00/0x40a459093b05d558 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b0e expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.697072:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0844a00/0x40a459093b05d504 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3428352->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ad6 expref: 39 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.697082:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0844a00/0x40a459093b05d504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3428352->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ad6 expref: 39 pid: 8412 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.697092:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736702592:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129497.697163:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.698989:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736702592:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129497.699015:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5e00/0x40a459093b05d558 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b0e expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.699028:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f5e00, rc 0) 00000100:00100000:0.0:1746129497.699061:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:29028:x1830948731625344:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2097us (2270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.699069:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11129 00000100:00100000:0.0:1746129497.700098:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731625472 00000100:00100000:0.0:1746129497.700103:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731625472 00002000:00100000:0.0:1746129497.700133:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3428352->4194303) req@ffff88012baefb80 x1830948731625472/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.700142:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baefb80 with x1830948731625472 ext(3428352->4194303) 00010000:00010000:0.0:1746129497.700161:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844a00/0x40a459093b05d504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3428352->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ad6 expref: 40 pid: 8412 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.700177:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0844a00/0x40a459093b05d504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3428352->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ad6 expref: 40 pid: 8412 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746129497.700183:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012baefb80 00000100:00100000:0.0:1746129497.700226:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1055 00000100:00100000:0.0:1746129497.700232:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731625472:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:1.0:1746129497.712078:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+42:1963:x1830948731625472:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 11836us (11990us total) trans 17179873063 rc 0/0 00000100:00100000:1.0:1746129497.712090:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1055 00002000:00100000:1.0:1746129497.712100:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3428352->4194303) req@ffff88012baefb80 x1830948731625472/t17179873063(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/448 e 0 to 0 dl 1746129508 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.712109:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baefb80 with x1830948731625472 ext(3428352->4194303) 00010000:00010000:1.0:1746129497.712119:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844a00/0x40a459093b05d504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3428352->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ad6 expref: 42 pid: 8412 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.712131:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0844a00/0x40a459093b05d504 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3428352->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ad6 expref: 42 pid: 8412 timeout: 853 lvb_type: 0 00002000:00010000:1.0:1746129497.712137:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012baefb80 00000100:00100000:0.0:1746129497.715418:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.724454:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.724552:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731626112 00000100:00100000:1.0:1746129497.724560:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731626112 00002000:00100000:1.0:1746129497.724599:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880135759c00 x1830948731626112/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.724608:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759c00 with x1830948731626112 ext(2097152->3145727) 00002000:00010000:1.0:1746129497.724614:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135759c00 00000100:00100000:1.0:1746129497.724631:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4131 00000100:00100000:1.0:1746129497.724637:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731626112:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129497.725743:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731625856 00000100:00100000:0.0:1746129497.725747:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731625856 00000100:00100000:0.0:1746129497.725783:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10036 00000100:00100000:0.0:1746129497.725789:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+44:29032:x1830948731625856:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129497.725802:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.725816:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373e00/0x40a459093b05d55f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b15 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.725896:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.725906:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.725915:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.725925:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.725933:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.725938:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726036:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373800/0x40a459093b05d574 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726044:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373800/0x40a459093b05d574 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726049:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373800/0x40a459093b05d574 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129497.726056:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129497.726120:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726126:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726131:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726135:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f373c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129497.726138:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726143:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726151:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129497.726154:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129497.726158:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726166:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373c00/0x40a459093b05d566 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726176:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726180:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726184:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726188:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f373a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129497.726190:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726194:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726199:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c096f00) 00010000:00010000:0.0:1746129497.726201:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129497.726203:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726207:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373a00/0x40a459093b05d56d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.726234:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373e00/0x40a459093b05d55f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b15 expref: 47 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.726248:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f373800/0x40a459093b05d574 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b15 expref: 46 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.726253:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.726256:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746129497.726258:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f373800, rc 0) 00000100:00100000:0.0:1746129497.726286:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+46:29032:x1830948731625856:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 497us (601us total) trans 8589943888 rc 0/0 00000100:00100000:0.0:1746129497.726314:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10036 00000100:00100000:1.0:1746129497.730889:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731626112:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6241us (6430us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.730901:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4131 00002000:00100000:1.0:1746129497.730912:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880135759c00 x1830948731626112/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.730926:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759c00 with x1830948731626112 ext(2097152->3145727) 00002000:00010000:1.0:1746129497.730932:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135759c00 00000100:00100000:0.0:1746129497.731534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.733208:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.735504:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736702848:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.735607:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736702976:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.735614:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736703104:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.735641:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a061ce00/0x40a459093b05d582 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1585152->1699839] (req 1585152->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b1c expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.735655:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061ce00, rc 0) 00000100:00100000:1.0:1746129497.735688:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+33:29032:x1830948731626368:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2320us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.735696:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11130 00000100:00100000:1.0:1746129497.737422:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.737449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.737465:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731626496 00000100:00100000:1.0:1746129497.737469:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.737469:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731626496 00000100:00100000:1.0:1746129497.737491:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129497.737491:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f44de00/0x40a459093b05d1bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f198bb expref: 10 pid: 7149 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.737505:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731626880 00000100:00100000:1.0:1746129497.737507:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731626880 00000100:00100000:0.0:1746129497.737510:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731626752 00000100:00100000:0.0:1746129497.737511:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731626752 00010000:00010000:0.0:1746129497.737519:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7400/0x40a459093b05d0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1982f expref: 33 pid: 22481 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.737525:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11131 00000100:00100000:1.0:1746129497.737530:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+7:29028:x1830948731626880:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129497.737532:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5558 00000100:00100000:0.0:1746129497.737536:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731626624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.737541:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.737542:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.737552:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7800/0x40a459093b05d096 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19821 expref: 41 pid: 22481 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.737553:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b23 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.737571:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7800/0x40a459093b05d096 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19821 expref: 41 pid: 22481 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.737575:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05d50b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3407871) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19add expref: 12 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.737581:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129497.737582:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129497.737585:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 8 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.737594:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7800/0x40a459093b05d096 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19821 expref: 41 pid: 22481 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.737608:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.737650:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5559 00000100:00100000:0.0:1746129497.737656:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731626752:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.737662:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.737670:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7400/0x40a459093b05d0a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1982f expref: 33 pid: 22481 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129497.737678:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7400/0x40a459093b05d0a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1982f expref: 33 pid: 22481 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129497.737689:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fbc7400/0x40a459093b05d0a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1982f expref: 33 pid: 22481 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129497.737696:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.737697:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.737702:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a061ce00/0x40a459093b05d582 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->1699839) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b1c expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.737708:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a061ce00/0x40a459093b05d582 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->1699839) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b1c expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.737732:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a061ce00/0x40a459093b05d582 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->1699839) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b1c expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.737742:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736703232:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129497.737774:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05d50b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3407871) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19add expref: 12 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.737783:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05d50b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3407871) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19add expref: 12 pid: 8412 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.737792:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736703360:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129497.737798:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.737810:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.738387:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:1962:x1830948731626624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 849us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.738394:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5558 00000100:00100000:1.0:1746129497.740042:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736703232:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129497.740064:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.740101:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731626752:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2444us (2607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.740108:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5559 00000100:00100000:1.0:1746129497.740170:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731627136 00000100:00100000:1.0:1746129497.740176:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731627136 00002000:00100000:1.0:1746129497.740422:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1585152->1589247) req@ffff88009f8a0a80 x1830948731627136/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.740438:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a0a80 with x1830948731627136 ext(1585152->1589247) 00002000:00010000:1.0:1746129497.740442:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a0a80 00000100:00100000:0.0:1746129497.740524:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731627264 00000100:00100000:0.0:1746129497.740528:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731627264 00002000:00100000:0.0:1746129497.740545:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3407871) req@ffff88012baee680 x1830948731627264/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.740551:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baee680 with x1830948731627264 ext(3145728->3407871) 00010000:00010000:0.0:1746129497.740557:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05d50b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3407871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19add expref: 13 pid: 8412 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.740568:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05d50b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3407871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19add expref: 13 pid: 8412 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746129497.740573:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baee680 00000100:00100000:0.0:1746129497.740586:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1056 00000100:00100000:0.0:1746129497.740591:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948731627264:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129497.740641:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4132 00000100:00100000:0.0:1746129497.740646:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731627136:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129497.740754:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731627136:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 107us (723us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129497.740759:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4132 00002000:00100000:0.0:1746129497.740763:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1585152->1589247) req@ffff88009f8a0a80 x1830948731627136/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.740769:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a0a80 with x1830948731627136 ext(1585152->1589247) 00002000:00010000:0.0:1746129497.740772:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a0a80 00000100:00100000:1.0:1746129497.754544:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731627904 00000100:00100000:1.0:1746129497.754551:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731627904 00010000:00010000:1.0:1746129497.754584:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05d50b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3407871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19add expref: 15 pid: 8412 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.754713:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5560 00000100:00100000:1.0:1746129497.754720:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731627904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.754731:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.754751:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05d50b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3407871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19add expref: 15 pid: 8412 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.754762:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05d50b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3407871) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19add expref: 15 pid: 8412 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.754782:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbc7a00/0x40a459093b05d50b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3407871) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19add expref: 15 pid: 8412 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.754793:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.754794:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.754801:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 7 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.754808:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 7 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.754839:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 7 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.754850:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736703488:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129497.754955:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.758055:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.758128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.758141:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.758151:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.758181:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731628160 00000100:00100000:0.0:1746129497.758183:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731628160 00000100:00100000:0.0:1746129497.758197:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731628288 00000100:00100000:0.0:1746129497.758199:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731628288 00000100:00100000:0.0:1746129497.758207:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731628416 00000100:00100000:0.0:1746129497.758208:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731628416 00000100:00100000:0.0:1746129497.758219:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11133 00000100:00100000:0.0:1746129497.758223:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948731628160:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.758228:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.758234:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b05d597 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b31 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.758251:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135759500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736703744:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.758266:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.758276:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11134 00000100:00100000:0.0:1746129497.758281:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+44:1960:x1830948731628288:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.758286:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.758305:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2600/0x40a459093b05d59e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b38 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.758316:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.758328:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.758335:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2600/0x40a459093b05d59e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b38 expref: 45 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.758346:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2600/0x40a459093b05d59e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b38 expref: 45 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.758355:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8e2600, rc 0) 00000100:00100000:0.0:1746129497.758372:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+45:1960:x1830948731628288:12345-192.168.202.4@tcp:101:cat.0 Request processed in 91us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.758377:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11134 00000100:00100000:0.0:1746129497.758703:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736703488:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129497.758716:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.759038:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731627904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4317us (4556us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.759045:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5560 00002000:00010000:0.0:1746129497.761145:0:11014:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime: 1746129496 -> 1746129498 00002000:00010000:0.0:1746129497.761149:0:11014:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129496 -> 1746129498 00002000:00010000:0.0:1746129497.761151:0:11014:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime: 1746129496 -> 1746129498 00000100:00100000:0.0:1746129497.761170:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135759500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736703744:192.168.202.4@tcp:106: 00002000:00010000:1.0:1746129497.761184:0:22481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime: 1746129497 -> 1746129498 00002000:00010000:1.0:1746129497.761188:0:22481:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime: 1746129497 -> 1746129498 00002000:00010000:1.0:1746129497.761190:0:22481:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime: 1746129497 -> 1746129498 00000100:00100000:1.0:1746129497.761199:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736703616:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129497.761205:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b05d597 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b31 expref: 44 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.761212:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05d590 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b2a expref: 44 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.761218:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b05d597 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b31 expref: 44 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.761221:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05d590 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b2a expref: 44 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.761231:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fab5200, rc 0) 00000100:00100000:0.0:1746129497.761274:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+42:1960:x1830948731628160:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3048us (3144us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129497.761282:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11133 00010000:00010000:1.0:1746129497.761323:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5800, rc 0) 00000100:00100000:1.0:1746129497.761342:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948731628032:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3208us (3336us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.761347:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11132 00000100:00100000:0.0:1746129497.764908:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.765384:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.765405:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.765752:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4136 00000100:00100000:0.0:1746129497.765759:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+32:1960:x1830948731629184:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129497.766467:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.766485:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731629312 00000100:00100000:0.0:1746129497.766489:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731629312 00000100:00100000:0.0:1746129497.766515:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11136 00000100:00100000:0.0:1746129497.766519:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+41:29037:x1830948731629312:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.766528:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.766543:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05d5ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b46 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.766678:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.766690:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129497.766692:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129497.766695:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05d5ac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b46 expref: 42 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.766723:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.766735:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 32 pid: 8412 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.766746:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736703872:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129497.766817:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.777927:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.777948:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736703872:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129497.777984:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05d5ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b46 expref: 42 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.777999:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8e2200, rc 0) 00000100:00100000:0.0:1746129497.778041:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+42:29037:x1830948731629312:12345-192.168.202.4@tcp:101:cat.0 Request processed in 11521us (11576us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.778050:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11136 00000100:00100000:1.0:1746129497.778492:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731628672:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13436us (13589us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.778499:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4134 00002000:00100000:1.0:1746129497.778504:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880135759500 x1830948731628672/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.778512:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759500 with x1830948731628672 ext(2097152->3145727) 00002000:00010000:1.0:1746129497.778515:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135759500 00000100:00100000:1.0:1746129497.786951:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731629184:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 21191us (21543us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.786957:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4136 00002000:00100000:1.0:1746129497.786977:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880135759180 x1830948731629184/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.786984:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759180 with x1830948731629184 ext(3145728->4194303) 00002000:00010000:1.0:1746129497.786987:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135759180 00000100:00100000:0.0:1746129497.789690:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.789713:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731629568 00000100:00100000:0.0:1746129497.789719:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731629568 00010000:00010000:0.0:1746129497.789750:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 34 pid: 8412 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.789773:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5561 00000100:00100000:0.0:1746129497.789779:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731629568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.789791:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.789816:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 34 pid: 8412 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.789827:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 34 pid: 8412 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.789848:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4200/0x40a459093b05d512 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 565248->942079) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ae4 expref: 34 pid: 8412 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.789857:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.789859:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.789865:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05d5ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b46 expref: 41 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.789874:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05d5ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b46 expref: 41 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.789901:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05d5ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b46 expref: 41 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.789911:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736704000:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129497.789974:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.790512:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.790532:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731629696 00000100:00100000:1.0:1746129497.790535:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731629696 00000100:00100000:1.0:1746129497.792893:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11137 00000100:00100000:1.0:1746129497.792983:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+15:29030:x1830948731629696:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129497.793000:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.793015:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f581c00/0x40a459093b05d5b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b4d expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.793043:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a061ca00/0x40a459093b05d4c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ab3 expref: 7 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.793049:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d4cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19aba expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.793060:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.793061:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.793064:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f581c00/0x40a459093b05d5b3 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1191936->1933311] (req 1191936->1933311) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b4d expref: 16 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.793089:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d4cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aba expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.793100:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f4fb200/0x40a459093b05d4cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19aba expref: 16 pid: 8412 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.793109:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736704128:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.793179:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a061ca00/0x40a459093b05d4c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ab3 expref: 7 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.793186:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a061ca00/0x40a459093b05d4c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ab3 expref: 7 pid: 8412 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.793194:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736704256:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.793211:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.793672:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.793691:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731629952 00000100:00100000:1.0:1746129497.793696:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731629952 00002000:00100000:1.0:1746129497.793722:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009c7d8a80 x1830948731629952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.793735:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8a80 with x1830948731629952 ext(0->1048575) 00002000:00010000:1.0:1746129497.793738:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d8a80 00000100:00100000:1.0:1746129497.793749:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4137 00000100:00100000:1.0:1746129497.793754:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+42:1962:x1830948731629952:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129497.794884:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736704128:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.794894:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736704256:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.795100:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f581c00/0x40a459093b05d5b3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1191936->1933311] (req 1191936->1933311) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b4d expref: 16 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.795120:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f581c00, rc 0) 00000100:00100000:1.0:1746129497.795161:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+16:29030:x1830948731629696:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2250us (4650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.795169:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11137 00000100:00100000:1.0:1746129497.795472:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.795525:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.795543:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731630080 00000100:00100000:1.0:1746129497.795547:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731630080 00000100:00100000:1.0:1746129497.795568:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731630208 00000100:00100000:1.0:1746129497.795570:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731630208 00000100:00100000:1.0:1746129497.795590:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11138 00000100:00100000:1.0:1746129497.795598:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+33:1961:x1830948731630080:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.795612:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.795627:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f580e00/0x40a459093b05d5ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b54 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.795646:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.795647:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.795654:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f580e00/0x40a459093b05d5ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b54 expref: 34 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.795667:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f580e00/0x40a459093b05d5ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b54 expref: 34 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.795673:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f580e00, rc 0) 00000100:00100000:1.0:1746129497.795723:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+34:1961:x1830948731630080:12345-192.168.202.4@tcp:101:cat.0 Request processed in 126us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.795728:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11138 00000100:00100000:0.0:1746129497.800833:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.802736:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.805088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.807348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.807456:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+42:1962:x1830948731629952:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13700us (13782us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129497.807465:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4137 00002000:00100000:0.0:1746129497.807473:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009c7d8a80 x1830948731629952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.807482:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8a80 with x1830948731629952 ext(0->1048575) 00002000:00010000:0.0:1746129497.807486:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d8a80 00000100:00100000:1.0:1746129497.810256:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.810273:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.810284:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.810311:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.810322:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.810341:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.810356:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731631360 00000100:00100000:1.0:1746129497.810362:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731631360 00000100:00100000:0.0:1746129497.810630:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11141 00000100:00100000:0.0:1746129497.810638:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731631616:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129497.810647:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.810656:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fd73600/0x40a459093b05d5eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b77 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.810667:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.810668:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.810672:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fd73600/0x40a459093b05d5eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b77 expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.810682:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fd73600/0x40a459093b05d5eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b77 expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.810688:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fd73600, rc 0) 00000100:00100000:0.0:1746129497.810704:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731631616:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 68us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.810712:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11141 00000100:00100000:0.0:1746129497.810724:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11143 00000100:00100000:0.0:1746129497.810729:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731631488:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129497.810734:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.810741:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fd72e00/0x40a459093b05d5f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b70 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.810777:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736704640:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.810816:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.810833:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11145 00000100:00100000:0.0:1746129497.810838:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731632000:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129497.810844:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.810850:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b8c expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.810859:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.810860:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.810865:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b8c expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.810873:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b8c expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.810879:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fd72800, rc 0) 00000100:00100000:0.0:1746129497.810895:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731632000:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 57us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.810900:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11145 00000100:00100000:1.0:1746129497.812949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.814147:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731632384 00000100:00100000:1.0:1746129497.814152:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731632384 00000100:00100000:1.0:1746129497.814441:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11146 00000100:00100000:1.0:1746129497.814447:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+7:1960:x1830948731632384:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.814456:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.814467:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d60e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b93 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.814507:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736704896:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129497.814550:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68900 going to sleep for 11 seconds 00002000:00010000:1.0:1746129497.815813:0:22480:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129497 -> 1746129498 00002000:00010000:1.0:1746129497.815816:0:22480:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129497 -> 1746129498 00002000:00010000:1.0:1746129497.815818:0:22480:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129497 -> 1746129498 00000100:00100000:1.0:1746129497.815831:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736704896:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.815853:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d60e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b93 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.815861:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d60e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b93 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.815870:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4a0e00, rc 0) 00000100:00100000:1.0:1746129497.815908:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+7:1960:x1830948731632384:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1460us (1883us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.815914:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11146 00000100:00100000:0.0:1746129497.816044:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731632640 00000100:00100000:0.0:1746129497.816049:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731632640 00000100:00100000:0.0:1746129497.816072:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4019 00000100:00100000:0.0:1746129497.816077:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+320:29030:x1830948731632640:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129497.816470:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+321:29030:x1830948731632640:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 391us (733us total) trans 8589943890 rc 0/0 00000100:00100000:0.0:1746129497.816478:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4019 00000100:00100000:1.0:1746129497.816575:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736704640:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129497.816594:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fd72e00/0x40a459093b05d5f9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b70 expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.816602:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fd72e00/0x40a459093b05d5f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b70 expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.816609:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fd72e00, rc 0) 00000100:00100000:1.0:1746129497.816631:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731631488:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 5902us (6319us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.816637:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11143 00000100:00100000:1.0:1746129497.819318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.819377:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731633024 00000100:00100000:0.0:1746129497.819384:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731633024 00000100:00100000:0.0:1746129497.819419:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11147 00000100:00100000:0.0:1746129497.819427:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+7:1962:x1830948731633024:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.819442:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.819455:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05d615 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19b9a expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.819499:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f45180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736705024:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.819877:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af1e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.822119:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f45180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736705024:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129497.822152:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05d615 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b9a expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.822164:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05d615 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b9a expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.822331:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f580400, rc 0) 00000100:00100000:0.0:1746129497.822364:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+7:1962:x1830948731633024:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2936us (3070us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129497.822371:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11147 00000100:00100000:1.0:1746129497.822489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.825917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.827801:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.827923:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731633792 00000100:00100000:1.0:1746129497.827928:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731633792 00000100:00100000:1.0:1746129497.828009:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4020 00000100:00100000:1.0:1746129497.828016:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+46:29028:x1830948731633792:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129497.828172:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+47:29028:x1830948731633792:12345-192.168.202.4@tcp:35:cat.0 Request processed in 156us (347us total) trans 8589943892 rc 0/0 00000100:00100000:1.0:1746129497.828179:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4020 00000100:00100000:0.0:1746129497.830529:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736705280:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129497.830552:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 21 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.830566:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f84c000, rc 0) 00000100:00100000:0.0:1746129497.830615:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+21:29037:x1830948731633536:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4493us (4708us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.830623:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11148 00000100:00100000:0.0:1746129497.835844:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.835912:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.835927:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.835940:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.835951:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.835983:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.836001:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731634432 00000100:00100000:0.0:1746129497.836007:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731634432 00000100:00100000:0.0:1746129497.836036:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731634688 00000100:00100000:0.0:1746129497.836039:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731634688 00000100:00100000:0.0:1746129497.836049:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731634944 00000100:00100000:0.0:1746129497.836051:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731634944 00000100:00100000:0.0:1746129497.836059:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731634560 00000100:00100000:0.0:1746129497.836061:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731634560 00000100:00100000:0.0:1746129497.836068:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731634816 00000100:00100000:0.0:1746129497.836070:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731634816 00000100:00100000:0.0:1746129497.836081:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11149 00000100:00100000:0.0:1746129497.836086:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731634432:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:0.0:1746129497.836117:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836131:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05d5ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b46 expref: 20 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836138:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eef9600/0x40a459093b05d5e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b69 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.836144:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f580e00/0x40a459093b05d5ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b54 expref: 11 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.836151:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.836152:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.836155:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836179:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f580e00/0x40a459093b05d5ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b54 expref: 11 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.836194:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f580e00/0x40a459093b05d5ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b54 expref: 11 pid: 22481 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.836209:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736705408:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129497.836261:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eef9600/0x40a459093b05d5e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b69 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129497.836269:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11151 00010000:00010000:0.0:1746129497.836269:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eef9600/0x40a459093b05d5e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b69 expref: 10 pid: 7148 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.836276:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736705664:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.836278:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731634944:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129497.836316:0:8410:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836321:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05d5ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b46 expref: 20 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.836328:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5e00/0x40a459093b05d558 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b0e expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836328:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05d5ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b46 expref: 20 pid: 22481 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.836335:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eef9800/0x40a459093b05d5f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b85 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129497.836336:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736705920:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.836346:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2600/0x40a459093b05d59e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b38 expref: 20 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.836351:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.836352:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.836354:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.836354:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009af1e9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746129497.836369:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2600/0x40a459093b05d59e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b38 expref: 20 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129497.836372:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11152 00010000:00010000:1.0:1746129497.836377:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2600/0x40a459093b05d59e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b38 expref: 20 pid: 8411 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.836378:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731634560:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:1.0:1746129497.836385:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736706176:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129497.836394:0:20577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836403:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f581c00/0x40a459093b05d5b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1933311) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b4d expref: 14 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836413:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129497.836414:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129497.836415:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eef9800/0x40a459093b05d5f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b85 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.836416:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.836421:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eef9800/0x40a459093b05d5f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b85 expref: 10 pid: 7148 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.836428:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736706304:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129497.836429:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f581c00/0x40a459093b05d5b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1933311) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b4d expref: 14 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836437:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f581c00/0x40a459093b05d5b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1933311) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b4d expref: 14 pid: 22481 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.836444:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736706432:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.836448:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5e00/0x40a459093b05d558 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b0e expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.836458:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f5e00/0x40a459093b05d558 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b0e expref: 11 pid: 22481 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.836461:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.836465:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736706560:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129497.836476:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11153 00000100:00100000:1.0:1746129497.836477:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.836481:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731634816:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:1.0:1746129497.836492:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11154 00000100:00100000:1.0:1746129497.836497:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731635072:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:0.0:1746129497.836497:0:7149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836503:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129497.836506:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 20 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836510:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746129497.836512:0:8411:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1e00/0x40a459093b05d677 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836512:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.836520:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 6 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.836526:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b8c expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.836532:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5a00/0x40a459093b05d5a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19b3f expref: 14 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.836534:0:7149:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 20 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.836537:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.836538:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.836540:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1e00/0x40a459093b05d677 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.836543:0:7149:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.836551:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5a00/0x40a459093b05d5a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b3f expref: 14 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.836558:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5a00/0x40a459093b05d5a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b3f expref: 14 pid: 8412 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.836565:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736706816:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.836584:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b8c expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.836590:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b8c expref: 9 pid: 7149 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.836598:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736706944:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.836619:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 6 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.836625:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 6 pid: 22481 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.836632:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736707072:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.836644:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.838342:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736705408:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.838354:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736705664:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129497.839063:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736706432:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129497.839082:0:20577:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.839162:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736706816:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.839188:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736705920:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.839207:0:22481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.839232:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736706176:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.839239:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736706304:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.839246:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736706560:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.839268:0:8410:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.840639:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.840672:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736706944:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.840681:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736707072:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.840696:0:8411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1e00/0x40a459093b05d677 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.841664:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.841708:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731636224 00000100:00100000:0.0:1746129497.841708:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.841712:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731636224 00010000:00010000:1.0:1746129497.841727:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5a00/0x40a459093b05d5a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b3f expref: 15 pid: 8412 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.841743:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.841744:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731636480 00000100:00100000:1.0:1746129497.841746:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731636480 00010000:00010000:1.0:1746129497.841756:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b8c expref: 10 pid: 7149 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.841774:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5568 00000100:00100000:1.0:1746129497.841779:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731636480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.841787:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.841798:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b8c expref: 10 pid: 7149 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.841816:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b8c expref: 10 pid: 7149 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.841834:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fd72800/0x40a459093b05d607 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b8c expref: 10 pid: 7149 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.841842:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.841862:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731636480:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 83us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.841865:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.841870:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5568 00000100:00100000:1.0:1746129497.841879:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731636352 00000100:00100000:1.0:1746129497.841881:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731636352 00000100:00100000:0.0:1746129497.841885:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129497.841889:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fd73600/0x40a459093b05d5eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b77 expref: 9 pid: 11014 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.841899:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5570 00000100:00100000:0.0:1746129497.841901:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.841903:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731636352:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.841908:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.841916:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fd73600/0x40a459093b05d5eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b77 expref: 9 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.841934:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fd73600/0x40a459093b05d5eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b77 expref: 9 pid: 11014 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.841939:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129497.841943:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fd73600/0x40a459093b05d5eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b77 expref: 9 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.841951:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.841953:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.841978:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.841979:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731636352:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 74us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.841984:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5570 00000100:00100000:1.0:1746129497.841993:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731635584 00000100:00100000:1.0:1746129497.841995:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731635584 00010000:00010000:1.0:1746129497.842004:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2600/0x40a459093b05d59e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b38 expref: 22 pid: 8411 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.842005:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.842012:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731635200 00000100:00100000:1.0:1746129497.842014:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731635200 00010000:00010000:1.0:1746129497.842020:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d494 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a90 expref: 7 pid: 8411 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.842034:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5575 00000100:00100000:1.0:1746129497.842039:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+7:1963:x1830948731635200:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.842044:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.842051:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d494 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a90 expref: 7 pid: 8411 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.842064:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d494 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a90 expref: 7 pid: 8411 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.842074:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0806a00/0x40a459093b05d494 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19a90 expref: 7 pid: 8411 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.842082:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.842083:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.842086:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f84c600/0x40a459093b05d65b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842092:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f84c600/0x40a459093b05d65b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842105:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.842120:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+6:1963:x1830948731635200:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 80us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.842125:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5575 00010000:00010000:1.0:1746129497.842149:0:22481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842156:0:22481:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842174:0:22481:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842186:0:22481:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842192:0:22481:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842198:0:22481:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f581e00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129497.842201:0:22481:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842208:0:22481:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842218:0:22481:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.842223:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f581e00/0x40a459093b05d654 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.842265:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731634432:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 6177us (6421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.842272:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11149 00000100:00100000:0.0:1746129497.844080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.844149:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731636736 00000100:00100000:1.0:1746129497.844160:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731636736 00010000:00010000:1.0:1746129497.844184:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 6 pid: 22481 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.844233:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5576 00000100:00100000:1.0:1746129497.844240:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+6:1960:x1830948731636736:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.844250:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.844266:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 6 pid: 22481 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.844275:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 6 pid: 22481 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.844320:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09be600/0x40a459093b05d589 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b23 expref: 6 pid: 22481 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.844331:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.844332:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.844336:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1e00/0x40a459093b05d677 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.844343:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1e00/0x40a459093b05d677 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.844361:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.844391:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+5:1960:x1830948731636736:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 151us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.844397:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5576 00000100:00100000:0.0:1746129497.844513:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.844596:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731636608 00000100:00100000:1.0:1746129497.844599:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731636608 00010000:00010000:1.0:1746129497.844611:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a061ce00/0x40a459093b05d582 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b1c expref: 11 pid: 22481 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.844625:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5577 00000100:00100000:1.0:1746129497.844629:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731636608:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.844636:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.844646:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a061ce00/0x40a459093b05d582 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1585152->1699839) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b1c expref: 11 pid: 22481 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.844653:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a061ce00/0x40a459093b05d582 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1585152->1699839) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b1c expref: 11 pid: 22481 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.844663:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a061ce00/0x40a459093b05d582 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1585152->1699839) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19b1c expref: 11 pid: 22481 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.844764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129497.844807:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.844809:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.844814:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 18 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.844820:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 18 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.844843:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 18 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.844851:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 18 pid: 11014 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.844862:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736707200:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129497.844898:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1746129497.845521:0:8410:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.845529:0:8410:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.845544:0:8410:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.845550:0:8410:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.845557:0:8410:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.845562:0:8410:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4a1200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129497.845565:0:8410:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.845571:0:8410:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.845580:0:8410:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.845585:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1200/0x40a459093b05d662 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.845640:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731634944:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 9363us (9711us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.845647:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11151 00000100:00100000:0.0:1746129497.849764:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.849849:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731637120 00000100:00100000:1.0:1746129497.849856:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731637120 00002000:00100000:1.0:1746129497.849904:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012cda4700 x1830948731637120/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.849913:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda4700 with x1830948731637120 ext(1048576->2097151) 00010000:00010000:1.0:1746129497.849923:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 19 pid: 11014 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.849935:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 19 pid: 11014 timeout: 853 lvb_type: 0 00002000:00010000:1.0:1746129497.849942:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cda4700 00000100:00100000:1.0:1746129497.849978:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1060 00000100:00100000:1.0:1746129497.849985:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731637120:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129497.856491:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129497.856773:0:20577:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.856784:0:20577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.856808:0:20577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.856815:0:20577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.856822:0:20577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.856828:0:20577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fd72400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129497.856832:0:20577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.856840:0:20577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.856850:0:20577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.856860:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fd72400/0x40a459093b05d669 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.856910:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948731634560:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 20532us (20968us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.856917:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11152 00000100:00100000:1.0:1746129497.857912:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731637120:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 7923us (8147us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.857921:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1060 00002000:00100000:1.0:1746129497.857930:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012cda4700 x1830948731637120/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.857938:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda4700 with x1830948731637120 ext(1048576->2097151) 00010000:00010000:1.0:1746129497.857946:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 19 pid: 11014 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.857968:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f84c000/0x40a459093b05d631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ba8 expref: 19 pid: 11014 timeout: 853 lvb_type: 0 00002000:00010000:1.0:1746129497.857974:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cda4700 00000100:00100000:0.0:1746129497.867505:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.867854:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.867881:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.867931:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731637376 00000100:00100000:1.0:1746129497.867938:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731637376 00000100:00100000:0.0:1746129497.867949:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.868462:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731637504 00000100:00100000:1.0:1746129497.868465:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731637504 00000100:00100000:1.0:1746129497.868480:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731637760 00000100:00100000:1.0:1746129497.868482:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731637760 00000100:00100000:1.0:1746129497.868490:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731638016 00000100:00100000:1.0:1746129497.868491:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731638016 00000100:00100000:1.0:1746129497.868503:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11155 00000100:00100000:1.0:1746129497.868509:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1960:x1830948731637376:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.868524:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129497.868526:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129497.868540:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1600/0x40a459093b05d67e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19bbd expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.868541:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.868560:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00010000:1.0:1746129497.868561:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d25a, atime: 0x6813d25a, ctime: 0x6813d25a, blocks: 0x809 00010000:00010000:1.0:1746129497.868576:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.868578:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.868586:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1600/0x40a459093b05d67e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bbd expref: 21 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.868600:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1600/0x40a459093b05d67e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bbd expref: 21 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.868613:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4a1600, rc 0) 00000100:00100000:1.0:1746129497.868651:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731637376:12345-192.168.202.4@tcp:101:cat.0 Request processed in 142us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.868657:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11155 00000100:00100000:1.0:1746129497.868671:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11157 00000100:00100000:1.0:1746129497.868676:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1960:x1830948731637760:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.868682:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.868689:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f4a0e00/0x40a459093b05d68c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19bd2 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.868698:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.868704:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f4a0e00/0x40a459093b05d68c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bd2 expref: 22 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.868713:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4a0e00/0x40a459093b05d68c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bd2 expref: 22 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.868726:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4a0e00, rc 0) 00000100:00100000:1.0:1746129497.868741:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1960:x1830948731637760:12345-192.168.202.4@tcp:101:cat.0 Request processed in 65us (859us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.868746:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11157 00000100:00100000:1.0:1746129497.868755:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11159 00000100:00100000:1.0:1746129497.868760:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+16:1960:x1830948731637632:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.868765:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.868773:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1a00/0x40a459093b05d69a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19bcb expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129497.868783:0:8410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d259, atime: 0x6813d259, ctime: 0x6813d259, blocks: 0x821 00010000:00010000:1.0:1746129497.868790:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.868791:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.868796:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1a00/0x40a459093b05d69a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bcb expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.868805:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1a00/0x40a459093b05d69a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bcb expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.868810:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4a1a00, rc 0) 00000100:00100000:1.0:1746129497.868823:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948731637632:12345-192.168.202.4@tcp:101:cat.0 Request processed in 64us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.868828:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11159 00010000:00010000:0.0:1746129497.869131:0:7149:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.869138:0:7149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.869154:0:7149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.869161:0:7149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.869167:0:7149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.869174:0:7149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fd72000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129497.869177:0:7149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.869183:0:7149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.869192:0:7149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.869197:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fd72000/0x40a459093b05d670 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.869239:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731634816:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 32757us (33286us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.869245:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11153 00000100:00100000:0.0:1746129497.875079:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.877182:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.877213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.877256:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.877478:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5583 00000100:00100000:0.0:1746129497.877484:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+321:1962:x1830948731638784:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.877490:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.877495:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845e00/0x40a459093b05d2aa lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19955 expref: 320 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.877642:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845e00/0x40a459093b05d2aa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19955 expref: 320 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.877652:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845e00/0x40a459093b05d2aa lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19955 expref: 320 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.877663:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.877666:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05d6a8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.877670:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.877684:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+319:1962:x1830948731638784:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 201us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.877689:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5583 00000100:00100000:0.0:1746129497.879570:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.879615:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731639552 00000100:00100000:1.0:1746129497.879623:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731639552 00000100:00100000:1.0:1746129497.879669:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10042 00000100:00100000:1.0:1746129497.879676:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+46:29042:x1830948731639552:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129497.879696:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.879709:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1c00/0x40a459093b05d6af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19be7 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.879796:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.879807:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.879820:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.879832:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.879837:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.879908:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129497.879950:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.879985:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.880031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.880053:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.880072:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731639808 00000100:00100000:0.0:1746129497.880075:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731639808 00010000:00010000:0.0:1746129497.880091:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095cdf600/0x40a459093b05cb5d lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19550 expref: 48 pid: 16908 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.880106:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731639680 00000100:00100000:0.0:1746129497.880108:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731639680 00010000:00010000:0.0:1746129497.880115:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b400/0x40a459093b05cb64 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19557 expref: 319 pid: 14549 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.880130:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5584 00000100:00100000:0.0:1746129497.880136:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+48:1960:x1830948731639808:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.880143:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.880147:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095cdf600/0x40a459093b05cb5d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19550 expref: 48 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.880154:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095cdf600/0x40a459093b05cb5d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19550 expref: 48 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.880167:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cdf600/0x40a459093b05cb5d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19550 expref: 48 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.880270:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.880275:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05d6a8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.880280:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.880281:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4143 00000100:00100000:1.0:1746129497.880288:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1960:x1830948731639168:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129497.880330:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+47:1960:x1830948731639808:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 194us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.880337:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5584 00000100:00100000:0.0:1746129497.880387:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.880437:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.880835:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4145 00000100:00100000:0.0:1746129497.880842:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+18:1960:x1830948731640064:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129497.897070:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1960:x1830948731639168:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16781us (17082us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.897077:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4143 00002000:00100000:1.0:1746129497.897084:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013145fb80 x1830948731639168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.897091:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145fb80 with x1830948731639168 ext(3145728->4194303) 00002000:00010000:1.0:1746129497.897095:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145fb80 00000100:00100000:0.0:1746129497.902041:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731640448 00000100:00100000:0.0:1746129497.902049:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731640448 00000100:00100000:0.0:1746129497.902364:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10043 00000100:00100000:0.0:1746129497.902372:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ada2ffba-8920-4ecb-8068-68caa9806978+318:29037:x1830948731640448:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.902393:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.902409:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1b200/0x40a459093b05d6c4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19bee expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.902453:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05d6a8 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.902460:0:2271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1b200/0x40a459093b05d6c4 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bee expref: 319 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.902473:0:2271:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05d6a8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.902482:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1b200/0x40a459093b05d6c4 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bee expref: 319 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.902492:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.902494:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129497.902497:0:2271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1b200/0x40a459093b05d6c4 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bee expref: 319 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.902502:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba1b200, rc 0) 00000100:00100000:0.0:1746129497.902533:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ada2ffba-8920-4ecb-8068-68caa9806978+319:29037:x1830948731640448:12345-192.168.202.4@tcp:101:cat.0 Request processed in 162us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.902538:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10043 00000001:00080000:1.0:1746129497.905615:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943890 is committed 00000001:00080000:1.0:1746129497.905627:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943888 is committed 00000001:00080000:1.0:1746129497.905634:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943863 is committed 00000001:00080000:1.0:1746129497.905646:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943892 is committed 00000001:00080000:1.0:1746129497.905676:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943894 is committed 00000004:00080000:1.0:1746129497.905679:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1870 committed 00000004:00080000:1.0:1746129497.905687:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1925 committed 00000004:00080000:1.0:1746129497.905691:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1924 committed 00000004:00080000:1.0:1746129497.905692:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1923 committed 00000004:00080000:1.0:1746129497.905693:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1922 committed 00000004:00080000:1.0:1746129497.905694:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1869 committed 00000004:00080000:1.0:1746129497.905695:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1921 committed 00000004:00080000:1.0:1746129497.905696:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1868 committed 00000004:00080000:1.0:1746129497.905697:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1920 committed 00000004:00080000:1.0:1746129497.905698:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1867 committed 00000004:00080000:1.0:1746129497.905699:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1866 committed 00000004:00080000:1.0:1746129497.905704:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1865 committed 00000004:00080000:1.0:1746129497.905705:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1919 committed 00000004:00080000:1.0:1746129497.905706:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1918 committed 00000004:00080000:1.0:1746129497.905707:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1864 committed 00000004:00080000:1.0:1746129497.905708:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1863 committed 00000004:00080000:1.0:1746129497.905709:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1917 committed 00010000:00010000:1.0:1746129497.905799:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.905807:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eef8600/0x40a459093b05d63f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19baf expref: 7 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.905815:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.905837:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eef8600/0x40a459093b05d63f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19baf expref: 7 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.905845:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eef8600/0x40a459093b05d63f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19baf expref: 7 pid: 16908 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.905853:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736707968:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.905895:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.906091:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736708480:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.906121:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.906144:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736708992:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.906160:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.906171:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736709504:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129497.906185:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.906198:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736710016:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129497.906211:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.906221:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1746129497.906225:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e389f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736708352:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.906236:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.906244:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e38b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736708864:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.906254:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.906265:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736709376:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129497.906277:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.906286:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736709888:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129497.906318:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.906340:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736708992 00000100:00100000:1.0:1746129497.906343:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736708992 00000100:00100000:1.0:1746129497.906362:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736709504 00000100:00100000:1.0:1746129497.906364:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736709504 00000100:00100000:1.0:1746129497.906375:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736708352 00000100:00100000:1.0:1746129497.906377:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736708352 00000100:00100000:1.0:1746129497.906382:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736709376 00000100:00100000:1.0:1746129497.906384:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736709376 00000100:00100000:1.0:1746129497.906392:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11161 00000100:00100000:1.0:1746129497.906397:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3301:x1830948736708992:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.906601:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736708992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 203us (439us total) trans 21474840266 rc 0/0 00000100:00100000:1.0:1746129497.906608:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11161 00000100:00100000:1.0:1746129497.906620:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11164 00000100:00100000:1.0:1746129497.906625:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3301:x1830948736710016:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129497.906691:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11165 00000100:00100000:1.0:1746129497.906696:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3301:x1830948736708352:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746129497.906766:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746129497.906769:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129498 -> 1746129498 00002000:00010000:1.0:1746129497.906771:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129497 -> 1746129497 00002000:00010000:1.0:1746129497.906772:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129498 -> 1746129498 00002000:00010000:1.0:1746129497.906774:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1746129497.906794:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736708352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 97us (556us total) trans 21474840268 rc 0/0 00000100:00100000:1.0:1746129497.906800:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11165 00000100:00100000:1.0:1746129497.906810:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11167 00000100:00100000:1.0:1746129497.906814:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3301:x1830948736709376:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129497.906903:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:1.0:1746129497.906906:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129498 -> 1746129498 00002000:00010000:1.0:1746129497.906908:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129497 -> 1746129497 00002000:00010000:1.0:1746129497.906909:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129498 -> 1746129498 00002000:00010000:1.0:1746129497.906915:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:1.0:1746129497.906935:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3301:x1830948736709376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 120us (656us total) trans 17179873068 rc 0/0 00000100:00100000:1.0:1746129497.906940:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11167 00000100:00100000:1.0:1746129497.906995:0:3301:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840248 gen 2 00000004:00080000:1.0:1746129497.907000:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800900f4a80, transno 21474840169 00000004:00080000:1.0:1746129497.907006:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800900f5500, transno 21474840170 00000004:00080000:1.0:1746129497.907009:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800900f5c00, transno 21474840171 00000004:00080000:1.0:1746129497.907012:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094066a00, transno 21474840172 00000004:00080000:1.0:1746129497.907014:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094065c00, transno 21474840173 00000004:00080000:1.0:1746129497.907017:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800900f7480, transno 21474840174 00000004:00080000:1.0:1746129497.907019:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094064700, transno 21474840175 00000004:00080000:1.0:1746129497.907022:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800900f6d80, transno 21474840176 00000004:00080000:1.0:1746129497.907024:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e38a680, transno 21474840180 00000004:00080000:1.0:1746129497.907026:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9d880, transno 21474840181 00000004:00080000:1.0:1746129497.907028:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9fb80, transno 21474840182 00000004:00080000:1.0:1746129497.907031:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880091b05880, transno 21474840183 00000004:00080000:1.0:1746129497.907033:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f9efb80, transno 21474840184 00000004:00080000:1.0:1746129497.907035:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9dc00, transno 21474840185 00000004:00080000:1.0:1746129497.907037:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9df80, transno 21474840186 00000004:00080000:1.0:1746129497.907040:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9ca80, transno 21474840187 00000004:00080000:1.0:1746129497.907043:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0992300, transno 21474840191 00000004:00080000:1.0:1746129497.907046:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800912af800, transno 21474840192 00000004:00080000:1.0:1746129497.907049:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800912ac700, transno 21474840193 00000004:00080000:1.0:1746129497.907051:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800912ac000, transno 21474840194 00000004:00080000:1.0:1746129497.907054:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a605ad80, transno 21474840195 00000004:00080000:1.0:1746129497.907056:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800912aed80, transno 21474840196 00000004:00080000:1.0:1746129497.907058:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800912ace00, transno 21474840197 00000004:00080000:1.0:1746129497.907060:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800912adc00, transno 21474840198 00000004:00080000:1.0:1746129497.907063:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87f100, transno 21474840200 00000004:00080000:1.0:1746129497.907065:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87c700, transno 21474840201 00000004:00080000:1.0:1746129497.907068:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87f800, transno 21474840202 00000004:00080000:1.0:1746129497.907071:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87c380, transno 21474840203 00000004:00080000:1.0:1746129497.907074:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87dc00, transno 21474840204 00000004:00080000:1.0:1746129497.907076:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87f480, transno 21474840205 00000004:00080000:1.0:1746129497.907078:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87ce00, transno 21474840206 00000004:00080000:1.0:1746129497.907081:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87d180, transno 21474840207 00000004:00080000:1.0:1746129497.907084:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce38a80, transno 21474840208 00000004:00080000:1.0:1746129497.907086:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009016ad80, transno 21474840209 00000004:00080000:1.0:1746129497.907088:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090168000, transno 21474840210 00000004:00080000:1.0:1746129497.907092:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090169c00, transno 21474840211 00000004:00080000:1.0:1746129497.907094:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090169500, transno 21474840212 00000004:00080000:1.0:1746129497.907096:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e389180, transno 21474840213 00000004:00080000:1.0:1746129497.907099:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009016a300, transno 21474840214 00000004:00080000:1.0:1746129497.907101:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009016b100, transno 21474840215 00000004:00080000:1.0:1746129497.907104:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edc000, transno 21474840225 00000004:00080000:1.0:1746129497.907106:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edf100, transno 21474840226 00000004:00080000:1.0:1746129497.907110:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013577dc00, transno 21474840227 00000004:00080000:1.0:1746129497.907112:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cda6d80, transno 21474840228 00000004:00080000:1.0:1746129497.907115:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013577ce00, transno 21474840229 00000004:00080000:1.0:1746129497.907117:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008e072d80, transno 21474840230 00000004:00080000:1.0:1746129497.907120:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013577c000, transno 21474840231 00000004:00080000:1.0:1746129497.907122:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013577f100, transno 21474840232 00000004:00080000:1.0:1746129497.907125:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f45c00, transno 21474840233 00000004:00080000:1.0:1746129497.907127:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095624380, transno 21474840234 00000004:00080000:1.0:1746129497.907129:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135725500, transno 21474840235 00000004:00080000:1.0:1746129497.907132:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f46680, transno 21474840236 00000004:00080000:1.0:1746129497.907134:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f47100, transno 21474840237 00000004:00080000:1.0:1746129497.907136:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f47480, transno 21474840238 00000004:00080000:1.0:1746129497.907138:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135724e00, transno 21474840239 00000004:00080000:1.0:1746129497.907140:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f46300, transno 21474840240 00000004:00080000:1.0:1746129497.907143:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090169f80, transno 21474840241 00000004:00080000:1.0:1746129497.907146:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090168e00, transno 21474840242 00000004:00080000:1.0:1746129497.907148:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090168a80, transno 21474840243 00000004:00080000:1.0:1746129497.907149:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87e680, transno 21474840244 00000004:00080000:1.0:1746129497.907152:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880090169180, transno 21474840245 00000004:00080000:1.0:1746129497.907154:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87ca80, transno 21474840246 00000004:00080000:1.0:1746129497.907156:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009016b480, transno 21474840247 00000004:00080000:1.0:1746129497.907157:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009016bb80, transno 21474840248 00000100:00100000:1.0:1746129497.907162:0:3301:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88012e389f80 x1830948736708352/t21474840268(21474840268) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746129513 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:1.0:1746129497.907176:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e389f80/2, rc 0, transno 21474840268 00000100:00100000:1.0:1746129497.907180:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e389f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736708352:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129497.907385:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.907409:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731640576 00000100:00100000:0.0:1746129497.907414:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731640576 00000100:00100000:0.0:1746129497.907435:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10044 00000100:00100000:0.0:1746129497.907439:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29038:x1830948731640576:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129497.907452:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.907463:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1ba00/0x40a459093b05d6d2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19bf5 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.907510:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1ba00/0x40a459093b05d6d2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bf5 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.907519:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1ba00/0x40a459093b05d6d2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bf5 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.907533:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.907535:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129497.907538:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba1ba00, rc 0) 00000100:00100000:0.0:1746129497.907562:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29038:x1830948731640576:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 123us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.907567:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10044 00000100:00100000:0.0:1746129497.908166:0:3287:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545880 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3287:1830948736710144:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129497.908184:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05d6a8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.908190:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05d6a8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 16908 initiator: MDT0 00000100:00100000:1.0:1746129497.908545:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736707968:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.908559:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746129497.908576:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736708224 00000100:00100000:1.0:1746129497.908579:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736708224 00000100:00100000:1.0:1746129497.908596:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736708096 00000100:00100000:1.0:1746129497.908598:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736708096 00000100:00100000:1.0:1746129497.908606:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736708608 00000100:00100000:1.0:1746129497.908608:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736708608 00000100:00100000:1.0:1746129497.908615:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736709120 00000100:00100000:1.0:1746129497.908617:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736709120 00000100:00100000:1.0:1746129497.908625:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11169 00000100:00100000:1.0:1746129497.908629:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3303:x1830948736708224:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746129497.908789:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129497.908792:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129497 -> 1746129497 00002000:00010000:1.0:1746129497.908794:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129497 -> 1746129497 00002000:00010000:1.0:1746129497.908795:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129497 -> 1746129497 00002000:00010000:1.0:1746129497.908797:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746129497.908820:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736708224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 191us (1838us total) trans 21474840271 rc 0/0 00000100:00100000:1.0:1746129497.908826:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11169 00000100:00100000:1.0:1746129497.908836:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11172 00000100:00100000:1.0:1746129497.908841:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3302:x1830948736709120:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129497.908917:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746129497.908919:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129498 -> 1746129498 00002000:00010000:1.0:1746129497.908920:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129498 -> 1746129498 00002000:00010000:1.0:1746129497.908922:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129498 -> 1746129498 00002000:00010000:1.0:1746129497.908924:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:1.0:1746129497.908942:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736709120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (333us total) trans 17179873070 rc 0/0 00000100:00100000:1.0:1746129497.908947:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11172 00000004:00080000:1.0:1746129497.909340:0:14586:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 8 in progress, 5 in flight, 64 done 00000004:00080000:1.0:1746129497.909432:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e38b100/2, rc 0, transno 21474840269 00000100:00100000:1.0:1746129497.909436:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e38b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736708864:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129497.909445:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012cda4a80/2, rc 0, transno 17179873068 00000100:00100000:1.0:1746129497.909448:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736709376:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129497.909456:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e385180/2, rc 0, transno 17179873069 00000100:00100000:1.0:1746129497.909458:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736709888:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129497.909466:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e389880/2, rc 0, transno 21474840266 00000100:00100000:1.0:1746129497.909468:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736708992:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129497.909477:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012cda6a00/2, rc 0, transno 17179873066 00000100:00100000:1.0:1746129497.909480:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736709504:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129497.909760:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.909787:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731640704 00000100:00100000:0.0:1746129497.909791:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731640704 00010000:00010000:0.0:1746129497.909811:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eef8600/0x40a459093b05d63f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19baf expref: 8 pid: 16908 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.909832:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5586 00000100:00100000:1.0:1746129497.909834:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.909838:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731640704:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.909846:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.909850:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eef8600/0x40a459093b05d63f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19baf expref: 8 pid: 16908 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.909854:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731640832 00000100:00100000:1.0:1746129497.909857:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731640832 00010000:00010000:0.0:1746129497.909860:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eef8600/0x40a459093b05d63f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19baf expref: 8 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.909877:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eef8600/0x40a459093b05d63f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19baf expref: 8 pid: 16908 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.909878:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4021 00000100:00100000:1.0:1746129497.909882:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29037:x1830948731640832:12345-192.168.202.4@tcp:49:cat.0 00010000:00010000:0.0:1746129497.909887:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.909892:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.909900:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.909906:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.909921:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.909944:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731640704:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 108us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.909949:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5586 00000100:00100000:1.0:1746129497.909950:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29037:x1830948731640832:12345-192.168.202.4@tcp:49:cat.0 Request processed in 66us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.909956:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4021 00010000:00010000:1.0:1746129497.909985:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.909992:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746129497.910003:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129497.910068:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910075:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910079:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910084:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4a1000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129497.910086:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910095:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910102:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129497.910104:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746129497.910106:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910111:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1000/0x40a459093b05d6cb lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910122:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910127:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910131:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910134:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4a0e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129497.910136:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910140:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910145:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129497.910146:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129497.910148:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910151:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a0e00/0x40a459093b05d6b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910159:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910163:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910167:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910170:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f4a1400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129497.910172:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910176:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910181:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a700) 00010000:00010000:1.0:1746129497.910183:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129497.910185:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910188:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1400/0x40a459093b05d6bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.910233:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1c00/0x40a459093b05d6af lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19be7 expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.910240:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f4a1c00/0x40a459093b05d6af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19be7 expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.910247:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f4a1c00, rc 0) 00000100:00100000:1.0:1746129497.910271:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+7:29042:x1830948731639552:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 30597us (30709us total) trans 8589943895 rc 301/301 00000100:00100000:1.0:1746129497.910278:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10042 00000100:00100000:1.0:1746129497.910482:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11176 00000100:00100000:1.0:1746129497.910488:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3303:x1830948736709760:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129497.910579:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3303:x1830948736709760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (374us total) trans 17179873073 rc 0/0 00000100:00100000:1.0:1746129497.910584:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11176 00000004:00080000:1.0:1746129497.910726:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e388700/2, rc 0, transno 21474840267 00000100:00100000:1.0:1746129497.910729:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736708480:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129497.910758:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e384380/2, rc 0, transno 17179873067 00000100:00100000:1.0:1746129497.910761:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e384380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736710016:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129497.911002:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.911062:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731640960 00000100:00100000:0.0:1746129497.911065:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731640960 00000100:00100000:0.0:1746129497.911085:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10045 00000100:00100000:0.0:1746129497.911089:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29038:x1830948731640960:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129497.911098:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.911108:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f581a00/0x40a459093b05d6e0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19bfc expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.911160:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f580400/0x40a459093b05d6e7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.911168:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f580400/0x40a459093b05d6e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.911174:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f580400/0x40a459093b05d6e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746129497.911192:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129497.911195:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129497.911205:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f580400/0x40a459093b05d6e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.911220:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f581a00/0x40a459093b05d6e0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bfc expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.911234:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f580400/0x40a459093b05d6e7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bfc expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.911240:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.911242:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129497.911244:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f580400, rc 0) 00000100:00100000:0.0:1746129497.911278:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29038:x1830948731640960:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 188us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.911287:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10045 00000100:00100000:0.0:1746129497.913642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.913820:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.913851:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.913875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.913887:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.913906:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.914009:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731641472 00000100:00100000:1.0:1746129497.914013:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731641472 00000100:00100000:1.0:1746129497.914035:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731641344 00000100:00100000:1.0:1746129497.914037:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731641344 00000100:00100000:1.0:1746129497.914055:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11179 00000100:00100000:1.0:1746129497.914059:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731641728:12345-192.168.202.4@tcp:101:mirror_io.0 00000100:00100000:1.0:1746129497.914071:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11180 00000100:00100000:1.0:1746129497.914074:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731641472:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129497.914080:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.914091:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0844e00/0x40a459093b05d6f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c18 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129497.914113:0:11014:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d25a, atime: 0x6813d258, ctime: 0x6813d25a, blocks: 0x81b 00010000:00010000:1.0:1746129497.914121:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.914122:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.914126:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0844e00/0x40a459093b05d6f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c18 expref: 9 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.914134:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0844e00/0x40a459093b05d6f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c18 expref: 9 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.914139:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0844e00, rc 0) 00000100:00100000:1.0:1746129497.914170:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731641472:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 94us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.914176:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11180 00000100:00100000:0.0:1746129497.914181:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11182 00000100:00100000:0.0:1746129497.914186:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731641344:12345-192.168.202.4@tcp:101:mirror_io.0 00000100:00100000:1.0:1746129497.914188:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11183 00000100:00100000:1.0:1746129497.914191:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731641600:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129497.914192:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.914196:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.914201:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ea7600/0x40a459093b05d703 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c1f expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.914211:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.914212:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.914215:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ea7600/0x40a459093b05d703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c1f expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.914222:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ea7600/0x40a459093b05d703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c1f expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.914232:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ea7600, rc 0) 00010000:00010000:0.0:1746129497.914492:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f581600/0x40a459093b05d70a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c11 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.914503:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.914504:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.914508:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f581600/0x40a459093b05d70a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c11 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.914517:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f581600/0x40a459093b05d70a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c11 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.914523:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f581600, rc 0) 00000100:00100000:1.0:1746129497.914575:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731641600:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 382us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.914579:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11183 00000100:00100000:0.0:1746129497.914621:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731641344:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 435us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.914626:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11182 00010000:00010000:1.0:1746129497.914669:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.914676:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4000/0x40a459093b05d711 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c26 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.914686:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.914687:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.914690:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4000/0x40a459093b05d711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c26 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.914696:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4000/0x40a459093b05d711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c26 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.914700:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8d4000, rc 0) 00000100:00100000:1.0:1746129497.914722:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731641728:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 663us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.914729:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11179 00000100:00100000:0.0:1746129497.919031:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.919075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.919113:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.919135:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731642240 00000100:00100000:1.0:1746129497.919143:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731642240 00002000:00100000:1.0:1746129497.919181:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88008f448700 x1830948731642240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.919190:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f448700 with x1830948731642240 ext(3145728->4194303) 00002000:00010000:1.0:1746129497.919194:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f448700 00000100:00100000:1.0:1746129497.919207:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731642496 00000100:00100000:1.0:1746129497.919209:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731642496 00002000:00100000:1.0:1746129497.919218:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88008f448380 x1830948731642496/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.919224:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f448380 with x1830948731642496 ext(3145728->4194303) 00002000:00010000:1.0:1746129497.919226:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f448380 00000100:00100000:1.0:1746129497.919236:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4146 00000100:00100000:1.0:1746129497.919243:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+18:1960:x1830948731642240:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129497.925808:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.931043:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.931993:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948731642240:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12747us (12914us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.932001:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4146 00002000:00100000:1.0:1746129497.932010:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88008f448700 x1830948731642240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.932019:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f448700 with x1830948731642240 ext(3145728->4194303) 00002000:00010000:1.0:1746129497.932024:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f448700 00000100:00100000:0.0:1746129497.934679:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.935053:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.935106:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.935135:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731643008 00000100:00100000:0.0:1746129497.935142:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731643008 00010000:00010000:0.0:1746129497.935268:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f580400/0x40a459093b05d6e7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bfc expref: 8 pid: 14549 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.935274:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731643136 00000100:00100000:1.0:1746129497.935281:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731643136 00000100:00100000:0.0:1746129497.935325:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731643264 00000100:00100000:0.0:1746129497.935328:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731643264 00010000:00010000:1.0:1746129497.935331:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1ba00/0x40a459093b05d6d2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bf5 expref: 9 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.935342:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1b200/0x40a459093b05d6c4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bee expref: 290 pid: 2271 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129497.935347:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5587 00000100:00100000:1.0:1746129497.935352:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731643008:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129497.935358:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5588 00010000:00010000:1.0:1746129497.935363:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129497.935363:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6027850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731643136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.935367:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f580400/0x40a459093b05d6e7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bfc expref: 9 pid: 14549 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.935370:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.935374:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f580400/0x40a459093b05d6e7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bfc expref: 9 pid: 14549 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.935374:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1ba00/0x40a459093b05d6d2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bf5 expref: 9 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.935388:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f580400/0x40a459093b05d6e7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bfc expref: 9 pid: 14549 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.935389:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1ba00/0x40a459093b05d6d2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bf5 expref: 9 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746129497.935400:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1ba00/0x40a459093b05d6d2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bf5 expref: 8 pid: 16908 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.935406:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129497.935409:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.935414:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.935417:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129497.935432:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.935435:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.935441:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.935445:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.935453:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731643008:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 101us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.935457:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5587 00000100:00100000:0.0:1746129497.935462:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6027850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731643136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 98us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.935467:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5588 00000100:00100000:1.0:1746129497.935771:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5589 00000100:00100000:1.0:1746129497.935777:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+291:1963:x1830948731643264:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.935784:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.935788:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1b200/0x40a459093b05d6c4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bee expref: 291 pid: 2271 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.935788:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731643392 00000100:00100000:0.0:1746129497.935791:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731643392 00010000:00010000:1.0:1746129497.935796:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1b200/0x40a459093b05d6c4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bee expref: 292 pid: 2271 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129497.935805:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba1b200/0x40a459093b05d6c4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bee expref: 292 pid: 2271 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746129497.935809:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10049 00010000:00010000:1.0:1746129497.935813:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00000100:00100000:0.0:1746129497.935813:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ada2ffba-8920-4ecb-8068-68caa9806978+291:29037:x1830948731643392:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.935815:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129497.935821:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.935825:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.935827:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.935834:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c3b expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.935852:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.935868:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+293:1963:x1830948731643264:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 91us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.935873:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5589 00010000:00010000:0.0:1746129497.936035:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.936042:0:2271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 292 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.936054:0:2271:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129497.936062:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 292 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.936071:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.936073:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129497.936076:0:2271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 292 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.936081:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6c00, rc 0) 00000100:00100000:0.0:1746129497.936102:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ada2ffba-8920-4ecb-8068-68caa9806978+291:29037:x1830948731643392:12345-192.168.202.4@tcp:101:cat.0 Request processed in 288us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.936108:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10049 00000100:00100000:0.0:1746129497.950384:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000001:00080000:1.0:1746129497.954242:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943895 is committed 00000001:00080000:1.0:1746129497.954255:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943897 is committed 00000004:00080000:1.0:1746129497.954258:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1878 committed 00000004:00080000:1.0:1746129497.954265:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1934 committed 00000004:00080000:1.0:1746129497.954269:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1933 committed 00000004:00080000:1.0:1746129497.954271:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1932 committed 00000004:00080000:1.0:1746129497.954272:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1931 committed 00000004:00080000:1.0:1746129497.954273:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1877 committed 00000004:00080000:1.0:1746129497.954274:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1930 committed 00000004:00080000:1.0:1746129497.954276:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1876 committed 00000004:00080000:1.0:1746129497.954277:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1929 committed 00000004:00080000:1.0:1746129497.954278:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1875 committed 00000004:00080000:1.0:1746129497.954284:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1874 committed 00000004:00080000:1.0:1746129497.954285:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1873 committed 00000004:00080000:1.0:1746129497.954287:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1928 committed 00000004:00080000:1.0:1746129497.954289:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1927 committed 00000004:00080000:1.0:1746129497.954291:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1872 committed 00000004:00080000:1.0:1746129497.954315:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1871 committed 00000004:00080000:1.0:1746129497.954317:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1926 committed 00000001:00080000:1.0:1746129497.954323:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943896 is committed 00000100:00100000:1.0:1746129497.955807:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736712192:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.955830:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.955843:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736712704:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.955854:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.955866:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746129497.955870:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736712064:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.955882:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.955890:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736712576:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.955900:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129497.955916:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736712192 00000100:00100000:1.0:1746129497.955919:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736712192 00000100:00100000:1.0:1746129497.955935:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736712704 00000100:00100000:1.0:1746129497.955937:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736712704 00000100:00100000:1.0:1746129497.955944:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736712064 00000100:00100000:1.0:1746129497.955946:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736712064 00000100:00100000:1.0:1746129497.955954:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736712576 00000100:00100000:1.0:1746129497.955955:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736712576 00000100:00100000:1.0:1746129497.955973:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736712448 00000100:00100000:1.0:1746129497.955975:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736712448 00000100:00100000:1.0:1746129497.955983:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736712960 00000100:00100000:1.0:1746129497.955985:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736712960 00000100:00100000:0.0:1746129497.956291:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.956323:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11196 00000100:00100000:0.0:1746129497.956329:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736712576:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129497.956424:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3301:x1830948736712576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 95us (521us total) trans 21474840276 rc 0/0 00000100:00100000:0.0:1746129497.956429:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11196 00000100:00100000:0.0:1746129497.956438:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11198 00000100:00100000:0.0:1746129497.956443:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3303:x1830948736712320:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129497.956506:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129497.956509:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129498 -> 1746129498 00002000:00010000:0.0:1746129497.956511:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129497 -> 1746129497 00002000:00010000:0.0:1746129497.956512:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129498 -> 1746129498 00002000:00010000:0.0:1746129497.956514:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129497.956532:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3303:x1830948736712320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (529us total) trans 21474840278 rc 0/0 00000100:00100000:0.0:1746129497.956538:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11198 00000100:00100000:0.0:1746129497.956554:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731644032 00000100:00100000:0.0:1746129497.956556:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731644032 00000100:00100000:0.0:1746129497.956575:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10051 00000100:00100000:0.0:1746129497.956579:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:29047:x1830948731644032:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.956590:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.956602:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7be00/0x40a459093b05d77a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c50 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.956658:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.956668:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.956677:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129497.956695:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129497.956698:0:16908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129497.956709:0:16908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129497.956727:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7be00/0x40a459093b05d77a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c50 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.956736:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c50 expref: 11 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.956741:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129497.956745:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129497.956747:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c7a800, rc 0) 00000100:00100000:0.0:1746129497.956775:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:29047:x1830948731644032:12345-192.168.202.4@tcp:101:cat.0 Request processed in 194us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.956780:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10051 00000100:00100000:1.0:1746129497.957112:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11200 00000100:00100000:1.0:1746129497.957117:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3303:x1830948736712960:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129497.957204:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3303:x1830948736712960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 86us (1228us total) trans 21474840281 rc 0/0 00000100:00100000:1.0:1746129497.957209:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11200 00000100:00100000:0.0:1746129497.958692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.959150:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.959175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.959232:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.959267:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731644160 00000100:00100000:1.0:1746129497.959271:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731644160 00000100:00100000:1.0:1746129497.959315:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4022 00000100:00100000:1.0:1746129497.959321:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095f17450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:29037:x1830948731644160:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:1.0:1746129497.959717:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095f17450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:29037:x1830948731644160:12345-192.168.202.4@tcp:49:cat.0 Request processed in 395us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.959723:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4022 00000100:00100000:0.0:1746129497.960043:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.960075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.960099:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731644800 00000100:00100000:1.0:1746129497.960103:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731644800 00000100:00100000:1.0:1746129497.960123:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731645056 00000100:00100000:1.0:1746129497.960125:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731645056 00000100:00100000:1.0:1746129497.960136:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11203 00000100:00100000:1.0:1746129497.960140:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731644800:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.960146:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.960154:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8d4c00/0x40a459093b05d79d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c73 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.960165:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.960166:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.960171:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8d4c00/0x40a459093b05d79d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c73 expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960179:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f8d4c00/0x40a459093b05d79d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c73 expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960185:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8d4c00, rc 0) 00000100:00100000:1.0:1746129497.960268:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731644800:12345-192.168.202.4@tcp:101:cat.0 Request processed in 126us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.960378:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11203 00000100:00100000:0.0:1746129497.960412:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.960445:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731644672 00000100:00100000:1.0:1746129497.960448:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731644672 00000100:00100000:1.0:1746129497.960464:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11205 00000100:00100000:1.0:1746129497.960468:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+7:1962:x1830948731644672:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.960475:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.960484:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c6c expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.960489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129497.960496:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.960497:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.960502:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c6c expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960512:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c6c expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129497.960517:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129497.960519:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8d4200, rc 0) 00000100:00100000:1.0:1746129497.960545:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948731644672:12345-192.168.202.4@tcp:101:cat.0 Request processed in 75us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.960550:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11205 00000100:00100000:1.0:1746129497.960558:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731644928 00000100:00100000:1.0:1746129497.960561:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731644928 00000100:00100000:1.0:1746129497.960574:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731645184 00000100:00100000:1.0:1746129497.960576:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731645184 00000100:00100000:1.0:1746129497.960588:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11206 00000100:00100000:1.0:1746129497.960593:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731644928:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129497.960600:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.960608:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8d5400/0x40a459093b05d7ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c7a expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.960618:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.960619:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.960623:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8d5400/0x40a459093b05d7ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c7a expref: 12 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960630:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f8d5400/0x40a459093b05d7ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c7a expref: 12 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960636:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8d5400, rc 0) 00000100:00100000:1.0:1746129497.960649:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731644928:12345-192.168.202.4@tcp:101:cat.0 Request processed in 56us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.960654:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11206 00000100:00100000:1.0:1746129497.960670:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11207 00000100:00100000:1.0:1746129497.960675:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+8:29042:x1830948731645184:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129497.960681:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129497.960686:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c88 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.960701:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f84d200/0x40a459093b05d685 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bc4 expref: 16 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960708:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3800/0x40a459093b05d796 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c65 expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960719:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05d6ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c0a expref: 7 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960725:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.960726:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.960728:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1417216->1736703] (req 1417216->1736703) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c88 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.960749:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05d6ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c0a expref: 7 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960761:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05d6ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c0a expref: 7 pid: 4699 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.960772:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736713088:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.960841:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3800/0x40a459093b05d796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c65 expref: 9 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960849:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3800/0x40a459093b05d796 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c65 expref: 9 pid: 31503 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.960856:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736713216:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.960880:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f84d200/0x40a459093b05d685 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bc4 expref: 16 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129497.960892:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f84d200/0x40a459093b05d685 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bc4 expref: 16 pid: 20577 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.961279:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736713344:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.961369:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e29f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.961532:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731645312 00000100:00100000:0.0:1746129497.961538:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731645312 00000100:00100000:0.0:1746129497.961565:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4023 00000100:00100000:0.0:1746129497.961569:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29044:x1830948731645312:12345-192.168.202.4@tcp:49:multiop.0 00000100:00100000:0.0:1746129497.961677:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+291:29044:x1830948731645312:12345-192.168.202.4@tcp:49:multiop.0 Request processed in 107us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.961683:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4023 00000100:00100000:1.0:1746129497.965346:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736713088:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.965356:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736713216:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129497.965363:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736713344:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129497.965390:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [1417216->1736703] (req 1417216->1736703) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c88 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.965405:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8d5c00, rc 0) 00000100:00100000:1.0:1746129497.965444:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+10:29042:x1830948731645184:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4768us (4925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.965451:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11207 00000100:00100000:0.0:1746129497.965472:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5590 00000100:00100000:0.0:1746129497.965480:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1961:x1830948731645696:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.965492:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129497.965494:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5592 00000100:00100000:1.0:1746129497.965503:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+17:1963:x1830948731645824:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.965511:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3800/0x40a459093b05d796 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c65 expref: 9 pid: 31503 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.965514:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.965531:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3800/0x40a459093b05d796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c65 expref: 9 pid: 31503 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.965542:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f84d200/0x40a459093b05d685 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bc4 expref: 17 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129497.965556:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3800/0x40a459093b05d796 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c65 expref: 9 pid: 31503 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.965560:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f84d200/0x40a459093b05d685 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bc4 expref: 17 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129497.965570:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129497.965583:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f84d200/0x40a459093b05d685 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bc4 expref: 17 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.965594:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.965595:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746129497.965599:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:1961:x1830948731645696:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 121us (349us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129497.965601:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1736703) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c88 expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.965604:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5590 00010000:00010000:1.0:1746129497.965609:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1736703) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c88 expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.965630:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1736703) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c88 expref: 7 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.965639:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736713472:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129497.965690:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e29f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.965713:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.965733:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731646080 00000100:00100000:1.0:1746129497.965738:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731646080 00002000:00100000:1.0:1746129497.965764:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013145ca80 x1830948731646080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.965771:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145ca80 with x1830948731646080 ext(0->1048575) 00002000:00010000:1.0:1746129497.965775:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145ca80 00000100:00100000:1.0:1746129497.965794:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4149 00000100:00100000:1.0:1746129497.965799:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731646080:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129497.966997:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731646208 00000100:00100000:0.0:1746129497.967006:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731646208 00000100:00100000:0.0:1746129497.967039:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11208 00000100:00100000:0.0:1746129497.967046:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+17:29044:x1830948731646208:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129497.967061:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.967078:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c7b800/0x40a459093b05d7c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19c8f expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.967105:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1a00/0x40a459093b05d69a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19bcb expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.967114:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c6c expref: 7 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.967122:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f581600/0x40a459093b05d70a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c11 expref: 6 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.967130:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.967131:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129497.967135:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c7b800/0x40a459093b05d7c0 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1953792->2097151] (req 1953792->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c8f expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129497.967160:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f581600/0x40a459093b05d70a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c11 expref: 6 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.967170:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f581600/0x40a459093b05d70a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c11 expref: 6 pid: 8410 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.967181:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736713600:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129497.967274:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c6c expref: 7 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.967282:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c6c expref: 7 pid: 7148 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.967289:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736713728:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129497.967347:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1a00/0x40a459093b05d69a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bcb expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.967355:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1a00/0x40a459093b05d69a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bcb expref: 18 pid: 8410 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.967368:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736713856:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129497.967395:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.968038:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.969865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.969896:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.969955:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.969981:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731646592 00000100:00100000:0.0:1746129497.969987:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731646592 00010000:00010000:0.0:1746129497.970014:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c6c expref: 8 pid: 7148 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.970033:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731646848 00000100:00100000:0.0:1746129497.970035:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731646848 00010000:00010000:0.0:1746129497.970043:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f4a1a00/0x40a459093b05d69a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bcb expref: 18 pid: 8410 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.970053:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731646720 00000100:00100000:0.0:1746129497.970054:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731646720 00010000:00010000:0.0:1746129497.970061:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f581600/0x40a459093b05d70a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c11 expref: 7 pid: 8410 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129497.970073:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5593 00000100:00100000:0.0:1746129497.970079:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731646592:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129497.970091:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129497.970112:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c6c expref: 8 pid: 7148 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129497.970126:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c6c expref: 8 pid: 7148 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129497.970809:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4200/0x40a459093b05d7a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c6c expref: 8 pid: 7148 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129497.972214:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129497.972238:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+7:1963:x1830948731646592:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2158us (2376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.972251:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5593 00000100:00100000:0.0:1746129497.974704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.975473:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.975503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.976079:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731646080:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10280us (10366us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129497.976087:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4149 00002000:00100000:1.0:1746129497.976092:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013145ca80 x1830948731646080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.976098:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145ca80 with x1830948731646080 ext(0->1048575) 00002000:00010000:1.0:1746129497.976101:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145ca80 00000100:00100000:1.0:1746129497.976978:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.976994:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731647872 00000100:00100000:1.0:1746129497.976998:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731647872 00002000:00100000:1.0:1746129497.977017:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1953792->1957887) req@ffff880129adf480 x1830948731647872/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.977027:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adf480 with x1830948731647872 ext(1953792->1957887) 00002000:00010000:1.0:1746129497.977030:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129adf480 00000100:00100000:1.0:1746129497.977053:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4154 00000100:00100000:1.0:1746129497.977058:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731647872:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129497.977166:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731647872:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 107us (189us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129497.977172:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4154 00002000:00100000:1.0:1746129497.977181:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1953792->1957887) req@ffff880129adf480 x1830948731647872/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.977188:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adf480 with x1830948731647872 ext(1953792->1957887) 00002000:00010000:1.0:1746129497.977190:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129adf480 00000100:00100000:1.0:1746129497.979348:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731648128 00000100:00100000:1.0:1746129497.979355:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731648128 00000100:00100000:1.0:1746129497.979393:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4024 00000100:00100000:1.0:1746129497.979400:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:29042:x1830948731648128:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129497.979580:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:29042:x1830948731648128:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 180us (423us total) trans 8589943899 rc 0/0 00000100:00100000:1.0:1746129497.979586:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4024 00000100:00100000:0.0:1746129497.982822:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.988138:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.991119:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+16:1963:x1830948731647360:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 15524us (15639us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129497.991131:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4152 00002000:00100000:0.0:1746129497.991141:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88008f449f80 x1830948731647360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129497.991151:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449f80 with x1830948731647360 ext(3145728->4194303) 00002000:00010000:0.0:1746129497.991156:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f449f80 00000100:00100000:0.0:1746129497.992172:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.992309:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731648768 00000100:00100000:1.0:1746129497.992313:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731648768 00010000:00010000:1.0:1746129497.992331:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0844e00/0x40a459093b05d6f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c18 expref: 9 pid: 11014 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129497.992356:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5597 00000100:00100000:1.0:1746129497.992360:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731648768:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129497.992367:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129497.992376:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0844e00/0x40a459093b05d6f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c18 expref: 9 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.992383:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0844e00/0x40a459093b05d6f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c18 expref: 9 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.992392:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844e00/0x40a459093b05d6f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c18 expref: 9 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129497.992398:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.992399:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129497.992403:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.992411:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129497.992430:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129497.992437:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736714368:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129497.992484:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e29f480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129497.994677:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736714368:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129497.994698:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129497.994749:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731648768:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2386us (2577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129497.994762:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5597 00000100:00100000:0.0:1746129497.995048:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.995670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.995848:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.996005:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11211 00000100:00100000:0.0:1746129497.996016:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+16:1962:x1830948731649280:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129497.996033:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129497.996048:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b05d7d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ca4 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129497.996098:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c09ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736714624:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129497.996188:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129497.996971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.997074:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c09ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736714624:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129497.997140:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b05d7d5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ca4 expref: 17 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.997150:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b05d7d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ca4 expref: 17 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129497.997168:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a86c00, rc 0) 00000100:00100000:1.0:1746129497.997189:0:14545:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731649408 00000100:00100000:1.0:1746129497.997195:0:14545:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731649408 00000100:00100000:1.0:1746129497.997232:0:14545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 165 00000100:00100000:1.0:1746129497.997237:0:14545:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1961:x1830948731649408:12345-192.168.202.4@tcp:400:kworker.0 00000100:00100000:1.0:1746129497.997262:0:14545:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095fbec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1961:x1830948731649408:12345-192.168.202.4@tcp:400:kworker.0 Request processed in 23us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129497.997262:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+16:1962:x1830948731649280:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1247us (1413us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129497.997268:0:14545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 165 00000100:00100000:0.0:1746129497.997268:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11211 00000100:00100000:0.0:1746129497.997360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.998329:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129497.999692:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129497.999748:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731650048 00000100:00100000:1.0:1746129497.999756:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731650048 00002000:00100000:1.0:1746129497.999926:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009c098380 x1830948731650048/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/0 e 0 to 0 dl 1746129508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129497.999943:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c098380 with x1830948731650048 ext(4194304->4923391) 00002000:00010000:1.0:1746129497.999951:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c098380 00000100:00100000:1.0:1746129497.999998:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4157 00000100:00100000:1.0:1746129498.000005:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948731650048:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.001734:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.007912:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948731650048:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7898us (8211us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129498.007924:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4157 00002000:00100000:1.0:1746129498.007937:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009c098380 x1830948731650048/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:238/0 lens 488/440 e 0 to 0 dl 1746129508 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.007946:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c098380 with x1830948731650048 ext(4194304->4923391) 00002000:00010000:1.0:1746129498.007952:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c098380 00000100:00100000:0.0:1746129498.008489:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.009090:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731650432 00000100:00100000:1.0:1746129498.009100:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731650432 00002000:00100000:1.0:1746129498.009147:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009c099f80 x1830948731650432/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.009157:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c099f80 with x1830948731650432 ext(1048576->2097151) 00002000:00010000:1.0:1746129498.009161:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c099f80 00000100:00100000:1.0:1746129498.009189:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4158 00000100:00100000:1.0:1746129498.009196:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948731650432:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.013232:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731650560 00000100:00100000:0.0:1746129498.013239:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731650560 00000100:00100000:0.0:1746129498.013276:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731650688 00000100:00100000:0.0:1746129498.013278:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731650688 00000100:00100000:0.0:1746129498.013485:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11213 00000100:00100000:0.0:1746129498.013493:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+19:1961:x1830948731650688:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129498.013510:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129498.013524:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19cb2 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.013542:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129498.013545:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129498.013551:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cb2 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129498.013564:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cb2 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129498.013574:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4e12e00, rc 0) 00000100:00100000:0.0:1746129498.013599:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948731650688:12345-192.168.202.4@tcp:101:cat.0 Request processed in 107us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129498.013604:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11213 00000100:00100000:1.0:1746129498.019659:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.025138:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.025229:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00080000:0.0:1746129498.025629:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746129498.025641:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4026 00000100:00100000:0.0:1746129498.027374:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.027551:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731651328 00000100:00100000:2.0:1746129498.027558:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731651328 00002000:00100000:2.0:1746129498.027605:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1196031) req@ffff88009c09b800 x1830948731651328/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.027614:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09b800 with x1830948731651328 ext(1048576->1196031) 00010000:00010000:2.0:1746129498.027622:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 21 pid: 7148 timeout: 853 lvb_type: 0 00000100:00080000:0.0:1746129498.027622:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746129498.027635:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 21 pid: 7148 timeout: 853 lvb_type: 0 00002000:00010000:2.0:1746129498.027642:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c09b800 00000100:00100000:2.0:1746129498.027665:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1062 00000100:00100000:2.0:1746129498.027673:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948731651328:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129498.030766:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731651328:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3085us (3384us total) trans 17179873084 rc 0/0 00000100:00100000:2.0:1746129498.030777:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1062 00002000:00100000:2.0:1746129498.030851:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1196031) req@ffff88009c09b800 x1830948731651328/t17179873084(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/448 e 0 to 0 dl 1746129509 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.030862:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09b800 with x1830948731651328 ext(1048576->1196031) 00010000:00010000:2.0:1746129498.030872:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 23 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.030887:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 23 pid: 7148 timeout: 853 lvb_type: 0 00002000:00010000:2.0:1746129498.030900:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c09b800 00000100:00100000:0.0:1746129498.032590:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.032676:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731651456 00000100:00100000:2.0:1746129498.032685:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731651456 00010000:00010000:2.0:1746129498.032721:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 23 pid: 7148 timeout: 853 lvb_type: 0 00000100:00100000:2.0:1746129498.032758:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5599 00000100:00100000:2.0:1746129498.032765:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731651456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.032782:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.032801:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 23 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.032812:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 23 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.032837:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135650a00/0x40a459093b05d7c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1196031) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c96 expref: 23 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.032867:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.032868:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.032876:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c850600/0x40a459093b05d7f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cc0 expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.032885:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c850600/0x40a459093b05d7f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cc0 expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.032925:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c850600/0x40a459093b05d7f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cc0 expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.032937:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736715264:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.033032:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.034344:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736715264:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.034380:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.034421:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731651456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1656us (1838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.034429:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5599 00000100:00100000:0.0:1746129498.036730:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.036827:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731651712 00000100:00100000:2.0:1746129498.036838:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731651712 00002000:00100000:2.0:1746129498.036889:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009c09a680 x1830948731651712/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.036896:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09a680 with x1830948731651712 ext(1048576->2097151) 00002000:00010000:2.0:1746129498.036901:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c09a680 00000100:00100000:2.0:1746129498.036918:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4159 00000100:00100000:2.0:1746129498.036923:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731651712:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.054671:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.054712:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.054740:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.054791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.054832:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731652480 00000100:00100000:0.0:1746129498.054835:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731652480 00000100:00100000:1.0:1746129498.054839:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731651968 00000100:00100000:1.0:1746129498.054844:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731651968 00002000:00100000:1.0:1746129498.054875:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c098a80 x1830948731651968/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129498.054875:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c09aa00 x1830948731652480/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.054884:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c098a80 with x1830948731651968 ext(2097152->3145727) 00002000:00100000:0.0:1746129498.054884:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09aa00 with x1830948731652480 ext(2097152->3145727) 00002000:00010000:1.0:1746129498.054889:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c098a80 00002000:00010000:0.0:1746129498.054889:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09aa00 00000100:00100000:0.0:1746129498.054907:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731652608 00000100:00100000:0.0:1746129498.054910:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731652608 00002000:00100000:0.0:1746129498.054920:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880095625180 x1830948731652608/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746129498.054922:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4160 00002000:00100000:0.0:1746129498.054927:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625180 with x1830948731652608 ext(3145728->4194303) 00002000:00010000:0.0:1746129498.054930:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095625180 00000100:00100000:1.0:1746129498.054931:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731652480:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.054946:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4162 00000100:00100000:0.0:1746129498.054975:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4163 00000100:00100000:2.0:1746129498.054976:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731651968:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.054981:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731652608:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129498.067347:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731652608:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12355us (12544us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129498.067358:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4163 00002000:00100000:1.0:1746129498.067372:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880095625180 x1830948731652608/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.067381:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625180 with x1830948731652608 ext(3145728->4194303) 00002000:00010000:1.0:1746129498.067388:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095625180 00000100:00100000:1.0:1746129498.071285:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731652480:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16348us (16564us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129498.071322:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4160 00002000:00100000:1.0:1746129498.071333:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c09aa00 x1830948731652480/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.071342:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09aa00 with x1830948731652480 ext(2097152->3145727) 00002000:00010000:1.0:1746129498.071347:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09aa00 00000100:00100000:2.0:1746129498.072634:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731651968:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17673us (17887us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129498.072646:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4162 00002000:00100000:2.0:1746129498.072653:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c098a80 x1830948731651968/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.072661:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c098a80 with x1830948731651968 ext(2097152->3145727) 00002000:00010000:2.0:1746129498.072665:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c098a80 00000100:00100000:0.0:1746129498.080271:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.080410:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731652992 00000100:00100000:2.0:1746129498.080419:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731652992 00002000:00100000:2.0:1746129498.080463:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880095627800 x1830948731652992/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.080473:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095627800 with x1830948731652992 ext(4194304->4923391) 00002000:00010000:2.0:1746129498.080479:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095627800 00000100:00100000:2.0:1746129498.080505:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4164 00000100:00100000:2.0:1746129498.080514:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731652992:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.087622:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731652992:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7102us (7352us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129498.087633:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4164 00002000:00100000:2.0:1746129498.087644:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880095627800 x1830948731652992/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.087653:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095627800 with x1830948731652992 ext(4194304->4923391) 00002000:00010000:2.0:1746129498.087658:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095627800 00000100:00100000:0.0:1746129498.092895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.093004:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731653248 00000100:00100000:2.0:1746129498.093013:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731653248 00000100:00100000:2.0:1746129498.093075:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4027 00000100:00100000:2.0:1746129498.093083:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:29047:x1830948731653248:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129498.093285:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:29047:x1830948731653248:12345-192.168.202.4@tcp:35:cat.0 Request processed in 203us (401us total) trans 8589943902 rc 0/0 00000100:00100000:2.0:1746129498.093291:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4027 00000100:00080000:0.0:1746129498.093444:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129498.145166:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.145281:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731653504 00000100:00100000:2.0:1746129498.145291:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731653504 00000100:00100000:2.0:1746129498.145375:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10053 00000100:00100000:2.0:1746129498.145383:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29054:x1830948731653504:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129498.145411:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.145433:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05d7f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19cc7 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.145636:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145649:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145659:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145672:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145677:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145681:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145871:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145882:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145888:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129498.145896:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129498.145981:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145987:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145993:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.145999:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132fc2400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129498.146003:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146008:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146018:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129498.146021:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129498.146025:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146030:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2400/0x40a459093b05d80d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146063:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146072:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146076:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146080:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132fc2200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129498.146082:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146086:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146092:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129498.146093:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129498.146096:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146100:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2200/0x40a459093b05d7ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146108:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146112:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146117:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146120:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132fc3200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129498.146121:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146128:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146132:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacb100) 00010000:00010000:2.0:1746129498.146134:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129498.146136:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146140:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3200/0x40a459093b05d806 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.146186:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05d7f8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cc7 expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.146193:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2600/0x40a459093b05d7f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cc7 expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.146204:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc2600, rc 0) 00000100:00100000:2.0:1746129498.146268:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+292:29054:x1830948731653504:12345-192.168.202.4@tcp:101:cat.0 Request processed in 886us (1114us total) trans 8589943903 rc 301/301 00000100:00100000:2.0:1746129498.146276:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10053 00000100:00100000:0.0:1746129498.148111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.148171:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731653632 00000100:00100000:2.0:1746129498.148179:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731653632 00000100:00100000:2.0:1746129498.148229:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10054 00000100:00100000:2.0:1746129498.148237:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+292:29054:x1830948731653632:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129498.148259:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.148276:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05d81b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19cce expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.148386:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.148399:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.148408:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129498.148433:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129498.148437:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129498.148451:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129498.148473:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc3400/0x40a459093b05d81b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cce expref: 294 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.148495:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cce expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.148502:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129498.148505:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129498.148507:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc2800, rc 0) 00000100:00100000:2.0:1746129498.148561:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+293:29054:x1830948731653632:12345-192.168.202.4@tcp:101:cat.0 Request processed in 325us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.148567:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10054 00000100:00100000:0.0:1746129498.151142:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.151255:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.151464:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11217 00000100:00100000:2.0:1746129498.151472:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731653888:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129498.151479:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.151490:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132fc3000/0x40a459093b05d830 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19cdc expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.151503:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.151505:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.151514:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132fc3000/0x40a459093b05d830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cdc expref: 23 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.151528:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132fc3000/0x40a459093b05d830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cdc expref: 23 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.151537:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132fc3000, rc 0) 00000100:00100000:2.0:1746129498.151579:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731653888:12345-192.168.202.4@tcp:101:cat.0 Request processed in 108us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.151585:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11217 00000100:00100000:0.0:1746129498.156282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.156527:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731654144 00000100:00100000:2.0:1746129498.156539:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731654144 00002000:00100000:2.0:1746129498.156609:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880095625880 x1830948731654144/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.156620:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625880 with x1830948731654144 ext(0->1048575) 00002000:00010000:2.0:1746129498.156627:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095625880 00000100:00100000:2.0:1746129498.156734:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4165 00000100:00100000:2.0:1746129498.156747:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731654144:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.177440:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.182917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.196372:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.197177:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731654528 00000100:00100000:2.0:1746129498.197188:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731654528 00010000:00010000:2.0:1746129498.197233:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1417216->1736703) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c88 expref: 10 pid: 7148 timeout: 853 lvb_type: 0 00000100:00100000:2.0:1746129498.197286:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5600 00000100:00100000:2.0:1746129498.197326:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1961:x1830948731654528:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.197344:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.197370:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1736703) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c88 expref: 10 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.197382:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1736703) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c88 expref: 10 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.197406:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f8d5c00/0x40a459093b05d7b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1417216->1736703) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c88 expref: 10 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.198203:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.198209:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.198224:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.198235:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.198284:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.198418:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736715648:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.198596:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf33c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.202661:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736715648:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.202714:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.202761:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1961:x1830948731654528:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5466us (6402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.202770:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5600 00000100:00100000:0.0:1746129498.212800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.212836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.212847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.212865:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.212884:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731654784 00000100:00100000:0.0:1746129498.212884:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731655552 00000100:00100000:2.0:1746129498.212891:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731654784 00000100:00100000:0.0:1746129498.212891:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731655552 00000100:00100000:0.0:1746129498.212928:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10055 00002000:00100000:2.0:1746129498.212934:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880095626680 x1830948731654784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129498.212935:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:29057:x1830948731655552:12345-192.168.202.4@tcp:101:multiop.0 00002000:00100000:2.0:1746129498.212942:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095626680 with x1830948731654784 ext(1048576->2097151) 00002000:00010000:2.0:1746129498.212947:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095626680 00010000:00010000:0.0:1746129498.212954:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129498.212970:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731655040 00000100:00100000:2.0:1746129498.212972:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731655040 00010000:00010000:0.0:1746129498.212981:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e200/0x40a459093b05d83e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19cea expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746129498.212985:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880095625500 x1830948731655040/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.212991:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625500 with x1830948731655040 ext(1048576->2097151) 00002000:00010000:2.0:1746129498.212993:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095625500 00000100:00100000:2.0:1746129498.213012:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4166 00000100:00100000:2.0:1746129498.213016:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731654784:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:0.0:1746129498.213067:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213078:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213086:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213094:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213100:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213104:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213189:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213197:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213203:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746129498.213210:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129498.213267:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213273:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213278:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213283:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c63ec00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129498.213286:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213314:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213324:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129498.213326:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129498.213330:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213335:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ec00/0x40a459093b05d853 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213352:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213359:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213363:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213366:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c63ee00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129498.213368:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213372:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213377:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129498.213379:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129498.213381:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213385:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63ee00/0x40a459093b05d845 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213391:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213395:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213399:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213403:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c63e800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129498.213404:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213411:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213416:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba200) 00010000:00010000:0.0:1746129498.213417:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129498.213419:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213422:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05d84c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129498.213450:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e200/0x40a459093b05d83e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cea expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.213457:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e200/0x40a459093b05d83e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cea expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129498.213463:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4168 00010000:00010000:0.0:1746129498.213464:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c63e200, rc 0) 00000100:00100000:1.0:1746129498.213481:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731655296:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.213502:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:29057:x1830948731655552:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 567us (654us total) trans 8589943904 rc 301/301 00000100:00100000:0.0:1746129498.213507:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10055 00000100:00100000:1.0:1746129498.221193:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.221241:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731655808 00000100:00100000:0.0:1746129498.221249:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731655808 00000100:00100000:0.0:1746129498.221316:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10056 00000100:00100000:0.0:1746129498.221324:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+12:29061:x1830948731655808:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129498.221345:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129498.221363:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f800/0x40a459093b05d861 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19cf1 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.221473:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221487:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221498:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221511:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221516:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221521:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221635:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221644:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221650:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129498.221659:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129498.221744:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221751:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221761:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221766:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132edde00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129498.221770:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221777:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221790:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129498.221793:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129498.221797:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221802:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05d876 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221816:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221821:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221826:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221829:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c63fe00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129498.221831:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221835:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221844:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129498.221847:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129498.221849:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221853:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63fe00/0x40a459093b05d868 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221859:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221864:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221868:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221872:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c63f200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129498.221874:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221880:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221885:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba300) 00010000:00010000:0.0:1746129498.221887:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129498.221889:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221894:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f200/0x40a459093b05d86f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129498.221929:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f800/0x40a459093b05d861 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cf1 expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.221936:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63f800/0x40a459093b05d861 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cf1 expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.221944:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c63f800, rc 0) 00000100:00100000:0.0:1746129498.221997:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+13:29061:x1830948731655808:12345-192.168.202.4@tcp:101:cat.0 Request processed in 674us (811us total) trans 8589943905 rc 301/301 00000100:00100000:0.0:1746129498.222004:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10056 00000100:00100000:0.0:1746129498.228193:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.228556:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731656064 00000100:00100000:2.0:1746129498.228563:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731656064 00000100:00100000:2.0:1746129498.228614:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10057 00000100:00100000:2.0:1746129498.228622:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:29060:x1830948731656064:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129498.228641:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.228657:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851200/0x40a459093b05d884 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19cf8 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.228739:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228749:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228757:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228766:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228771:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228775:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228851:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228858:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228862:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746129498.228868:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129498.228922:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228927:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228933:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228937:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c850200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129498.228940:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228946:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228954:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129498.228968:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129498.228971:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228975:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850200/0x40a459093b05d899 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.228996:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229000:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229004:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229007:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c851a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129498.229009:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229012:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229021:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129498.229022:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129498.229025:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229028:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851a00/0x40a459093b05d88b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229034:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229037:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229041:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229045:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c850a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129498.229046:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229049:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229053:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacbf00) 00010000:00010000:2.0:1746129498.229054:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129498.229056:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229059:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850a00/0x40a459093b05d892 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.229088:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851200/0x40a459093b05d884 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cf8 expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.229095:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c851200/0x40a459093b05d884 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cf8 expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.229853:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c851200, rc 0) 00000100:00100000:2.0:1746129498.229997:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+294:29060:x1830948731656064:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1373us (1811us total) trans 8589943906 rc 301/301 00000100:00100000:2.0:1746129498.230004:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10057 00000100:00100000:0.0:1746129498.230025:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731654784:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17008us (17231us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129498.230032:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4166 00002000:00100000:0.0:1746129498.230040:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880095626680 x1830948731654784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129498.230049:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095626680 with x1830948731654784 ext(1048576->2097151) 00002000:00010000:0.0:1746129498.230052:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095626680 00000100:00100000:1.0:1746129498.237547:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731655296:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24066us (24701us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129498.237557:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4168 00002000:00100000:1.0:1746129498.237567:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880095627b80 x1830948731655296/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.237576:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095627b80 with x1830948731655296 ext(1048576->2097151) 00002000:00010000:1.0:1746129498.237581:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095627b80 00000100:00100000:2.0:1746129498.238798:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.246839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.247074:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731656448 00000100:00100000:1.0:1746129498.247083:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731656448 00002000:00100000:1.0:1746129498.247125:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a0991880 x1830948731656448/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.247136:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991880 with x1830948731656448 ext(1048576->2097151) 00002000:00010000:1.0:1746129498.247140:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0991880 00000100:00100000:1.0:1746129498.247176:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4169 00000100:00100000:1.0:1746129498.247183:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731656448:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.251669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.251714:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.251941:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4171 00000100:00100000:0.0:1746129498.251949:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731656960:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129498.258581:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731656448:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11390us (11740us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129498.258590:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4169 00002000:00100000:1.0:1746129498.258599:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a0991880 x1830948731656448/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.258607:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991880 with x1830948731656448 ext(1048576->2097151) 00002000:00010000:1.0:1746129498.258612:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0991880 00000100:00100000:1.0:1746129498.261730:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731656960:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9773us (10005us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129498.261740:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4171 00002000:00100000:1.0:1746129498.261751:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0993100 x1830948731656960/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.261759:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993100 with x1830948731656960 ext(2097152->3145727) 00002000:00010000:1.0:1746129498.261765:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0993100 00000100:00100000:0.0:1746129498.275737:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.276403:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.295213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129498.296539:0:9822:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129498.299857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.299966:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731657728 00000100:00100000:2.0:1746129498.299973:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731657728 00010000:00010000:2.0:1746129498.300016:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ea7600/0x40a459093b05d703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c1f expref: 8 pid: 11014 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.300045:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5601 00000100:00100000:2.0:1746129498.300052:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6027050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731657728:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.300066:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.300086:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ea7600/0x40a459093b05d703 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c1f expref: 8 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.300095:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ea7600/0x40a459093b05d703 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c1f expref: 8 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.300118:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ea7600/0x40a459093b05d703 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c1f expref: 8 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.300144:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.300198:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6027050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731657728:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 146us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.300205:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5601 00000100:00100000:0.0:1746129498.301686:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.301757:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731657856 00000100:00100000:2.0:1746129498.301763:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731657856 00010000:00010000:2.0:1746129498.301786:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f84d800/0x40a459093b05d6a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bd9 expref: 24 pid: 20577 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.301803:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5602 00000100:00100000:2.0:1746129498.301807:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731657856:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.301815:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.301828:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f84d800/0x40a459093b05d6a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bd9 expref: 24 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.301837:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f84d800/0x40a459093b05d6a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bd9 expref: 24 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.301850:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f84d800/0x40a459093b05d6a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bd9 expref: 24 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.301859:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.301894:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731657856:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 86us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.301899:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5602 00000100:00100000:1.0:1746129498.302919:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.302979:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731657984 00000100:00100000:0.0:1746129498.302984:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731657984 00010000:00010000:0.0:1746129498.303004:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8d5400/0x40a459093b05d7ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c7a expref: 12 pid: 7148 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129498.303023:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5603 00000100:00100000:0.0:1746129498.303029:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731657984:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129498.303039:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129498.303050:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f8d5400/0x40a459093b05d7ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c7a expref: 12 pid: 7148 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129498.303060:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f8d5400/0x40a459093b05d7ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c7a expref: 12 pid: 7148 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129498.303073:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8d5400/0x40a459093b05d7ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c7a expref: 12 pid: 7148 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129498.303097:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129498.303098:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129498.303106:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.303114:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.303140:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129498.303157:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0992a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736716160:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129498.303427:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.306124:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0992a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736716160:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.306146:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.306204:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731657984:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3173us (3285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.306217:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5603 00000100:00100000:0.0:1746129498.306731:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.314487:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.318776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.318874:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731658752 00000100:00100000:2.0:1746129498.318882:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731658752 00000100:00100000:2.0:1746129498.319115:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4030 00000100:00100000:2.0:1746129498.319124:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+295:29060:x1830948731658752:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129498.319404:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+296:29060:x1830948731658752:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 280us (632us total) trans 8589943909 rc 0/0 00000100:00100000:2.0:1746129498.319409:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4030 00000100:00100000:0.0:1746129498.346880:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.352576:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.352611:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.352640:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731659008 00000100:00100000:2.0:1746129498.352646:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731659008 00010000:00010000:2.0:1746129498.352671:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132fc3000/0x40a459093b05d830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cdc expref: 23 pid: 11014 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.352695:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731659136 00000100:00100000:2.0:1746129498.352697:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731659136 00010000:00010000:2.0:1746129498.352706:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c850600/0x40a459093b05d7f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cc0 expref: 12 pid: 7148 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129498.352719:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5604 00000100:00100000:2.0:1746129498.352724:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5605 00000100:00100000:2.0:1746129498.352729:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731659136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129498.352729:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731659008:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.352739:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129498.352739:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.352755:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c850600/0x40a459093b05d7f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cc0 expref: 12 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129498.352756:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132fc3000/0x40a459093b05d830 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cdc expref: 23 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.352764:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c850600/0x40a459093b05d7f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cc0 expref: 12 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129498.352773:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132fc3000/0x40a459093b05d830 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cdc expref: 23 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.352795:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c850600/0x40a459093b05d7f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cc0 expref: 12 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129498.352801:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132fc3000/0x40a459093b05d830 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cdc expref: 23 pid: 11014 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.352813:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.352815:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.352821:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.352827:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.352851:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.352861:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736716544:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.352913:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3600 going to sleep for 11 seconds 00010000:00010000:1.0:1746129498.352943:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129498.352974:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731659008:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 248us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.352980:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5604 00000100:00100000:2.0:1746129498.353774:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736716544:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.353784:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.353810:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731659136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1080us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.353816:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5605 00000100:00100000:0.0:1746129498.355000:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.361515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.362981:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11222 00000100:00100000:1.0:1746129498.362994:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:29057:x1830948731659520:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129498.363011:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129498.363028:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d14 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.363054:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.363061:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129498.363063:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129498.363066:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->2584575] (req 2097152->2584575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.363095:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.363103:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 21 pid: 7148 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129498.363110:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736716672:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129498.363188:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e29f000 going to sleep for 11 seconds 00000100:00100000:1.0:1746129498.365000:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736716672:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129498.365036:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->2584575] (req 2097152->2584575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.365053:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ff44a00, rc 0) 00000100:00100000:1.0:1746129498.365097:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+12:29057:x1830948731659520:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2106us (3589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.365106:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11222 00000100:00100000:0.0:1746129498.367161:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.367605:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1064 00000100:00100000:2.0:1746129498.367615:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731659648:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129498.377449:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731659648:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 9825us (10285us total) trans 17179873085 rc 0/0 00000100:00100000:2.0:1746129498.377463:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1064 00002000:00100000:2.0:1746129498.377474:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2551808->3117055) req@ffff8800a0991500 x1830948731659648/t17179873085(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/448 e 0 to 0 dl 1746129509 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.377484:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991500 with x1830948731659648 ext(2551808->3117055) 00010000:00010000:2.0:1746129498.377493:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 24 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.377511:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 24 pid: 7148 timeout: 853 lvb_type: 0 00002000:00010000:2.0:1746129498.377518:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0991500 00000100:00100000:0.0:1746129498.380861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.381078:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731659776 00000100:00100000:2.0:1746129498.381090:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731659776 00010000:00010000:2.0:1746129498.381136:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 24 pid: 7148 timeout: 853 lvb_type: 0 00000100:00100000:2.0:1746129498.381179:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5606 00000100:00100000:2.0:1746129498.381188:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:1960:x1830948731659776:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.381205:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746129498.381221:0:7085:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129498 -> 1746129499 00002000:00010000:2.0:1746129498.381223:0:7085:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129498 -> 1746129499 00010000:00010000:2.0:1746129498.381227:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 24 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.381236:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 24 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.381255:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2551808->3117055) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d06 expref: 24 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.381273:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.381274:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.381280:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.381286:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.381341:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.381349:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736716800:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.381563:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.384651:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736716800:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.384670:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.384717:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731659776:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3529us (3865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.384726:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5606 00000100:00100000:0.0:1746129498.386499:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.386622:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731660032 00000100:00100000:2.0:1746129498.386629:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731660032 00002000:00100000:2.0:1746129498.386665:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2580480->2584575) req@ffff88009c079500 x1830948731660032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.386674:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079500 with x1830948731660032 ext(2580480->2584575) 00002000:00010000:2.0:1746129498.386679:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079500 00000100:00100000:2.0:1746129498.386799:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4175 00000100:00100000:2.0:1746129498.386807:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731660032:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129498.386969:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731660032:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 162us (475us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129498.386975:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4175 00002000:00100000:2.0:1746129498.386980:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2580480->2584575) req@ffff88009c079500 x1830948731660032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.386987:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079500 with x1830948731660032 ext(2580480->2584575) 00002000:00010000:2.0:1746129498.386989:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079500 00000100:00100000:0.0:1746129498.389640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.389837:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731660288 00000100:00100000:2.0:1746129498.389845:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731660288 00000100:00100000:2.0:1746129498.389903:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4031 00000100:00100000:2.0:1746129498.389911:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:29057:x1830948731660288:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129498.390536:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:29057:x1830948731660288:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 624us (901us total) trans 8589943910 rc 0/0 00000100:00100000:2.0:1746129498.390543:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4031 00000100:00100000:0.0:1746129498.399160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.399280:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731660544 00000100:00100000:2.0:1746129498.399323:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731660544 00000100:00100000:2.0:1746129498.399383:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10058 00000100:00100000:2.0:1746129498.399392:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+296:29068:x1830948731660544:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129498.399425:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.399449:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f8800/0x40a459093b05d8c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d1b expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.399561:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399574:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399586:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399599:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399604:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399609:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399726:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399735:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399740:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746129498.399750:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129498.399822:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399831:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399836:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399844:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f2f9200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129498.399847:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399852:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399862:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129498.399864:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129498.399867:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399872:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9200/0x40a459093b05d8d8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399903:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399907:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399911:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399915:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f2f9e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129498.399917:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399924:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399929:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129498.399930:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129498.399932:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399936:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9e00/0x40a459093b05d8ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399941:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399944:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399948:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399951:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f2f9000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129498.399953:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399965:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399971:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacbe00) 00010000:00010000:2.0:1746129498.399972:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129498.399974:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.399978:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f9000/0x40a459093b05d8d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129498.400022:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f8800/0x40a459093b05d8c3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d1b expref: 298 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.400029:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f2f8800/0x40a459093b05d8c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d1b expref: 298 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.400038:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2f8800, rc 0) 00000100:00100000:2.0:1746129498.400102:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+297:29068:x1830948731660544:12345-192.168.202.4@tcp:101:cat.0 Request processed in 708us (949us total) trans 8589943911 rc 301/301 00000100:00100000:2.0:1746129498.400109:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10058 00000100:00100000:0.0:1746129498.402194:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.402282:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731660672 00000100:00100000:1.0:1746129498.402290:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731660672 00000100:00100000:1.0:1746129498.402383:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11223 00000100:00100000:1.0:1746129498.402391:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731660672:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129498.402407:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129498.402423:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ff44400/0x40a459093b05d8e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d22 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129498.402470:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736716928:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129498.402516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.402541:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e29f000 going to sleep for 11 seconds 00002000:00010000:1.0:1746129498.404730:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime: 1746129498 -> 1746129499 00002000:00010000:1.0:1746129498.404736:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129496 -> 1746129498 00002000:00010000:1.0:1746129498.404738:0:7149:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime: 1746129498 -> 1746129499 00000100:00100000:1.0:1746129498.404757:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736716928:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129498.404782:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ff44400/0x40a459093b05d8e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d22 expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.404794:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ff44400/0x40a459093b05d8e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d22 expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.404932:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ff44400, rc 0) 00000100:00100000:1.0:1746129498.405206:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731660672:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2815us (3020us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129498.405213:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11223 00000100:00100000:0.0:1746129498.412112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.414547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.414619:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731661056 00000100:00100000:2.0:1746129498.414624:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731661056 00002000:00100000:2.0:1746129498.414653:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1630208->2097151) req@ffff88009c07b800 x1830948731661056/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.414661:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07b800 with x1830948731661056 ext(1630208->2097151) 00010000:00010000:2.0:1746129498.414666:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 12 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.414676:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 12 pid: 7148 timeout: 853 lvb_type: 0 00002000:00010000:2.0:1746129498.414681:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c07b800 00000100:00100000:2.0:1746129498.414752:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1065 00000100:00100000:2.0:1746129498.414759:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731661056:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129498.420644:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731661056:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 5876us (6087us total) trans 17179873086 rc 0/0 00000100:00100000:2.0:1746129498.420656:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1065 00002000:00100000:2.0:1746129498.420668:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1630208->2097151) req@ffff88009c07b800 x1830948731661056/t17179873086(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/448 e 0 to 0 dl 1746129509 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.420676:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07b800 with x1830948731661056 ext(1630208->2097151) 00010000:00010000:2.0:1746129498.420686:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 14 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.420701:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 14 pid: 7148 timeout: 853 lvb_type: 0 00002000:00010000:2.0:1746129498.420707:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c07b800 00000100:00100000:0.0:1746129498.423841:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.424092:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731661184 00000100:00100000:2.0:1746129498.424101:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731661184 00010000:00010000:2.0:1746129498.424147:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 14 pid: 7148 timeout: 853 lvb_type: 0 00000100:00100000:2.0:1746129498.424374:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5607 00000100:00100000:2.0:1746129498.424381:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731661184:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.424394:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.424412:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 14 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.424423:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 14 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.424451:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05d8b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d0d expref: 14 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.424479:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.424481:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.424486:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.424493:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.424530:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.424542:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736717312:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.424605:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.426555:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736717312:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.426577:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.426622:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731661184:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2239us (2787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.426634:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5607 00000100:00100000:0.0:1746129498.428103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.428471:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731661440 00000100:00100000:2.0:1746129498.428478:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731661440 00002000:00100000:2.0:1746129498.428510:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009c079c00 x1830948731661440/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.428524:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079c00 with x1830948731661440 ext(1048576->2097151) 00002000:00010000:2.0:1746129498.428529:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079c00 00000100:00100000:2.0:1746129498.428555:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4176 00000100:00100000:2.0:1746129498.428561:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731661440:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.435431:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731661440:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6860us (7323us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129498.435442:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4176 00002000:00100000:2.0:1746129498.435453:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009c079c00 x1830948731661440/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.435463:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079c00 with x1830948731661440 ext(1048576->2097151) 00002000:00010000:2.0:1746129498.435469:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079c00 00000100:00100000:0.0:1746129498.441548:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.443910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.443996:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731661696 00000100:00100000:2.0:1746129498.444002:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731661696 00002000:00100000:2.0:1746129498.444032:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2584575) req@ffff88009c07bb80 x1830948731661696/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.444041:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07bb80 with x1830948731661696 ext(2097152->2584575) 00010000:00010000:2.0:1746129498.444046:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 13 pid: 7149 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.444057:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 13 pid: 7149 timeout: 853 lvb_type: 0 00002000:00010000:2.0:1746129498.444063:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c07bb80 00000100:00100000:2.0:1746129498.444092:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1066 00000100:00100000:2.0:1746129498.444100:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731661696:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129498.450681:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731661696:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 6568us (6758us total) trans 17179873087 rc 0/0 00000100:00100000:2.0:1746129498.450696:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1066 00002000:00100000:2.0:1746129498.450712:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2584575) req@ffff88009c07bb80 x1830948731661696/t17179873087(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/448 e 0 to 0 dl 1746129509 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.450721:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07bb80 with x1830948731661696 ext(2097152->2584575) 00010000:00010000:2.0:1746129498.450734:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 15 pid: 7149 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.450751:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 15 pid: 7149 timeout: 853 lvb_type: 0 00002000:00010000:2.0:1746129498.450758:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c07bb80 00000100:00100000:0.0:1746129498.453436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.453570:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731661824 00000100:00100000:2.0:1746129498.453583:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731661824 00010000:00010000:2.0:1746129498.453635:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 15 pid: 7149 timeout: 853 lvb_type: 0 00000100:00100000:2.0:1746129498.453679:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5608 00000100:00100000:2.0:1746129498.453688:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6026c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:1961:x1830948731661824:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.453707:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.453730:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 15 pid: 7149 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.453746:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 15 pid: 7149 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.453771:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ff44a00/0x40a459093b05d8bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2584575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d14 expref: 15 pid: 7149 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.453802:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.453805:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.453813:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.453820:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.453857:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.453872:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736717568:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.454533:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3600 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.456151:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736717568:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.456172:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.456222:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6026c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731661824:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2534us (2799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.456234:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5608 00000100:00100000:0.0:1746129498.460271:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.460325:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731662080 00000100:00100000:2.0:1746129498.460337:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731662080 00000100:00100000:0.0:1746129498.460352:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:2.0:1746129498.460377:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c07ad80 x1830948731662080/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.460386:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07ad80 with x1830948731662080 ext(2097152->3145727) 00002000:00010000:2.0:1746129498.460391:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c07ad80 00000100:00100000:2.0:1746129498.460406:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731662208 00000100:00100000:2.0:1746129498.460409:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731662208 00002000:00100000:2.0:1746129498.460419:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009c079f80 x1830948731662208/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746129498.460420:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4177 00002000:00100000:2.0:1746129498.460425:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079f80 with x1830948731662208 ext(3145728->4194303) 00002000:00010000:2.0:1746129498.460427:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079f80 00000100:00100000:1.0:1746129498.460430:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731662080:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129498.460450:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4178 00000100:00100000:1.0:1746129498.460454:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731662208:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.476001:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731662080:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15564us (15728us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129498.476012:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4177 00002000:00100000:2.0:1746129498.476022:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c07ad80 x1830948731662080/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.476031:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07ad80 with x1830948731662080 ext(2097152->3145727) 00002000:00010000:2.0:1746129498.476036:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c07ad80 00000100:00100000:1.0:1746129498.479720:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731662208:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19255us (19357us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129498.479731:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4178 00002000:00100000:1.0:1746129498.479744:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009c079f80 x1830948731662208/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.479753:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079f80 with x1830948731662208 ext(3145728->4194303) 00002000:00010000:1.0:1746129498.479758:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079f80 00000100:00100000:0.0:1746129498.487190:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.487385:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731662592 00000100:00100000:1.0:1746129498.487394:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731662592 00002000:00100000:1.0:1746129498.487437:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009c07a680 x1830948731662592/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.487447:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07a680 with x1830948731662592 ext(4194304->4923391) 00002000:00010000:1.0:1746129498.487452:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c07a680 00000100:00100000:1.0:1746129498.487483:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4179 00000100:00100000:1.0:1746129498.487491:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948731662592:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.494319:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.495287:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948731662592:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7796us (8105us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129498.495317:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4179 00002000:00100000:1.0:1746129498.495326:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009c07a680 x1830948731662592/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.495335:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07a680 with x1830948731662592 ext(4194304->4923391) 00002000:00010000:1.0:1746129498.495340:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c07a680 00000100:00100000:0.0:1746129498.501168:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.501284:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.501337:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731662976 00000100:00100000:0.0:1746129498.501340:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.501345:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731662976 00000100:00100000:1.0:1746129498.501746:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11228 00000100:00100000:1.0:1746129498.501752:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731662976:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129498.501758:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129498.501765:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d45 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.501775:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129498.501776:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129498.501780:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d45 expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.501788:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d45 expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.501800:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c354800, rc 0) 00000100:00100000:1.0:1746129498.501818:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731662976:12345-192.168.202.4@tcp:101:cat.0 Request processed in 67us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.501823:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11228 00000100:00100000:2.0:1746129498.502278:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731663360 00000100:00100000:2.0:1746129498.502282:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731663360 00000100:00100000:2.0:1746129498.502332:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4032 00000100:00100000:2.0:1746129498.502337:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+297:29068:x1830948731663360:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129498.502693:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+298:29068:x1830948731663360:12345-192.168.202.4@tcp:35:cat.0 Request processed in 354us (1351us total) trans 8589943913 rc 0/0 00000100:00100000:2.0:1746129498.502699:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4032 00000100:00100000:0.0:1746129498.511336:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.513889:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.513987:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731663872 00000100:00100000:2.0:1746129498.513993:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731663872 00002000:00100000:2.0:1746129498.514022:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880129adf100 x1830948731663872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.514031:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adf100 with x1830948731663872 ext(1048576->2097151) 00002000:00010000:2.0:1746129498.514035:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adf100 00000100:00100000:2.0:1746129498.514199:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4180 00000100:00100000:2.0:1746129498.514211:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731663872:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.521615:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731663872:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7398us (7716us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129498.521628:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4180 00002000:00100000:2.0:1746129498.521639:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880129adf100 x1830948731663872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.521648:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adf100 with x1830948731663872 ext(1048576->2097151) 00002000:00010000:2.0:1746129498.521653:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adf100 00000100:00100000:0.0:1746129498.530149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.530200:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.530280:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731664256 00000100:00100000:2.0:1746129498.530289:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731664256 00002000:00100000:2.0:1746129498.530353:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094efc380 x1830948731664256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.530363:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc380 with x1830948731664256 ext(3145728->4194303) 00002000:00010000:2.0:1746129498.530368:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094efc380 00000100:00100000:2.0:1746129498.530382:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731664128 00000100:00100000:2.0:1746129498.530384:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731664128 00002000:00100000:2.0:1746129498.530393:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094efdf80 x1830948731664128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.530405:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efdf80 with x1830948731664128 ext(2097152->3145727) 00002000:00010000:2.0:1746129498.530407:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094efdf80 00000100:00100000:2.0:1746129498.530435:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4181 00000100:00100000:2.0:1746129498.530442:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731664256:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.531264:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4182 00000100:00100000:0.0:1746129498.531271:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731664128:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129498.541999:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731664128:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10709us (11780us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129498.542016:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4182 00002000:00100000:1.0:1746129498.542031:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094efdf80 x1830948731664128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.542046:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efdf80 with x1830948731664128 ext(2097152->3145727) 00002000:00010000:1.0:1746129498.542052:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094efdf80 00000100:00100000:2.0:1746129498.542979:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731664256:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12536us (12838us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129498.542986:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4181 00002000:00100000:2.0:1746129498.542992:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094efc380 x1830948731664256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.542999:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc380 with x1830948731664256 ext(3145728->4194303) 00002000:00010000:2.0:1746129498.543002:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094efc380 00000100:00100000:0.0:1746129498.546073:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.546119:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.546143:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.546202:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731664640 00000100:00100000:0.0:1746129498.546204:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731665024 00000100:00100000:1.0:1746129498.546206:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731664640 00000100:00100000:0.0:1746129498.546207:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731665024 00010000:00010000:1.0:1746129498.546225:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135650c00/0x40a459093b05d6fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c03 expref: 7 pid: 22481 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129498.546225:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05d78f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c5e expref: 18 pid: 20577 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129498.546245:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5609 00000100:00100000:1.0:1746129498.546249:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731664640:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129498.546259:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129498.546281:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135650c00/0x40a459093b05d6fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c03 expref: 7 pid: 22481 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.546291:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135650c00/0x40a459093b05d6fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c03 expref: 7 pid: 22481 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.546329:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135650c00/0x40a459093b05d6fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c03 expref: 7 pid: 22481 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.546356:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129498.546394:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731664640:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 143us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.546400:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5609 00000100:00100000:1.0:1746129498.546416:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5610 00000100:00100000:1.0:1746129498.546421:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731665024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129498.546429:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129498.546436:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05d78f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c5e expref: 18 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.546444:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05d78f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c5e expref: 18 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.546455:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129498.546474:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731665024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 54us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.546479:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5610 00010000:00010000:2.0:1746129498.546790:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959da000/0x40a459093b05d78f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c5e expref: 17 pid: 20577 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.546805:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736717824:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129498.546814:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736717952:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129498.546837:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [507904->921599] (req 507904->921599) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.546846:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04800, rc 0) 00000100:00100000:2.0:1746129498.546867:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+16:29073:x1830948731664512:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4543us (4653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.546871:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.546906:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731665152 00000100:00100000:0.0:1746129498.546910:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731665152 00010000:00010000:0.0:1746129498.546928:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1600/0x40a459093b05d67e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bbd expref: 25 pid: 8410 timeout: 853 lvb_type: 1 00000100:00100000:0.0:1746129498.546945:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5611 00000100:00100000:0.0:1746129498.546951:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731665152:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129498.546971:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129498.546980:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1600/0x40a459093b05d67e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bbd expref: 25 pid: 8410 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129498.546989:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1600/0x40a459093b05d67e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bbd expref: 25 pid: 8410 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.546998:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11229 00010000:00010000:0.0:1746129498.547001:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f4a1600/0x40a459093b05d67e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19bbd expref: 25 pid: 8410 timeout: 853 lvb_type: 1 00010000:00010000:0.0:1746129498.547012:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129498.547014:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129498.547019:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.547026:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.547050:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129498.547059:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736718080:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129498.547126:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129498.550970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.551006:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731665408 00000100:00100000:2.0:1746129498.551012:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731665408 00002000:00100000:2.0:1746129498.551042:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (507904->511999) req@ffff880094eff100 x1830948731665408/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.551048:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eff100 with x1830948731665408 ext(507904->511999) 00002000:00010000:2.0:1746129498.551051:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eff100 00000100:00100000:2.0:1746129498.551065:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4183 00000100:00100000:2.0:1746129498.551070:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731665408:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129498.551145:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736718080:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129498.551162:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.551203:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731665408:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 132us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129498.551207:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4183 00002000:00100000:2.0:1746129498.551210:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (507904->511999) req@ffff880094eff100 x1830948731665408/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.551215:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eff100 with x1830948731665408 ext(507904->511999) 00002000:00010000:2.0:1746129498.551217:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eff100 00000100:00100000:1.0:1746129498.551397:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731665152:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4445us (4528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.551404:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5611 00000100:00100000:0.0:1746129498.551850:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.551907:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731665664 00000100:00100000:1.0:1746129498.551911:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731665664 00002000:00100000:1.0:1746129498.551930:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880094eff800 x1830948731665664/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.551937:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eff800 with x1830948731665664 ext(4194304->4923391) 00002000:00010000:1.0:1746129498.551940:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eff800 00000100:00100000:1.0:1746129498.551972:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4184 00000100:00100000:1.0:1746129498.551978:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731665664:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.557484:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.559679:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731665664:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7689us (7818us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129498.559691:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4184 00002000:00100000:1.0:1746129498.559702:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880094eff800 x1830948731665664/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.559711:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eff800 with x1830948731665664 ext(4194304->4923391) 00002000:00010000:1.0:1746129498.559718:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eff800 00000100:00100000:0.0:1746129498.566288:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.566409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.566526:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731666176 00000100:00100000:2.0:1746129498.566542:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731666176 00000100:00100000:2.0:1746129498.566608:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4033 00000100:00100000:2.0:1746129498.566618:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:29071:x1830948731666176:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129498.567524:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:29071:x1830948731666176:12345-192.168.202.4@tcp:35:cat.0 Request processed in 905us (1249us total) trans 8589943916 rc 0/0 00000100:00100000:2.0:1746129498.567532:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4033 00000100:00100000:0.0:1746129498.635882:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.636430:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731666560 00000100:00100000:2.0:1746129498.636438:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731666560 00000100:00100000:2.0:1746129498.636495:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11230 00000100:00100000:2.0:1746129498.636503:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:29076:x1830948731666560:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129498.636518:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.636532:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d68 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.636555:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.636562:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05d925 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d4c expref: 15 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.636566:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.636567:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.636570:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3891200->4194303] (req 3891200->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.636591:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05d925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d4c expref: 15 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.636600:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05d925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d4c expref: 15 pid: 7148 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.636609:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736718208:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129498.636700:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.636711:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 25 pid: 7148 timeout: 853 lvb_type: 0 00000100:00100000:2.0:1746129498.636718:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736718336:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129498.636735:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.640070:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736718336:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129498.640080:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736718208:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129498.640105:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3891200->4194303] (req 3891200->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.640121:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee35800, rc 0) 00000100:00100000:2.0:1746129498.640158:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:29076:x1830948731666560:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3655us (4282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.640165:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11230 00000100:00100000:0.0:1746129498.643626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.643717:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.644064:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731666688 00000100:00100000:1.0:1746129498.644074:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731666688 00010000:00010000:1.0:1746129498.644111:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 25 pid: 7148 timeout: 853 lvb_type: 0 00000100:00100000:1.0:1746129498.644150:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731666816 00000100:00100000:1.0:1746129498.644153:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731666816 00010000:00010000:1.0:1746129498.644164:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05d925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d4c expref: 16 pid: 7148 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.644567:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5612 00000100:00100000:2.0:1746129498.644577:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731666688:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129498.644584:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5613 00010000:00010000:2.0:1746129498.644591:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129498.644591:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731666816:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129498.644598:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129498.644611:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05d925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d4c expref: 16 pid: 7148 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.644614:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 25 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129498.644621:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05d925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d4c expref: 16 pid: 7148 timeout: 853 lvb_type: 1 00010000:00010000:2.0:1746129498.644635:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 25 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:1.0:1746129498.645021:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05d925 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d4c expref: 16 pid: 7148 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.645048:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129498.645097:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:1961:x1830948731666816:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 505us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.645103:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5613 00010000:00010000:2.0:1746129498.645449:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be05000/0x40a459093b05d8fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d37 expref: 25 pid: 7148 timeout: 853 lvb_type: 0 00010000:00010000:2.0:1746129498.645462:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.645464:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.645469:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.645476:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.645503:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.645513:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736718464:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.645553:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.648613:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736718464:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.648633:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.648677:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731666688:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4102us (5215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.648686:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5612 00000100:00100000:0.0:1746129498.653572:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.653853:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731667072 00000100:00100000:1.0:1746129498.653861:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731667072 00002000:00100000:1.0:1746129498.653900:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3891200->3895295) req@ffff88009402bb80 x1830948731667072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.653917:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009402bb80 with x1830948731667072 ext(3891200->3895295) 00002000:00010000:1.0:1746129498.653922:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009402bb80 00000100:00100000:1.0:1746129498.653962:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4186 00000100:00100000:1.0:1746129498.653969:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731667072:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129498.654282:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731667072:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 151us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129498.654289:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4186 00002000:00100000:1.0:1746129498.654320:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3891200->3895295) req@ffff88009402bb80 x1830948731667072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.654327:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009402bb80 with x1830948731667072 ext(3891200->3895295) 00002000:00010000:1.0:1746129498.654329:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009402bb80 00000100:00100000:0.0:1746129498.660802:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.661406:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731667200 00000100:00100000:2.0:1746129498.661415:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731667200 00000100:00100000:2.0:1746129498.662610:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11231 00000100:00100000:2.0:1746129498.662623:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+19:29076:x1830948731667200:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129498.662643:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.662660:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d6f expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.662685:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f84da00/0x40a459093b05d693 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19be0 expref: 20 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.662693:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800959da600/0x40a459093b05d7b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c81 expref: 9 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.662701:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4000/0x40a459093b05d711 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c26 expref: 5 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.662707:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.662709:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.662712:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->3633151] (req 3145728->3633151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.662741:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4000/0x40a459093b05d711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c26 expref: 5 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.662753:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4000/0x40a459093b05d711 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c26 expref: 5 pid: 7148 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.662763:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736718592:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129498.664367:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800959da600/0x40a459093b05d7b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c81 expref: 9 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.664385:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800959da600/0x40a459093b05d7b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c81 expref: 9 pid: 20577 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.664395:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736718720:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129498.664445:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f84da00/0x40a459093b05d693 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19be0 expref: 20 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.664452:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f84da00/0x40a459093b05d693 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19be0 expref: 20 pid: 20577 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.664460:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736718848:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129498.664476:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129498.667635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129498.668449:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f8d4000/0x40a459093b05d711 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c26 expref: 5 pid: 7148 timeout: 853 lvb_type: 1 00000100:00100000:2.0:1746129498.668477:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736718592:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129498.668487:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736718720:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129498.668495:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736718848:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129498.668520:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->3633151] (req 3145728->3633151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.668530:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee35600, rc 0) 00000100:00100000:2.0:1746129498.668549:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+20:29076:x1830948731667200:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5931us (7757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.668557:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11231 00000100:00100000:0.0:1746129498.669781:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.670495:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731667456 00000100:00100000:1.0:1746129498.670504:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731667456 00010000:00010000:1.0:1746129498.670531:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f84da00/0x40a459093b05d693 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19be0 expref: 20 pid: 20577 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129498.670567:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5615 00000100:00100000:1.0:1746129498.670574:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6026850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731667456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129498.670586:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129498.670604:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f84da00/0x40a459093b05d693 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19be0 expref: 20 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.670612:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f84da00/0x40a459093b05d693 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19be0 expref: 20 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.670630:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f84da00/0x40a459093b05d693 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19be0 expref: 20 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.670804:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129498.671143:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6026850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731667456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 568us (1366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.671150:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5615 00000100:00100000:0.0:1746129498.673137:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.673703:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731667584 00000100:00100000:1.0:1746129498.673713:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731667584 00010000:00010000:1.0:1746129498.673742:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800959da600/0x40a459093b05d7b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c81 expref: 10 pid: 20577 timeout: 853 lvb_type: 1 00000100:00100000:1.0:1746129498.673769:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5616 00000100:00100000:1.0:1746129498.673775:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731667584:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129498.673789:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129498.673810:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800959da600/0x40a459093b05d7b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c81 expref: 10 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.673822:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800959da600/0x40a459093b05d7b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c81 expref: 10 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.673842:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800959da600/0x40a459093b05d7b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c81 expref: 10 pid: 20577 timeout: 853 lvb_type: 1 00010000:00010000:1.0:1746129498.673854:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129498.673856:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129498.673862:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.673870:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.673899:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129498.673909:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736718976:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129498.674970:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e29f000 going to sleep for 11 seconds 00000100:00100000:1.0:1746129498.678616:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736718976:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129498.678638:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129498.678684:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948731667584:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4908us (5552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.678694:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5616 00000100:00100000:0.0:1746129498.681236:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.681875:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731667840 00000100:00100000:1.0:1746129498.681882:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731667840 00002000:00100000:1.0:1746129498.681913:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3629056->3633151) req@ffff880094028380 x1830948731667840/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.681919:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028380 with x1830948731667840 ext(3629056->3633151) 00002000:00010000:1.0:1746129498.681923:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094028380 00000100:00100000:1.0:1746129498.681989:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4187 00000100:00100000:1.0:1746129498.681996:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731667840:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129498.682144:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731667840:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 148us (915us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129498.682150:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4187 00002000:00100000:1.0:1746129498.682155:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3629056->3633151) req@ffff880094028380 x1830948731667840/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.682161:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028380 with x1830948731667840 ext(3629056->3633151) 00002000:00010000:1.0:1746129498.682163:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094028380 00000100:00100000:0.0:1746129498.683690:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.687320:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.693092:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.695437:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.695519:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731668608 00000100:00100000:2.0:1746129498.695527:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731668608 00000100:00100000:2.0:1746129498.695559:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731668480 00000100:00100000:2.0:1746129498.695561:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731668480 00000100:00100000:2.0:1746129498.695573:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11232 00000100:00100000:2.0:1746129498.695579:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731668608:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129498.695594:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.695608:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee35000/0x40a459093b05d9b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d84 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.695648:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736719104:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129498.695713:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129498.695755:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11233 00000100:00100000:0.0:1746129498.695761:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731668480:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129498.695768:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129498.695776:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e1c0400/0x40a459093b05d9b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d7d expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129498.695797:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736719232:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129498.695815:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8240 going to sleep for 11 seconds 00002000:00010000:1.0:1746129498.697979:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129498 -> 1746129499 00000100:00100000:1.0:1746129498.698005:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094029f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736719232:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129498.698033:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e1c0400/0x40a459093b05d9b8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d7d expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.698046:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e1c0400/0x40a459093b05d9b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d7d expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.698075:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1c0400, rc 0) 00000100:00100000:1.0:1746129498.698112:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731668480:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2351us (2681us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129498.698123:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11233 00002000:00010000:2.0:1746129498.698157:0:7148:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129498 -> 1746129499 00002000:00010000:2.0:1746129498.698161:0:7148:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129497 -> 1746129499 00002000:00010000:2.0:1746129498.698164:0:7148:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129498 -> 1746129499 00000100:00100000:2.0:1746129498.698176:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736719104:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129498.698193:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ee35000/0x40a459093b05d9b1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d84 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.698202:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35000/0x40a459093b05d9b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d84 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.698363:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee35000, rc 0) 00000100:00100000:2.0:1746129498.698388:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731668608:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2808us (5303us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129498.698394:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11232 00000100:00100000:1.0:1746129498.702017:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.702114:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731668864 00000100:00100000:2.0:1746129498.702124:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731668864 00002000:00100000:2.0:1746129498.702161:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880129adf800 x1830948731668864/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 504/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.702170:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adf800 with x1830948731668864 ext(0->1048575) 00002000:00010000:2.0:1746129498.702174:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adf800 00000100:00100000:2.0:1746129498.702260:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4188 00000100:00100000:2.0:1746129498.702267:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731668864:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.707566:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731668864:12345-192.168.202.4@tcp:3:cat.0 Request processed in 5287us (5547us total) trans 0 rc 634880/634880 00000100:00100000:2.0:1746129498.707579:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4188 00002000:00100000:2.0:1746129498.707593:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880129adf800 x1830948731668864/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 504/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 634880/634880 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.707603:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adf800 with x1830948731668864 ext(0->1048575) 00002000:00010000:2.0:1746129498.707608:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adf800 00000100:00100000:0.0:1746129498.718163:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.718348:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731668992 00000100:00100000:2.0:1746129498.718360:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731668992 00000100:00100000:2.0:1746129498.718446:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11234 00000100:00100000:2.0:1746129498.718454:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731668992:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129498.718471:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.718487:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee35a00/0x40a459093b05d9bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d8b expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.718537:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736719360:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129498.719052:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129498.719442:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.719495:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731669120 00000100:00100000:2.0:1746129498.719499:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731669120 00000100:00100000:2.0:1746129498.719532:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11235 00000100:00100000:2.0:1746129498.719537:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948731669120:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129498.719545:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.719555:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee34400/0x40a459093b05d9c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d92 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.719580:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736719488:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129498.719620:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.723322:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736719360:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129498.723354:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee35a00/0x40a459093b05d9bf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d8b expref: 16 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.723367:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee35a00/0x40a459093b05d9bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d8b expref: 16 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.723380:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee35a00, rc 0) 00000100:00100000:2.0:1746129498.723421:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731668992:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4968us (5271us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129498.723430:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11234 00000100:00100000:0.0:1746129498.724074:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.724402:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+300:29085:x1830948731669376:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129498.724429:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.724444:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ede00/0x40a459093b05d9cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19d99 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.724717:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724728:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724736:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724746:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724751:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724756:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724847:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724855:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724860:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129498.724868:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129498.724931:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724941:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724946:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724963:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c4ed000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129498.724967:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724973:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724982:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129498.724985:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129498.724988:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.724992:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed000/0x40a459093b05d9e2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725004:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725008:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725013:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725734:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c4ec000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129498.725737:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725746:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725755:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129498.725757:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129498.725759:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725764:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec000/0x40a459093b05d9d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725774:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725779:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725783:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725786:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c4ec200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129498.725788:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725792:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725797:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094660500) 00010000:00010000:3.0:1746129498.725799:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129498.725801:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725805:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ec200/0x40a459093b05d9db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.725839:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ede00/0x40a459093b05d9cd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d99 expref: 302 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.725845:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ede00/0x40a459093b05d9cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d99 expref: 302 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.725853:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c4ede00, rc 0) 00000100:00100000:3.0:1746129498.726611:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+301:29085:x1830948731669376:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2205us (2534us total) trans 8589943920 rc 301/301 00000100:00100000:3.0:1746129498.726619:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10063 00000100:00100000:1.0:1746129498.727501:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.727540:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731669504 00000100:00100000:2.0:1746129498.727547:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731669504 00000100:00100000:2.0:1746129498.727584:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11236 00000100:00100000:2.0:1746129498.727589:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+15:29081:x1830948731669504:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129498.727603:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129498.727616:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19da0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.727638:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.727645:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129498.727647:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129498.727649:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.727671:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.727680:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 23 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129498.727690:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736719616:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129498.727758:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129498.729245:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.729316:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731669632 00000100:00100000:3.0:1746129498.729321:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731669632 00000100:00100000:3.0:1746129498.729353:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11237 00000100:00100000:3.0:1746129498.729358:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731669632:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129498.729369:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.729381:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c4ed400/0x40a459093b05d9f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19da7 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129498.729416:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736719744:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129498.729470:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.729968:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736719616:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129498.729987:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.730003:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee35200, rc 0) 00000100:00100000:2.0:1746129498.730025:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+16:29081:x1830948731669504:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2436us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.730031:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11236 00002000:00010000:3.0:1746129498.730685:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime: 1746129498 -> 1746129499 00002000:00010000:3.0:1746129498.730688:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime: 1746129498 -> 1746129499 00002000:00010000:3.0:1746129498.730690:0:7149:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime: 1746129498 -> 1746129499 00000100:00100000:3.0:1746129498.730706:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736719744:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129498.730723:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c4ed400/0x40a459093b05d9f7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19da7 expref: 25 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129498.730732:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c4ed400/0x40a459093b05d9f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19da7 expref: 25 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129498.730744:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c4ed400, rc 0) 00000100:00100000:3.0:1746129498.730763:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731669632:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1405us (1522us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129498.730769:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11237 00000100:00100000:0.0:1746129498.732187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.732554:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731669760 00000100:00100000:2.0:1746129498.732561:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731669760 00002000:00100000:2.0:1746129498.732594:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3891200->4194303) req@ffff880094028e00 x1830948731669760/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.732602:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028e00 with x1830948731669760 ext(3891200->4194303) 00010000:00010000:2.0:1746129498.732609:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 24 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.732620:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 24 pid: 7148 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129498.732626:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094028e00 00000100:00100000:2.0:1746129498.732665:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1067 00000100:00100000:2.0:1746129498.732671:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731669760:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:1.0:1746129498.732819:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.732849:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731669888 00000100:00100000:3.0:1746129498.732852:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731669888 00000100:00100000:3.0:1746129498.732877:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11238 00000100:00100000:3.0:1746129498.732880:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:29085:x1830948731669888:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129498.732886:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.732895:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19dae expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.732911:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.732916:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129498.732917:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129498.732919:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.732937:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.732945:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 15 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129498.732963:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736719872:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129498.733021:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129498.735370:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736719872:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129498.735382:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129498.735397:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.735413:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9418600, rc 0) 00000100:00100000:3.0:1746129498.735449:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:29085:x1830948731669888:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2567us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129498.735456:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11238 00000100:00100000:2.0:1746129498.736107:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731670016 00000100:00100000:2.0:1746129498.736112:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731670016 00002000:00100000:2.0:1746129498.736140:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (507904->921599) req@ffff88009402a680 x1830948731670016/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.736148:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009402a680 with x1830948731670016 ext(507904->921599) 00010000:00010000:2.0:1746129498.736154:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 16 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.736164:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 16 pid: 7148 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129498.736169:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009402a680 00000100:00100000:2.0:1746129498.736194:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1068 00000100:00100000:2.0:1746129498.736200:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731670016:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129498.737110:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731669760:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 4437us (4926us total) trans 17179873088 rc 0/0 00000100:00100000:1.0:1746129498.737118:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1067 00002000:00100000:1.0:1746129498.737124:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3891200->4194303) req@ffff880094028e00 x1830948731669760/t17179873088(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/448 e 0 to 0 dl 1746129509 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.737131:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028e00 with x1830948731669760 ext(3891200->4194303) 00010000:00010000:1.0:1746129498.737137:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 27 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129498.737144:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 27 pid: 7148 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746129498.737149:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094028e00 00000100:00100000:0.0:1746129498.739775:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.739994:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731670144 00000100:00100000:1.0:1746129498.740002:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731670144 00010000:00010000:1.0:1746129498.740035:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 27 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129498.740137:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5617 00000100:00100000:1.0:1746129498.740145:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731670144:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129498.740158:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129498.740178:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 27 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129498.740188:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 27 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129498.740209:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee35800/0x40a459093b05d980 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d68 expref: 27 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129498.740235:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129498.740236:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129498.740243:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.740250:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.740279:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129498.740289:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736720000:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129498.740526:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e29f000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129498.742560:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731670016:12345-192.168.202.4@tcp:4:cat.0 Request processed in 6352us (7173us total) trans 17179873089 rc 0/0 00000100:00100000:3.0:1746129498.742801:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1068 00002000:00100000:3.0:1746129498.742814:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (507904->921599) req@ffff88009402a680 x1830948731670016/t17179873089(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/448 e 0 to 0 dl 1746129509 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.742822:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009402a680 with x1830948731670016 ext(507904->921599) 00010000:00010000:3.0:1746129498.742831:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 18 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129498.742844:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 18 pid: 7148 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129498.742852:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009402a680 00000100:00100000:1.0:1746129498.743571:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736720000:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129498.743589:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129498.743618:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731670144:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3473us (3848us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129498.743626:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5617 00000100:00100000:0.0:1746129498.746501:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.746609:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.746698:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731670528 00000100:00100000:1.0:1746129498.746707:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731670528 00010000:00010000:1.0:1746129498.746736:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 18 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129498.746776:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5618 00000100:00100000:1.0:1746129498.746783:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094029880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731670528:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129498.746796:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129498.746815:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 18 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129498.746824:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 18 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129498.746843:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05d956 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->921599) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d5a expref: 18 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129498.746848:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731670400 00000100:00100000:3.0:1746129498.746854:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731670400 00010000:00010000:1.0:1746129498.746858:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129498.746860:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129498.746866:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.746873:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746129498.746879:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094029f80 x1830948731670400/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.746887:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094029f80 with x1830948731670400 ext(2097152->3145727) 00002000:00010000:3.0:1746129498.746891:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094029f80 00010000:00010000:1.0:1746129498.746900:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129498.746905:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4189 00000100:00100000:3.0:1746129498.746910:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731670400:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129498.746910:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736720128:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129498.746978:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e29f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129498.749209:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736720128:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129498.749230:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129498.749894:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094029880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731670528:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3109us (3282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129498.749904:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5618 00000100:00100000:0.0:1746129498.754174:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.754239:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731670784 00000100:00100000:2.0:1746129498.754247:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731670784 00002000:00100000:2.0:1746129498.754285:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e955500 x1830948731670784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.754318:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830948731670784 ext(0->1048575) 00002000:00010000:2.0:1746129498.754322:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955500 00000100:00100000:2.0:1746129498.754351:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4190 00000100:00100000:2.0:1746129498.754359:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731670784:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129498.755394:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731670400:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8479us (8897us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129498.755402:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4189 00002000:00100000:3.0:1746129498.755409:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094029f80 x1830948731670400/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.755416:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094029f80 with x1830948731670400 ext(2097152->3145727) 00002000:00010000:3.0:1746129498.755420:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094029f80 00000100:00100000:0.0:1746129498.761253:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.761345:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731670912 00000100:00100000:3.0:1746129498.761353:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731670912 00000100:00100000:3.0:1746129498.761393:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11239 00000100:00100000:3.0:1746129498.761400:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:29081:x1830948731670912:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129498.761417:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.761431:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19db5 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.761462:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.761470:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129498.761471:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129498.761474:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.761502:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.761512:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 18 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129498.761523:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736720256:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129498.761881:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731670784:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7520us (7712us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129498.761891:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4190 00002000:00100000:2.0:1746129498.761903:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e955500 x1830948731670784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.761911:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830948731670784 ext(0->1048575) 00002000:00010000:2.0:1746129498.761915:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955500 00000100:00100000:3.0:1746129498.762233:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129498.763475:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736720256:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129498.763500:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.763519:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eec200, rc 0) 00000100:00100000:3.0:1746129498.763589:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:29081:x1830948731670912:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2188us (2342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129498.763597:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11239 00000100:00100000:0.0:1746129498.764386:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.764443:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731671040 00000100:00100000:2.0:1746129498.764449:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731671040 00002000:00100000:2.0:1746129498.764481:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3633151) req@ffff88012e957480 x1830948731671040/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.764489:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830948731671040 ext(3145728->3633151) 00010000:00010000:2.0:1746129498.764496:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 19 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.764506:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 19 pid: 7148 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129498.764512:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957480 00000100:00100000:2.0:1746129498.764537:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1069 00000100:00100000:2.0:1746129498.764543:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731671040:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129498.773683:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948731671040:12345-192.168.202.4@tcp:4:cat.0 Request processed in 9129us (9287us total) trans 21474840284 rc 0/0 00000100:00100000:2.0:1746129498.773695:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1069 00002000:00100000:2.0:1746129498.773706:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3633151) req@ffff88012e957480 x1830948731671040/t21474840284(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/448 e 0 to 0 dl 1746129509 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.773714:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830948731671040 ext(3145728->3633151) 00010000:00010000:2.0:1746129498.773723:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.773737:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129498.773743:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957480 00000100:00100000:0.0:1746129498.774404:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.774456:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731671168 00000100:00100000:3.0:1746129498.774464:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731671168 00000100:00100000:3.0:1746129498.774504:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11240 00000100:00100000:3.0:1746129498.774510:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:29085:x1830948731671168:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129498.774523:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.774538:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19dbc expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.774558:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129498.774560:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129498.774567:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dbc expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.774581:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dbc expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.774596:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eec600, rc 0) 00000100:00100000:3.0:1746129498.774730:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:29085:x1830948731671168:12345-192.168.202.4@tcp:101:cat.0 Request processed in 220us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129498.774739:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11240 00000100:00100000:0.0:1746129498.776572:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.776634:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731671296 00000100:00100000:2.0:1746129498.776641:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731671296 00010000:00010000:2.0:1746129498.776671:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129498.776706:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5619 00000100:00100000:2.0:1746129498.776713:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948731671296:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.776727:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.776748:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.776759:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.776780:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35600/0x40a459093b05d987 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3633151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d6f expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.777129:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.777132:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.777140:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.777148:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.777182:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.777200:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736720384:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.777324:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129498.779866:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.779969:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731671552 00000100:00100000:3.0:1746129498.779976:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731671552 00000100:00100000:2.0:1746129498.780008:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736720384:192.168.202.4@tcp:105: 00002000:00100000:3.0:1746129498.780018:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e954700 x1830948731671552/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.780028:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830948731671552 ext(2097152->3145727) 00002000:00010000:3.0:1746129498.780032:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e954700 00010000:00010000:2.0:1746129498.780033:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129498.780059:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4191 00000100:00100000:3.0:1746129498.780066:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731671552:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.780602:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731671296:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3887us (4033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.780610:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5619 00000100:00100000:0.0:1746129498.785397:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.785924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.785974:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.786042:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731671936 00000100:00100000:3.0:1746129498.786046:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731672064 00000100:00100000:2.0:1746129498.786049:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731671936 00000100:00100000:3.0:1746129498.786051:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731672064 00002000:00100000:2.0:1746129498.786085:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e955c00 x1830948731671936/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.786087:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880129ade680 x1830948731672064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.786094:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ade680 with x1830948731672064 ext(2097152->3145727) 00002000:00100000:2.0:1746129498.786094:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830948731671936 ext(3145728->4194303) 00002000:00010000:3.0:1746129498.786098:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129ade680 00002000:00010000:2.0:1746129498.786098:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955c00 00000100:00100000:3.0:1746129498.786112:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731672192 00000100:00100000:3.0:1746129498.786114:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731672192 00000100:00100000:2.0:1746129498.786119:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4192 00002000:00100000:3.0:1746129498.786125:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880129aded80 x1830948731672192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129498.786125:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731672064:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:3.0:1746129498.786132:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129aded80 with x1830948731672192 ext(3145728->4194303) 00002000:00010000:3.0:1746129498.786134:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129aded80 00000100:00100000:3.0:1746129498.786143:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4193 00000100:00100000:3.0:1746129498.786148:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731671936:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.786216:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4194 00000100:00100000:0.0:1746129498.786222:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731672192:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.789252:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.789463:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731671552:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9394us (9602us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129498.789471:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4191 00002000:00100000:2.0:1746129498.789481:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e954700 x1830948731671552/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.789489:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830948731671552 ext(2097152->3145727) 00002000:00010000:2.0:1746129498.789493:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e954700 00000100:00100000:3.0:1746129498.789831:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731672576 00000100:00100000:3.0:1746129498.789838:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731672576 00000100:00100000:3.0:1746129498.789879:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10064 00000100:00100000:3.0:1746129498.789886:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:29088:x1830948731672576:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129498.789901:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.789916:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3400/0x40a459093b05da13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19dc3 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.790009:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790022:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790030:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790042:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790047:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790052:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790141:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790148:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790153:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129498.790161:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129498.790220:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790226:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790231:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790236:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f385800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129498.790239:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790246:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790255:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129498.790258:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129498.790261:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790266:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da28 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790281:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790285:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790289:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790306:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094bb3e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129498.790308:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790312:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790316:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129498.790318:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129498.790320:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790324:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3e00/0x40a459093b05da1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790336:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790341:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790346:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790349:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f384400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129498.790352:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790356:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790361:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094660500) 00010000:00010000:3.0:1746129498.790363:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129498.790365:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790369:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384400/0x40a459093b05da21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.790396:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3400/0x40a459093b05da13 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dc3 expref: 22 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.790403:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bb3400/0x40a459093b05da13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dc3 expref: 22 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.790410:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bb3400, rc 0) 00000100:00100000:3.0:1746129498.790449:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:29088:x1830948731672576:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 562us (1203us total) trans 8589943921 rc 301/301 00000100:00100000:3.0:1746129498.790454:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10064 00000100:00100000:2.0:1746129498.797496:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731672064:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11359us (11561us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129498.797507:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4192 00002000:00100000:2.0:1746129498.797520:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880129ade680 x1830948731672064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.797529:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ade680 with x1830948731672064 ext(2097152->3145727) 00002000:00010000:2.0:1746129498.797534:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129ade680 00000100:00100000:1.0:1746129498.799706:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731672192:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13469us (13717us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129498.799720:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4194 00002000:00100000:1.0:1746129498.799735:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880129aded80 x1830948731672192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.799744:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129aded80 with x1830948731672192 ext(3145728->4194303) 00002000:00010000:1.0:1746129498.799752:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129aded80 00000100:00100000:1.0:1746129498.803637:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.803794:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731672704 00000100:00100000:3.0:1746129498.803804:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731672704 00000100:00100000:3.0:1746129498.803863:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11241 00000100:00100000:3.0:1746129498.803873:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+19:29088:x1830948731672704:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129498.803897:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.803919:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19dca expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.803967:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.803975:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129498.803977:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129498.803981:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [942080->1048575] (req 942080->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 20 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.804018:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.804028:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 26 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129498.804038:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736720512:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129498.804116:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129498.804663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.804724:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731672832 00000100:00100000:0.0:1746129498.804729:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731672832 00000100:00100000:0.0:1746129498.804764:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11242 00000100:00100000:0.0:1746129498.804769:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+20:29085:x1830948731672832:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129498.804780:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129498.804798:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19dd1 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.804814:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129498.804815:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129498.804825:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd1 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.804848:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd1 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129498.804859:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094303c00, rc 0) 00000100:00100000:0.0:1746129498.805197:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+21:29085:x1830948731672832:12345-192.168.202.4@tcp:101:cat.0 Request processed in 425us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129498.805204:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11242 00000100:00100000:2.0:1746129498.805537:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731671936:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19387us (20148us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129498.805546:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4193 00002000:00100000:2.0:1746129498.805557:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e955c00 x1830948731671936/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.805567:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830948731671936 ext(3145728->4194303) 00002000:00010000:2.0:1746129498.805572:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955c00 00000100:00100000:3.0:1746129498.806511:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736720512:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129498.806540:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [942080->1048575] (req 942080->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.806551:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384a00, rc 0) 00000100:00100000:3.0:1746129498.806585:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:29088:x1830948731672704:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2714us (2965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129498.806592:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11241 00000100:00100000:0.0:1746129498.807769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.807823:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731672960 00000100:00100000:2.0:1746129498.807829:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731672960 00010000:00010000:2.0:1746129498.807859:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 27 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129498.807890:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5620 00000100:00100000:2.0:1746129498.807898:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731672960:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.807910:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.807931:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 27 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.807947:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 27 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.807979:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9418600/0x40a459093b05d9fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dae expref: 27 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.808003:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.808005:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.808011:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.808019:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.808048:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.808060:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736720640:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.808235:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.810211:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736720640:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.810246:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.810320:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731672960:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2395us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.810331:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5620 00000100:00100000:0.0:1746129498.812054:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.812202:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731673216 00000100:00100000:2.0:1746129498.812210:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731673216 00002000:00100000:2.0:1746129498.812259:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (942080->946175) req@ffff88012e955f80 x1830948731673216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.812269:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955f80 with x1830948731673216 ext(942080->946175) 00002000:00010000:2.0:1746129498.812274:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955f80 00000100:00100000:2.0:1746129498.812359:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4195 00000100:00100000:2.0:1746129498.812368:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731673216:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129498.812708:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731673216:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 340us (660us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129498.812715:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4195 00002000:00100000:2.0:1746129498.812720:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (942080->946175) req@ffff88012e955f80 x1830948731673216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.812727:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955f80 with x1830948731673216 ext(942080->946175) 00002000:00010000:2.0:1746129498.812731:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955f80 00000100:00100000:0.0:1746129498.813290:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.813345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.813362:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.813679:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.813862:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731673728 00000100:00100000:2.0:1746129498.813867:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731673728 00002000:00100000:2.0:1746129498.813887:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e956300 x1830948731673728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.813894:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956300 with x1830948731673728 ext(4194304->4923391) 00002000:00010000:2.0:1746129498.813898:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e956300 00000100:00100000:1.0:1746129498.813909:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731673856 00000100:00100000:1.0:1746129498.813913:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731673856 00000100:00100000:2.0:1746129498.813915:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731673984 00000100:00100000:2.0:1746129498.813916:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731673984 00002000:00100000:2.0:1746129498.813926:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012e957b80 x1830948731673984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.813929:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012e956a00 x1830948731673856/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.813933:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830948731673984 ext(3145728->4194303) 00002000:00010000:2.0:1746129498.813936:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957b80 00002000:00100000:1.0:1746129498.813936:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956a00 with x1830948731673856 ext(2097152->3145727) 00002000:00010000:1.0:1746129498.813938:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e956a00 00000100:00100000:2.0:1746129498.813947:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731674112 00000100:00100000:2.0:1746129498.813949:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731674112 00002000:00100000:2.0:1746129498.813972:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e956680 x1830948731674112/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746129498.813975:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4196 00002000:00100000:2.0:1746129498.813978:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956680 with x1830948731674112 ext(3145728->4194303) 00000100:00100000:1.0:1746129498.813980:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731673728:12345-192.168.202.4@tcp:3:cat.0 00002000:00010000:2.0:1746129498.813982:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e956680 00000100:00100000:2.0:1746129498.813990:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4197 00000100:00100000:2.0:1746129498.813994:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731673984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.814285:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4198 00000100:00100000:2.0:1746129498.814290:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+22:1961:x1830948731673856:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129498.814521:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4199 00000100:00100000:1.0:1746129498.814538:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731674112:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129498.822918:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.823030:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731674368 00000100:00100000:3.0:1746129498.823041:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731674368 00000100:00100000:3.0:1746129498.823100:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11243 00000100:00100000:3.0:1746129498.823108:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:29088:x1830948731674368:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129498.823130:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.823150:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19dd8 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.823186:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.823195:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05d8a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cff expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129498.823202:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129498.823204:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129498.823207:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1175551] (req 1048576->1175551) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.823246:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05d8a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cff expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129498.823259:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05d8a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cff expref: 11 pid: 7148 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746129498.823272:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736720768:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129498.823436:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.823444:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 24 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129498.823452:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736720896:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129498.823472:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129498.828111:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736720768:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129498.828123:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736720896:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129498.828159:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1175551] (req 1048576->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.828179:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f385600, rc 0) 00000100:00100000:3.0:1746129498.828230:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:29088:x1830948731674368:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5122us (5324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129498.828243:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11243 00000100:00100000:1.0:1746129498.829345:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731673728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15358us (16049us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129498.829355:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4196 00002000:00100000:1.0:1746129498.829367:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e956300 x1830948731673728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.829376:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956300 with x1830948731673728 ext(4194304->4923391) 00002000:00010000:1.0:1746129498.829381:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e956300 00000100:00100000:0.0:1746129498.834650:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.834702:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.834869:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731674496 00000100:00100000:2.0:1746129498.834882:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731674496 00010000:00010000:2.0:1746129498.834928:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05d8a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cff expref: 11 pid: 7148 timeout: 854 lvb_type: 1 00000100:00100000:2.0:1746129498.834969:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731674624 00000100:00100000:2.0:1746129498.834972:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731674624 00010000:00010000:2.0:1746129498.834985:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 25 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129498.835004:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5621 00000100:00100000:2.0:1746129498.835012:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731674496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.835029:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129498.835033:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5622 00000100:00100000:3.0:1746129498.835042:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6026450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731674624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129498.835051:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.835055:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05d8a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cff expref: 11 pid: 7148 timeout: 854 lvb_type: 1 00010000:00010000:3.0:1746129498.835064:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 25 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.835073:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05d8a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cff expref: 11 pid: 7148 timeout: 854 lvb_type: 1 00010000:00010000:3.0:1746129498.835541:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 25 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129498.835568:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c851e00/0x40a459093b05d837 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ce3 expref: 25 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129498.835597:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129498.835659:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6026450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731674624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 617us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129498.835668:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5622 00010000:00010000:2.0:1746129498.835902:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05d8a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cff expref: 11 pid: 7148 timeout: 854 lvb_type: 1 00010000:00010000:2.0:1746129498.835922:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.835924:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.835932:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.835939:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.835985:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.835998:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736721024:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.836063:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129498.836393:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731673984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22397us (23028us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129498.836402:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4197 00002000:00100000:1.0:1746129498.836410:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012e957b80 x1830948731673984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129498.836419:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830948731673984 ext(3145728->4194303) 00002000:00010000:1.0:1746129498.836423:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957b80 00000100:00100000:1.0:1746129498.837736:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.837806:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731674752 00000100:00100000:3.0:1746129498.837813:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731674752 00000100:00100000:3.0:1746129498.837841:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11244 00000100:00100000:3.0:1746129498.837846:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731674752:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129498.837861:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.837873:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f385e00/0x40a459093b05da4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ddf expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129498.837907:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736721152:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129498.837940:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129498.838608:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731674112:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24078us (24925us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129498.838617:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4199 00002000:00100000:0.0:1746129498.838626:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e956680 x1830948731674112/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129498.838635:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956680 with x1830948731674112 ext(3145728->4194303) 00002000:00010000:0.0:1746129498.838639:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e956680 00000100:00100000:2.0:1746129498.841521:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736721024:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.841550:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1746129498.841561:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129498 -> 1746129499 00002000:00010000:3.0:1746129498.841566:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129498 -> 1746129499 00002000:00010000:3.0:1746129498.841568:0:7149:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129498 -> 1746129499 00000100:00100000:3.0:1746129498.841591:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736721152:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129498.841595:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731674496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6582us (6955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.841607:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5621 00010000:00010000:3.0:1746129498.841619:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f385e00/0x40a459093b05da4b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ddf expref: 12 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129498.841724:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f385e00/0x40a459093b05da4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ddf expref: 11 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129498.841815:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f385e00, rc 0) 00000100:00100000:3.0:1746129498.841845:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731674752:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3998us (4112us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129498.841852:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11244 00000100:00100000:0.0:1746129498.843626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.843914:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731675008 00000100:00100000:2.0:1746129498.843923:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731675008 00002000:00100000:2.0:1746129498.843977:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1171456->1175551) req@ffff88012e955880 x1830948731675008/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.843988:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830948731675008 ext(1171456->1175551) 00002000:00010000:2.0:1746129498.843994:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955880 00000100:00100000:2.0:1746129498.844028:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4200 00000100:00100000:2.0:1746129498.844036:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731675008:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129498.844914:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731675008:12345-192.168.202.4@tcp:3:cat.0 Request processed in 877us (1291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129498.844920:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4200 00002000:00100000:2.0:1746129498.844925:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1171456->1175551) req@ffff88012e955880 x1830948731675008/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129498.844932:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830948731675008 ext(1171456->1175551) 00002000:00010000:2.0:1746129498.844936:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955880 00000100:00100000:3.0:1746129498.845407:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948731673856:12345-192.168.202.4@tcp:3:cat.0 Request processed in 31116us (32060us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129498.845415:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4198 00002000:00100000:3.0:1746129498.845421:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012e956a00 x1830948731673856/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.845429:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956a00 with x1830948731673856 ext(2097152->3145727) 00002000:00010000:3.0:1746129498.845433:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e956a00 00000100:00100000:0.0:1746129498.846360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.846677:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.846752:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731675264 00000100:00100000:2.0:1746129498.846761:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731675264 00000100:00100000:2.0:1746129498.846808:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731675520 00000100:00100000:2.0:1746129498.846811:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731675520 00000100:00100000:2.0:1746129498.846829:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4036 00000100:00100000:2.0:1746129498.846835:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+22:29081:x1830948731675264:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129498.846836:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4037 00000100:00100000:1.0:1746129498.846846:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:29088:x1830948731675520:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129498.847076:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:29081:x1830948731675264:12345-192.168.202.4@tcp:35:cat.0 Request processed in 240us (722us total) trans 8589943923 rc 0/0 00000100:00100000:2.0:1746129498.847082:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4036 00000100:00100000:1.0:1746129498.847363:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:29088:x1830948731675520:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 518us (685us total) trans 8589943922 rc 0/0 00000100:00100000:1.0:1746129498.847370:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4037 00000100:00100000:0.0:1746129498.853740:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.854111:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.854195:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731675648 00000100:00100000:3.0:1746129498.854204:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731675648 00000100:00100000:3.0:1746129498.854237:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731675776 00000100:00100000:3.0:1746129498.854239:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731675776 00000100:00100000:3.0:1746129498.854254:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11245 00000100:00100000:3.0:1746129498.854260:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731675648:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129498.854276:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.854308:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05da52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19de6 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129498.854351:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736721280:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129498.854423:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129498.854635:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11246 00000100:00100000:1.0:1746129498.854644:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731675776:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129498.854651:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129498.854660:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091b67200/0x40a459093b05da59 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ded expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129498.854683:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736721408:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129498.854709:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6c9e900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129498.856350:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736721408:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129498.856380:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091b67200/0x40a459093b05da59 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ded expref: 21 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.856391:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091b67200/0x40a459093b05da59 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ded expref: 21 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.856399:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091b67200, rc 0) 00000100:00100000:3.0:1746129498.856413:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736721280:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129498.856431:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05da52 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19de6 expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129498.856436:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731675776:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1794us (2325us total) trans 0 rc 301/301 00010000:00010000:3.0:1746129498.856438:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05da52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19de6 expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129498.856442:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11246 00010000:00010000:3.0:1746129498.856454:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384200, rc 0) 00000100:00100000:3.0:1746129498.856470:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731675648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2210us (2743us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129498.856474:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11245 00000100:00100000:0.0:1746129498.861861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.861944:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731676032 00000100:00100000:3.0:1746129498.861964:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731676032 00002000:00100000:3.0:1746129498.862002:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a6058a80 x1830948731676032/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.862011:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058a80 with x1830948731676032 ext(4194304->4923391) 00002000:00010000:3.0:1746129498.862016:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6058a80 00000100:00100000:3.0:1746129498.862045:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4201 00000100:00100000:3.0:1746129498.862051:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731676032:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129498.868707:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731676032:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6645us (6843us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129498.868720:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4201 00002000:00100000:3.0:1746129498.868732:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a6058a80 x1830948731676032/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/440 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.868739:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058a80 with x1830948731676032 ext(4194304->4923391) 00002000:00010000:3.0:1746129498.868745:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6058a80 00000100:00100000:0.0:1746129498.874738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.874778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.874805:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731676160 00000100:00100000:3.0:1746129498.874813:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731676160 00000100:00100000:3.0:1746129498.874850:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731676288 00000100:00100000:3.0:1746129498.874852:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731676288 00000100:00100000:1.0:1746129498.874858:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11247 00000100:00100000:1.0:1746129498.874868:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731676160:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129498.874870:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11248 00000100:00100000:3.0:1746129498.874874:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731676288:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129498.874883:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129498.874883:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.874898:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05da60 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19dfb expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129498.874898:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800963fa000/0x40a459093b05da67 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19df4 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129498.874937:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736721664:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129498.874937:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736721536:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129498.875082:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6c9e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.875146:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129498.876174:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736721536:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129498.876197:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800963fa000/0x40a459093b05da67 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19df4 expref: 27 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.876204:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800963fa000/0x40a459093b05da67 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19df4 expref: 27 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.876213:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800963fa000, rc 0) 00000100:00100000:1.0:1746129498.876234:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731676160:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1369us (1502us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129498.876238:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11247 00000100:00100000:2.0:1746129498.876439:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736721664:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129498.876471:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05da60 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dfb expref: 21 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.876484:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05da60 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dfb expref: 21 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.876522:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384600, rc 0) 00000100:00100000:2.0:1746129498.876579:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731676288:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1703us (1799us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129498.876587:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11248 00000100:00100000:0.0:1746129498.878764:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129498.878805:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.878841:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731676416 00000100:00100000:2.0:1746129498.878852:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731676416 00000100:00100000:1.0:1746129498.878873:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731676544 00000100:00100000:1.0:1746129498.878879:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731676544 00000100:00100000:2.0:1746129498.878918:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11249 00000100:00100000:2.0:1746129498.878926:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731676416:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129498.878946:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129498.878996:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11250 00000100:00100000:1.0:1746129498.879005:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731676544:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129498.879020:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129498.879035:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800963fb600/0x40a459093b05da6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e09 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129498.879077:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736721792:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129498.879174:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6c9e900 going to sleep for 11 seconds 00010000:00010000:2.0:1746129498.879630:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095eeca00/0x40a459093b05da75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e02 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.879676:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736721920:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129498.879748:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129498.880816:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736721792:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129498.880838:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800963fb600/0x40a459093b05da6e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e09 expref: 21 pid: 11014 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129498.880853:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736721920:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129498.880858:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800963fb600/0x40a459093b05da6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e09 expref: 21 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129498.880868:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800963fb600, rc 0) 00010000:00010000:2.0:1746129498.880875:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095eeca00/0x40a459093b05da75 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e02 expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129498.880886:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095eeca00/0x40a459093b05da75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e02 expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129498.880898:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731676544:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1895us (2092us total) trans 0 rc 301/301 00010000:00010000:2.0:1746129498.880899:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eeca00, rc 0) 00000100:00100000:1.0:1746129498.880903:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11250 00000100:00100000:2.0:1746129498.880934:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731676416:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2009us (2176us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129498.880941:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11249 00000100:00100000:0.0:1746129498.886450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.886914:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731676800 00000100:00100000:1.0:1746129498.886924:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731676800 00000100:00100000:1.0:1746129498.886993:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4038 00000100:00100000:1.0:1746129498.887002:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+301:29085:x1830948731676800:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129498.887251:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+302:29085:x1830948731676800:12345-192.168.202.4@tcp:35:cat.0 Request processed in 250us (810us total) trans 8589943924 rc 0/0 00000100:00100000:1.0:1746129498.887257:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4038 00000100:00100000:0.0:1746129498.903169:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.903269:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731677056 00000100:00100000:3.0:1746129498.903283:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731677056 00000100:00100000:3.0:1746129498.903413:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10065 00000100:00100000:3.0:1746129498.903423:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+302:29094:x1830948731677056:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129498.903452:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.903475:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e10 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.903594:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903608:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903625:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903640:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903646:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903652:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903768:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903776:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903782:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129498.903791:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129498.903868:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903875:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903882:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903887:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f384200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129498.903891:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903898:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903908:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129498.903911:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129498.903914:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903919:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05da91 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903946:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903960:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903965:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903969:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f384600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129498.903971:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903976:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903986:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129498.903988:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129498.903991:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.903995:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05da83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.904004:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.904008:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.904012:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.904015:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f384800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129498.904017:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.904020:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.904024:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094660500) 00010000:00010000:3.0:1746129498.904026:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129498.904027:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.904031:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05da8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129498.904062:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da7c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e10 expref: 304 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.904070:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05da7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e10 expref: 304 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.904164:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f385800, rc 0) 00000100:00100000:3.0:1746129498.904260:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+303:29094:x1830948731677056:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 838us (1096us total) trans 8589943925 rc 301/301 00000100:00100000:3.0:1746129498.904267:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10065 00000100:00100000:0.0:1746129498.919767:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.919857:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731677312 00000100:00100000:1.0:1746129498.919867:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731677312 00000100:00080000:0.0:1746129498.920123:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746129498.920146:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4039 00000100:00100000:1.0:1746129498.920155:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29038:x1830948731677312:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:1.0:1746129498.920622:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29038:x1830948731677312:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 467us (864us total) trans 8589943926 rc 0/0 00000100:00100000:1.0:1746129498.920629:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4039 00000100:00100000:0.0:1746129498.923344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.923379:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731677568 00000100:00100000:1.0:1746129498.923387:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731677568 00000100:00100000:1.0:1746129498.923434:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4040 00000100:00100000:1.0:1746129498.923442:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f530850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29038:x1830948731677568:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:1.0:1746129498.923794:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f530850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29038:x1830948731677568:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 350us (457us total) trans 8589943927 rc 0/0 00000100:00100000:1.0:1746129498.923800:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4040 00000100:00100000:0.0:1746129498.923846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.923883:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731677696 00000100:00100000:3.0:1746129498.923887:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731677696 00000100:00100000:3.0:1746129498.923915:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11251 00000100:00100000:3.0:1746129498.923920:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:29094:x1830948731677696:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129498.923931:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129498.923948:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e17 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.923984:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.923993:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd1 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.923999:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129498.924001:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129498.924004:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3706880->4046847] (req 3706880->4046847) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.924039:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd1 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.924050:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd1 expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129498.924062:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736722048:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129498.924142:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.924151:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 9 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129498.924160:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736722176:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129498.924175:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129498.926506:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736722048:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129498.926518:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736722176:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129498.926551:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3706880->4046847] (req 3706880->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129498.926566:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384000, rc 0) 00000100:00100000:3.0:1746129498.926617:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+21:29094:x1830948731677696:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2695us (2770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129498.926629:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11251 00000100:00100000:0.0:1746129498.927201:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.927241:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731677824 00000100:00100000:2.0:1746129498.927247:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731677824 00010000:00010000:2.0:1746129498.927271:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd1 expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129498.927319:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5623 00000100:00100000:2.0:1746129498.927326:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1961:x1830948731677824:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.927342:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.927369:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd1 expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.927379:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd1 expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.927400:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05da3d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd1 expref: 21 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.927413:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.927633:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948731677824:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 306us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.927639:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5623 00000100:00100000:1.0:1746129498.927719:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129498.927833:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731677952 00000100:00100000:2.0:1746129498.927836:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731677952 00010000:00010000:2.0:1746129498.927847:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 10 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129498.927998:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5624 00000100:00100000:2.0:1746129498.928004:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731677952:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129498.928011:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129498.928019:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 10 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.928028:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 10 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.928040:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095eec200/0x40a459093b05da05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19db5 expref: 10 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129498.928049:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.928050:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129498.928057:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.928065:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129498.928094:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129498.928111:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736722304:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129498.928425:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129498.929323:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736722304:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129498.929336:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129498.929355:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731677952:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1351us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129498.929361:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5624 00000100:00100000:0.0:1746129498.929929:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.930029:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731678208 00000100:00100000:3.0:1746129498.930033:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731678208 00002000:00100000:3.0:1746129498.930062:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3706880->3710975) req@ffff8800a6058e00 x1830948731678208/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.930070:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058e00 with x1830948731678208 ext(3706880->3710975) 00002000:00010000:3.0:1746129498.930075:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6058e00 00000100:00100000:3.0:1746129498.930097:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4202 00000100:00100000:3.0:1746129498.930102:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731678208:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129498.930863:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731678208:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 758us (932us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129498.930870:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4202 00002000:00100000:3.0:1746129498.930876:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3706880->3710975) req@ffff8800a6058e00 x1830948731678208/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.930883:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058e00 with x1830948731678208 ext(3706880->3710975) 00002000:00010000:3.0:1746129498.930886:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6058e00 00000100:00100000:0.0:1746129498.934188:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129498.935030:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731678464 00000100:00100000:3.0:1746129498.935040:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731678464 00002000:00100000:3.0:1746129498.935081:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (4042752->4046847) req@ffff8800a6058700 x1830948731678464/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/0 e 0 to 0 dl 1746129509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.935088:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058700 with x1830948731678464 ext(4042752->4046847) 00002000:00010000:3.0:1746129498.935093:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6058700 00000100:00100000:3.0:1746129498.935120:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4203 00000100:00100000:3.0:1746129498.935127:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1960:x1830948731678464:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129498.935371:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1960:x1830948731678464:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 243us (1193us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129498.935379:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4203 00002000:00100000:3.0:1746129498.935385:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (4042752->4046847) req@ffff8800a6058700 x1830948731678464/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746129509 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129498.935392:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058700 with x1830948731678464 ext(4042752->4046847) 00002000:00010000:3.0:1746129498.935395:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6058700 00000100:00100000:0.0:1746129498.936903:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129498.936974:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731678720 00000100:00100000:1.0:1746129498.936981:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731678720 00000100:00100000:1.0:1746129498.937030:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4041 00000100:00100000:1.0:1746129498.937037:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+303:29094:x1830948731678720:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129498.937287:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+304:29094:x1830948731678720:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 250us (390us total) trans 8589943928 rc 0/0 00000100:00100000:1.0:1746129498.937324:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4041 00000100:00100000:0.0:1746129499.077214:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.077597:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731678976 00000100:00100000:3.0:1746129499.077609:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731678976 00000100:00100000:3.0:1746129499.077676:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10066 00000100:00100000:3.0:1746129499.077683:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:29101:x1830948731678976:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.077711:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.077730:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385e00/0x40a459093b05daa6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e1e expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.077868:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.077880:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.077890:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.077899:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.077902:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.077909:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078042:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05dabb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078050:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05dabb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078056:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05dabb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129499.078066:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129499.078155:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078162:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078168:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078174:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f385c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.078177:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078183:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078194:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129499.078196:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.078200:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078208:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385c00/0x40a459093b05daad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078236:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078241:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078245:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078249:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f384600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.078252:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078256:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078262:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094660500) 00010000:00010000:3.0:1746129499.078265:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.078267:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078271:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384600/0x40a459093b05dab4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.078338:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385e00/0x40a459093b05daa6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e1e expref: 26 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.078350:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05dabb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e1e expref: 25 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.078362:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129499.078364:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129499.078366:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384200, rc 0) 00000100:00100000:3.0:1746129499.078434:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:29101:x1830948731678976:12345-192.168.202.4@tcp:101:cat.0 Request processed in 751us (1233us total) trans 8589943929 rc 0/0 00000100:00100000:3.0:1746129499.078440:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10066 00000100:00100000:0.0:1746129499.079905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.080170:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731679104 00000100:00100000:2.0:1746129499.080177:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731679104 00000100:00100000:2.0:1746129499.080326:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 613 00000100:00100000:2.0:1746129499.080334:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948731679104:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129499.080557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.080603:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731679360 00000100:00100000:3.0:1746129499.080607:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731679360 00000100:00100000:3.0:1746129499.080644:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10067 00000100:00100000:3.0:1746129499.080651:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:29099:x1830948731679360:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.080666:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.080680:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05dac9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e25 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.080763:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.080773:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.080779:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c50 expref: 27 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.081175:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cce expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.081182:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05dabb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e1e expref: 27 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.081189:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 6/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.081210:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.081215:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.081222:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.081227:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129499.081243:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384200/0x40a459093b05dabb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e1e expref: 27 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.081263:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cce expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.081280:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cce expref: 303 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.081309:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736722560:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.081406:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731679104:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1073us (1506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.081413:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 613 00010000:00010000:3.0:1746129499.081718:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c50 expref: 25 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.081727:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c50 expref: 25 pid: 16908 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.081735:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736722688:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.081757:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.082455:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.082648:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731679488 00000100:00100000:3.0:1746129499.082652:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731679488 00000100:00100000:2.0:1746129499.082697:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736722560:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.082701:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11252 00000100:00100000:2.0:1746129499.082706:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736722688:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.082707:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731679488:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.082717:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.082724:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.082730:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136bac000/0x40a459093b05dad7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e2c expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.082823:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736722816:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129499.082855:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00080000:0.0:1746129499.082900:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129499.083280:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.083340:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.083478:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731679744 00000100:00100000:2.0:1746129499.083482:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731679744 00010000:00010000:2.0:1746129499.083500:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cce expref: 304 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.083519:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731679616 00000100:00100000:2.0:1746129499.083521:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731679616 00010000:00010000:2.0:1746129499.083530:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c50 expref: 26 pid: 16908 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.083542:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5625 00000100:00100000:2.0:1746129499.083547:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+304:1960:x1830948731679744:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.083557:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.083562:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cce expref: 304 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.083571:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cce expref: 304 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.083585:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132fc2800/0x40a459093b05d822 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cce expref: 304 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.083624:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.083629:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.083636:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.083641:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.083665:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+303:1960:x1830948731679744:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 117us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.083671:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5625 00000100:00100000:2.0:1746129499.083684:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5626 00000100:00100000:2.0:1746129499.083688:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731679616:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.083694:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.083698:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c50 expref: 26 pid: 16908 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.083708:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c50 expref: 26 pid: 16908 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.083719:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b05d781 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c50 expref: 26 pid: 16908 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.083728:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.083731:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.083738:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.083744:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.083760:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.083774:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948731679616:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 85us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.083780:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5626 00010000:00010000:2.0:1746129499.083796:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.083802:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746129499.083822:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129499.084003:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384800/0x40a459093b05dac9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e25 expref: 26 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.084018:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e25 expref: 25 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.084025:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.084027:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746129499.084029:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f385800, rc 0) 00000100:00100000:2.0:1746129499.084059:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:29099:x1830948731679360:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3408us (3501us total) trans 8589943930 rc 0/0 00000100:00100000:2.0:1746129499.084064:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10067 00000100:00100000:3.0:1746129499.084738:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736722816:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129499.084756:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136bac000/0x40a459093b05dad7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e2c expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.084767:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136bac000/0x40a459093b05dad7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e2c expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.084774:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136bac000, rc 0) 00000100:00100000:3.0:1746129499.084793:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731679488:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2087us (2339us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129499.084799:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11252 00000100:00100000:0.0:1746129499.093241:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.093354:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731679872 00000100:00100000:3.0:1746129499.093365:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731679872 00000100:00100000:3.0:1746129499.094015:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11253 00000100:00100000:3.0:1746129499.094024:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:29099:x1830948731679872:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.094144:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.094161:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e33 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.094189:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7400/0x40a459093b05d7ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c9d expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.094195:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19cb2 expref: 19 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.094203:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.094205:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.094207:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [2019328->2097151] (req 2019328->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.094233:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cb2 expref: 19 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.094241:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cb2 expref: 19 pid: 8412 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746129499.094251:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736722944:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.095086:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7400/0x40a459093b05d7ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c9d expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.095095:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7400/0x40a459093b05d7ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c9d expref: 10 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.095103:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736723072:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.095128:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.095476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.095515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.095588:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731680256 00000100:00100000:3.0:1746129499.095594:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731680256 00002000:00100000:3.0:1746129499.095624:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1175552->2097151) req@ffff88009fab2d80 x1830948731680256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:2.0:1746129499.095628:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731680384 00000100:00100000:2.0:1746129499.095633:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731680384 00002000:00100000:3.0:1746129499.095634:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2d80 with x1830948731680256 ext(1175552->2097151) 00002000:00010000:3.0:1746129499.095640:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab2d80 00002000:00100000:2.0:1746129499.095661:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->942079) req@ffff88009fab3100 x1830948731680384/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.095670:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3100 with x1830948731680384 ext(0->942079) 00002000:00010000:2.0:1746129499.095674:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab3100 00000100:00080000:0.0:1746129499.095705:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746129499.096017:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4204 00000100:00100000:3.0:1746129499.096024:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731680256:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.096132:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4205 00000100:00100000:2.0:1746129499.096142:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731680384:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129499.097921:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736722944:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129499.102252:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.102853:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731680512 00000100:00100000:1.0:1746129499.102865:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731680512 00010000:00010000:1.0:1746129499.102902:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cb2 expref: 20 pid: 8412 timeout: 854 lvb_type: 1 00000100:00100000:1.0:1746129499.102931:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5627 00000100:00100000:1.0:1746129499.102939:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731680512:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.102967:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.102992:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cb2 expref: 20 pid: 8412 timeout: 854 lvb_type: 1 00010000:00010000:1.0:1746129499.103003:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cb2 expref: 20 pid: 8412 timeout: 854 lvb_type: 1 00010000:00010000:1.0:1746129499.103032:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4e12e00/0x40a459093b05d7e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19cb2 expref: 20 pid: 8412 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746129499.103042:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736723072:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.103062:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.103107:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731680512:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 168us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.103113:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5627 00010000:00010000:3.0:1746129499.103452:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [2019328->2097151] (req 2019328->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.103464:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136bac600, rc 0) 00000100:00100000:3.0:1746129499.104015:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+12:29099:x1830948731679872:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 9991us (10785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.104022:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11253 00000100:00100000:0.0:1746129499.104455:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.104507:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731680640 00000100:00100000:1.0:1746129499.104511:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731680640 00010000:00010000:1.0:1746129499.104523:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7400/0x40a459093b05d7ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c9d expref: 12 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.104537:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5628 00000100:00100000:1.0:1746129499.104541:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6026050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731680640:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.104549:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.104558:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7400/0x40a459093b05d7ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c9d expref: 12 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.104568:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7400/0x40a459093b05d7ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c9d expref: 12 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.104580:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7400/0x40a459093b05d7ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c9d expref: 12 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.104588:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.104591:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.104598:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.104605:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.104634:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.104645:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736723200:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129499.105463:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.106584:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731680384:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 10440us (11063us total) trans 0 rc 942080/942080 00000100:00100000:2.0:1746129499.106595:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4205 00002000:00100000:2.0:1746129499.106606:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->942079) req@ffff88009fab3100 x1830948731680384/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 942080/942080 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.106616:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3100 with x1830948731680384 ext(0->942079) 00002000:00010000:2.0:1746129499.106621:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab3100 00000100:00100000:2.0:1746129499.108060:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.108112:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731680768 00000100:00100000:3.0:1746129499.108121:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731680768 00000100:00100000:1.0:1746129499.108155:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736723200:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129499.108173:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11254 00010000:00010000:1.0:1746129499.108175:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.108182:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:29099:x1830948731680768:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.108200:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.108221:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e3a expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.108249:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.108257:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19d45 expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.108270:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.108272:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.108276:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->1245183] (req 1048576->1245183) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.108342:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d45 expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.108357:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d45 expref: 19 pid: 7149 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746129499.108371:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736723328:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.108455:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6026050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731680640:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3911us (3998us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.108465:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5628 00010000:00010000:3.0:1746129499.108472:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.108480:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 25 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.108488:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736723456:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.108506:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.109271:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.109731:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731681024 00000100:00100000:3.0:1746129499.109737:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731681024 00000100:00100000:3.0:1746129499.109773:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10068 00000100:00100000:3.0:1746129499.109780:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+303:29104:x1830948731681024:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.109795:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.109811:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136baca00/0x40a459093b05daf3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e41 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.109920:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.109932:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.109943:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.109969:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.109975:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.109980:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110105:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110113:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110118:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129499.110127:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129499.110213:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110219:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110225:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110230:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136bac000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.110235:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110240:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110250:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129499.110252:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.110256:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110260:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136bac000/0x40a459093b05dafa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110287:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110388:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110394:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110398:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fd4c400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.110401:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110406:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110417:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880129fb1500) 00010000:00010000:3.0:1746129499.110419:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.110421:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110425:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4c400/0x40a459093b05db01 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.110461:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136baca00/0x40a459093b05daf3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e41 expref: 306 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.110472:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e41 expref: 305 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.110478:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129499.110481:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129499.110483:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fd4d400, rc 0) 00000100:00100000:3.0:1746129499.110626:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+305:29104:x1830948731681024:12345-192.168.202.4@tcp:101:cat.0 Request processed in 845us (1356us total) trans 8589943931 rc 0/0 00000100:00100000:3.0:1746129499.110633:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10068 00000100:00100000:0.0:1746129499.111444:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.111503:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731681152 00000100:00100000:1.0:1746129499.111508:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731681152 00010000:00010000:1.0:1746129499.111532:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 26 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.111553:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5629 00000100:00100000:1.0:1746129499.111559:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731681152:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.111570:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.111586:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 26 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.111602:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 26 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.111618:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.111698:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731681152:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 139us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.111703:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5629 00000100:00100000:1.0:1746129499.111751:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736723328:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.111872:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05d8f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d30 expref: 25 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.111881:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736723456:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.111903:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->1245183] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.111911:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957f8c00, rc 0) 00000100:00100000:1.0:1746129499.111931:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+19:29099:x1830948731680768:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3751us (3877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.111937:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11254 00000100:00100000:1.0:1746129499.112746:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731680256:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 16719us (17268us total) trans 0 rc 921600/921600 00000100:00100000:1.0:1746129499.112755:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4204 00002000:00100000:1.0:1746129499.112764:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1175552->2097151) req@ffff88009fab2d80 x1830948731680256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 921600/921600 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.112778:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2d80 with x1830948731680256 ext(1175552->2097151) 00002000:00010000:1.0:1746129499.112782:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab2d80 00000100:00100000:2.0:1746129499.114692:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.114793:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731681280 00000100:00100000:3.0:1746129499.114800:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731681280 00010000:00010000:3.0:1746129499.114944:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d45 expref: 19 pid: 7149 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746129499.115046:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5630 00000100:00100000:3.0:1746129499.115053:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731681280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.115073:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.115098:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d45 expref: 19 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:3.0:1746129499.115109:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d45 expref: 19 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:3.0:1746129499.115132:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05d92c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19d45 expref: 19 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:3.0:1746129499.115145:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.115147:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.115155:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.115163:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.115197:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.115209:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736723584:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129499.115291:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.116236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.116783:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731681408 00000100:00100000:1.0:1746129499.116790:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731681408 00000100:00100000:0.0:1746129499.116802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.116848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.116857:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731681536 00000100:00100000:1.0:1746129499.116859:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731681536 00000100:00100000:0.0:1746129499.116876:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.116945:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731681792 00000100:00100000:1.0:1746129499.116947:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731681792 00000100:00100000:1.0:1746129499.116971:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731681664 00000100:00100000:1.0:1746129499.116973:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731681664 00000100:00100000:1.0:1746129499.116984:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11255 00000100:00100000:1.0:1746129499.116991:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731681408:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129499.117012:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.117030:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136056400/0x40a459093b05db16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e48 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.117078:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736723712:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129499.117086:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11256 00000100:00100000:0.0:1746129499.117092:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731681536:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129499.117100:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.117109:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5800/0x40a459093b05db1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e4f expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.117132:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.117134:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736723840:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129499.117142:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11257 00000100:00100000:0.0:1746129499.117153:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.117160:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731681792:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.117179:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129499.117196:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11258 00010000:00010000:3.0:1746129499.117197:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136bad400/0x40a459093b05db24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e5d expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.117206:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948731681664:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.117212:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.117220:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05db2b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e56 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.117243:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736723968:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129499.117265:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736724096:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129499.117277:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.117390:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.121569:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736723584:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129499.121595:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.121660:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731681280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6606us (6974us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.121668:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5630 00000100:00100000:1.0:1746129499.122222:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736723712:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.122250:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136056400/0x40a459093b05db16 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e48 expref: 28 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.122261:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136056400/0x40a459093b05db16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e48 expref: 28 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.122281:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136056400, rc 0) 00002000:00010000:3.0:1746129499.122340:0:11014:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime: 1746129498 -> 1746129499 00002000:00010000:3.0:1746129499.122344:0:11014:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129497 -> 1746129499 00002000:00010000:3.0:1746129499.122346:0:11014:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime: 1746129498 -> 1746129499 00000100:00100000:1.0:1746129499.122351:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731681408:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5359us (6117us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.122355:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736723840:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129499.122356:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736723968:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129499.122358:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11255 00010000:00010000:3.0:1746129499.122381:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05db2b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e56 expref: 22 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.122381:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5800/0x40a459093b05db1d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e4f expref: 22 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.122392:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095eeca00/0x40a459093b05db2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e56 expref: 22 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.122392:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5800/0x40a459093b05db1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e4f expref: 22 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.122402:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095eeca00, rc 0) 00002000:00010000:1.0:1746129499.122404:0:8412:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129498 -> 1746129499 00010000:00010000:2.0:1746129499.122410:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5800, rc 0) 00000100:00100000:1.0:1746129499.122412:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736724096:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.122425:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136bad400/0x40a459093b05db24 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e5d expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.122431:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136bad400/0x40a459093b05db24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e5d expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.122436:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136bad400, rc 0) 00000100:00100000:3.0:1746129499.122443:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731681664:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5239us (5564us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129499.122449:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11258 00000100:00100000:2.0:1746129499.122449:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731681536:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5357us (5646us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.122454:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11256 00000100:00100000:1.0:1746129499.122456:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731681792:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5304us (5608us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129499.122459:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11257 00000100:00100000:0.0:1746129499.123029:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.123072:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731682048 00000100:00100000:2.0:1746129499.123079:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731682048 00002000:00100000:2.0:1746129499.123109:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1241088->1245183) req@ffff88009fab1500 x1830948731682048/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.123118:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1500 with x1830948731682048 ext(1241088->1245183) 00002000:00010000:2.0:1746129499.123123:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab1500 00000100:00100000:2.0:1746129499.123154:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4206 00000100:00100000:2.0:1746129499.123160:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731682048:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.123351:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731682048:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 190us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129499.123358:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4206 00002000:00100000:2.0:1746129499.123519:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1241088->1245183) req@ffff88009fab1500 x1830948731682048/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.123526:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1500 with x1830948731682048 ext(1241088->1245183) 00002000:00010000:2.0:1746129499.123529:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab1500 00000100:00100000:0.0:1746129499.124016:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.124061:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731682304 00000100:00100000:2.0:1746129499.124065:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731682304 00002000:00100000:2.0:1746129499.124082:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2019327) req@ffff88009fab0000 x1830948731682304/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.124094:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0000 with x1830948731682304 ext(1048576->2019327) 00002000:00010000:2.0:1746129499.124097:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab0000 00000100:00100000:2.0:1746129499.124125:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4207 00000100:00100000:2.0:1746129499.124131:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948731682304:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129499.126108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.126185:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731682432 00000100:00100000:2.0:1746129499.126191:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731682432 00000100:00100000:2.0:1746129499.126239:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11259 00000100:00100000:2.0:1746129499.126245:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:29104:x1830948731682432:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.126259:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.126274:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e64 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.126321:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.126328:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.126330:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.126333:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.126357:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.126367:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 17 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.126381:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736724224:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.126441:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.129221:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736724224:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.129253:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.129269:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384200, rc 0) 00000100:00100000:2.0:1746129499.129354:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+26:29104:x1830948731682432:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3107us (3252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.129757:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11259 00000100:00100000:2.0:1746129499.132243:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948731682304:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 8100us (8215us total) trans 0 rc 970752/970752 00000100:00100000:2.0:1746129499.132254:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4207 00002000:00100000:2.0:1746129499.132268:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2019327) req@ffff88009fab0000 x1830948731682304/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 970752/970752 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.132277:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0000 with x1830948731682304 ext(1048576->2019327) 00002000:00010000:2.0:1746129499.132283:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab0000 00000100:00100000:0.0:1746129499.132510:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.132695:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731682560 00000100:00100000:2.0:1746129499.132704:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731682560 00002000:00100000:2.0:1746129499.132742:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (942080->1048575) req@ffff88009fab1c00 x1830948731682560/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.132749:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1c00 with x1830948731682560 ext(942080->1048575) 00010000:00010000:2.0:1746129499.132756:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 18 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.132771:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 18 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129499.132777:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fab1c00 00000100:00100000:2.0:1746129499.132800:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1070 00000100:00100000:2.0:1746129499.132807:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731682560:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129499.136276:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.136402:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731682816 00000100:00100000:1.0:1746129499.136414:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731682816 00002000:00100000:1.0:1746129499.136468:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1245184->2097151) req@ffff88009fab3800 x1830948731682816/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.136478:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3800 with x1830948731682816 ext(1245184->2097151) 00002000:00010000:1.0:1746129499.136484:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab3800 00000100:00100000:1.0:1746129499.136522:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4208 00000100:00100000:1.0:1746129499.136531:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731682816:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.137314:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731682560:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 4483us (4780us total) trans 17179873090 rc 0/0 00000100:00100000:2.0:1746129499.137325:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1070 00002000:00100000:2.0:1746129499.137334:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (942080->1048575) req@ffff88009fab1c00 x1830948731682560/t17179873090(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.137343:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1c00 with x1830948731682560 ext(942080->1048575) 00010000:00010000:2.0:1746129499.137352:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 22 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.137368:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 22 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129499.137374:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fab1c00 00000100:00100000:1.0:1746129499.141597:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948731682816:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 5054us (5322us total) trans 0 rc 851968/851968 00000100:00100000:1.0:1746129499.141613:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4208 00002000:00100000:1.0:1746129499.141625:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1245184->2097151) req@ffff88009fab3800 x1830948731682816/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 851968/851968 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.141634:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3800 with x1830948731682816 ext(1245184->2097151) 00002000:00010000:1.0:1746129499.141640:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab3800 00000100:00100000:0.0:1746129499.142385:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.142508:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731682944 00000100:00100000:3.0:1746129499.142518:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731682944 00010000:00010000:3.0:1746129499.142552:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 20 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.142592:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5631 00000100:00100000:3.0:1746129499.142600:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948731682944:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.142614:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.142637:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 20 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.142647:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 20 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.142670:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f384a00/0x40a459093b05da36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 942080->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dca expref: 20 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.142703:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.142705:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.142714:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.142722:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.143204:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.143218:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736724352:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129499.143555:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.146884:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736724352:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129499.146907:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129499.146974:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948731682944:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4373us (4589us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.146990:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5631 00000100:00100000:0.0:1746129499.148550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.148596:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731683072 00000100:00100000:0.0:1746129499.148602:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.148604:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731683072 00000100:00100000:2.0:1746129499.148658:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11260 00000100:00100000:1.0:1746129499.148660:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731683328 00000100:00100000:1.0:1746129499.148664:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731683328 00000100:00100000:2.0:1746129499.148666:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:29101:x1830948731683072:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.148685:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746129499.148696:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009fab0e00 x1830948731683328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.148705:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0e00 with x1830948731683328 ext(0->1048575) 00010000:00010000:2.0:1746129499.148707:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e6b expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129499.148710:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab0e00 00000100:00100000:1.0:1746129499.148724:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4209 00000100:00100000:1.0:1746129499.148728:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731683328:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:2.0:1746129499.148735:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.148743:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.148744:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.148747:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 10 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.148775:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.148786:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 18 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.148797:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736724480:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.149323:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.152554:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.152644:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731683456 00000100:00100000:3.0:1746129499.152653:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731683456 00002000:00100000:3.0:1746129499.152698:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3706880->4046847) req@ffff880129adc000 x1830948731683456/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.152708:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adc000 with x1830948731683456 ext(3706880->4046847) 00010000:00010000:3.0:1746129499.152718:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 19 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.152731:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 19 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.152738:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129adc000 00000100:00100000:3.0:1746129499.152771:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1071 00000100:00100000:3.0:1746129499.152780:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731683456:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129499.152936:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736724480:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.152980:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 10 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.152994:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8e3a00, rc 0) 00000100:00100000:2.0:1746129499.153046:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:29101:x1830948731683072:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4380us (4500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.153054:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11260 00000100:00100000:2.0:1746129499.156842:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731683328:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8101us (8228us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129499.156855:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4209 00002000:00100000:2.0:1746129499.156869:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009fab0e00 x1830948731683328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.156878:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0e00 with x1830948731683328 ext(0->1048575) 00002000:00010000:2.0:1746129499.156883:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab0e00 00000100:00100000:0.0:1746129499.159365:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.159463:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731683712 00000100:00100000:3.0:1746129499.159476:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731683712 00000100:00100000:3.0:1746129499.159536:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10069 00000100:00100000:3.0:1746129499.159545:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+305:29107:x1830948731683712:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.159569:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.159593:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65600/0x40a459093b05db40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e72 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.159735:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.159749:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.159763:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.159776:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.159781:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.159786:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746129499.159941:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948731683456:12345-192.168.202.4@tcp:4:cat.0 Request processed in 7161us (7395us total) trans 21474840285 rc 0/0 00000100:00100000:2.0:1746129499.159961:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1071 00002000:00100000:2.0:1746129499.159970:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3706880->4046847) req@ffff880129adc000 x1830948731683456/t21474840285(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.159979:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adc000 with x1830948731683456 ext(3706880->4046847) 00010000:00010000:2.0:1746129499.159988:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 21 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.160002:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 21 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129499.160008:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129adc000 00010000:00010000:3.0:1746129499.160095:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65a00/0x40a459093b05db55 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160104:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65a00/0x40a459093b05db55 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160111:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65a00/0x40a459093b05db55 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129499.160119:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129499.160191:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160198:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160204:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160210:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6c65400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.160214:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160222:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160232:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129499.160235:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.160240:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160245:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65400/0x40a459093b05db47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160272:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160278:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160283:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160288:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6c64000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.160291:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160315:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160322:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880129fb1700) 00010000:00010000:3.0:1746129499.160324:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.160327:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160331:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c64000/0x40a459093b05db4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.160372:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65600/0x40a459093b05db40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e72 expref: 308 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.160383:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65a00/0x40a459093b05db55 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e72 expref: 307 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.160392:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129499.160393:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129499.160396:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6c65a00, rc 0) 00000100:00100000:3.0:1746129499.160430:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+307:29107:x1830948731683712:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 887us (1076us total) trans 8589943932 rc 0/0 00000100:00100000:3.0:1746129499.160435:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10069 00000100:00100000:0.0:1746129499.162714:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.162767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.162912:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731683968 00000100:00100000:2.0:1746129499.162923:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731683968 00010000:00010000:2.0:1746129499.162975:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 21 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.163203:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731683840 00000100:00100000:2.0:1746129499.163207:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731683840 00000100:00100000:1.0:1746129499.163290:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5632 00000100:00100000:1.0:1746129499.163318:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948731683968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.163333:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.163356:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 21 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.163368:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 21 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.163390:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05da9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3706880->4046847) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e17 expref: 21 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.163471:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 614 00000100:00100000:2.0:1746129499.163478:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+307:1961:x1830948731683840:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.163486:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.163499:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6c65a00/0x40a459093b05db55 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e72 expref: 307 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.163514:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.163519:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.163557:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+306:1961:x1830948731683840:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 80us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.163564:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 614 00010000:00010000:1.0:1746129499.164018:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.164021:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.164030:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 9 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.164038:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 9 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.164078:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 9 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.164091:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736724608:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129499.164161:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.167336:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736724608:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129499.167360:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.167578:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731683968:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4260us (4871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.167588:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5632 00000100:00100000:0.0:1746129499.168083:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.168511:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731684096 00000100:00100000:2.0:1746129499.168518:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731684096 00000100:00100000:2.0:1746129499.168559:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11261 00000100:00100000:2.0:1746129499.168566:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+20:29104:x1830948731684096:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.168585:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.168602:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e79 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.168629:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.168636:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.168638:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.168641:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.168673:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.168685:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 9 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.168695:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736724736:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.168751:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.171272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.171285:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736724736:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.171347:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.171443:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095044200, rc 0) 00000100:00100000:2.0:1746129499.171498:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+21:29104:x1830948731684096:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2931us (3415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.171507:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11261 00000100:00100000:3.0:1746129499.171554:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731684224 00000100:00100000:3.0:1746129499.171562:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731684224 00002000:00100000:3.0:1746129499.171606:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1175551) req@ffff88013575ea00 x1830948731684224/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.171614:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ea00 with x1830948731684224 ext(1048576->1175551) 00010000:00010000:3.0:1746129499.171621:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 10 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.171632:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 10 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.171638:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013575ea00 00000100:00100000:3.0:1746129499.171652:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1072 00000100:00100000:3.0:1746129499.171660:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731684224:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129499.173220:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.173466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.173527:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731684480 00000100:00100000:1.0:1746129499.173534:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731684480 00002000:00100000:1.0:1746129499.173563:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575ed80 x1830948731684480/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.173572:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ed80 with x1830948731684480 ext(2097152->3145727) 00002000:00010000:1.0:1746129499.173576:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575ed80 00000100:00100000:1.0:1746129499.173588:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731684608 00000100:00100000:1.0:1746129499.173591:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731684608 00002000:00100000:1.0:1746129499.173599:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013575e300 x1830948731684608/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.173605:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575e300 with x1830948731684608 ext(3145728->4194303) 00002000:00010000:1.0:1746129499.173607:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575e300 00000100:00100000:1.0:1746129499.173617:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4210 00000100:00100000:1.0:1746129499.173622:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731684480:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129499.174403:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4211 00000100:00100000:3.0:1746129499.174413:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731684608:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129499.178476:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+16:1960:x1830948731684224:12345-192.168.202.4@tcp:4:cat.0 Request processed in 6802us (7199us total) trans 21474840286 rc 0/0 00000100:00100000:3.0:1746129499.178491:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1072 00002000:00100000:3.0:1746129499.178504:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1175551) req@ffff88013575ea00 x1830948731684224/t21474840286(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.178513:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ea00 with x1830948731684224 ext(1048576->1175551) 00010000:00010000:3.0:1746129499.178523:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 16 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.178538:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 16 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.178545:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013575ea00 00000100:00100000:1.0:1746129499.181846:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731684480:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8207us (8615us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.181860:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4210 00002000:00100000:1.0:1746129499.181873:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575ed80 x1830948731684480/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.181884:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ed80 with x1830948731684480 ext(2097152->3145727) 00002000:00010000:1.0:1746129499.181892:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575ed80 00000100:00100000:0.0:1746129499.182797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.182866:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731684864 00000100:00100000:1.0:1746129499.182875:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731684864 00010000:00010000:1.0:1746129499.182908:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.182958:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5633 00000100:00100000:1.0:1746129499.182966:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731684864:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.182983:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.183005:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.183023:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.183049:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05da44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dd8 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.183071:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.183074:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.183082:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 20 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.183091:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 20 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.183125:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 20 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.183136:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736724864:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129499.183213:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.184451:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736724864:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129499.184468:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.184494:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+13:1961:x1830948731684864:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1529us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.184502:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5633 00000100:00100000:3.0:1746129499.184831:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731684608:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10418us (11363us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129499.184839:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4211 00002000:00100000:3.0:1746129499.184847:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013575e300 x1830948731684608/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.184856:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575e300 with x1830948731684608 ext(3145728->4194303) 00002000:00010000:3.0:1746129499.184861:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575e300 00000100:00100000:0.0:1746129499.187920:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.188055:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731685120 00000100:00100000:3.0:1746129499.188066:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731685120 00002000:00100000:3.0:1746129499.188127:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88013575ce00 x1830948731685120/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.188138:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ce00 with x1830948731685120 ext(1048576->2097151) 00002000:00010000:3.0:1746129499.188144:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575ce00 00000100:00100000:3.0:1746129499.188177:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4212 00000100:00100000:3.0:1746129499.188187:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+21:1961:x1830948731685120:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129499.197494:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.197539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.197681:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731685248 00000100:00100000:2.0:1746129499.197695:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731685248 00000100:00100000:2.0:1746129499.197747:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731685376 00000100:00100000:2.0:1746129499.197750:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731685376 00000100:00100000:2.0:1746129499.197793:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11262 00000100:00100000:2.0:1746129499.197804:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948731685248:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129499.197814:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11263 00000100:00100000:1.0:1746129499.197824:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948731685376:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.197828:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.197832:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.197847:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e80 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.197850:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e87 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.197875:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.197875:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.197877:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.197877:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.197885:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e87 expref: 12 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.197886:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e80 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.197899:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e87 expref: 12 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.197900:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e80 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.197910:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095044a00, rc 0) 00010000:00010000:1.0:1746129499.197910:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957f8600, rc 0) 00000100:00100000:1.0:1746129499.198053:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731685376:12345-192.168.202.4@tcp:101:cat.0 Request processed in 229us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.198059:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11263 00000100:00100000:2.0:1746129499.198436:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948731685248:12345-192.168.202.4@tcp:101:cat.0 Request processed in 634us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.198442:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11262 00000100:00100000:1.0:1746129499.198562:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+21:1961:x1830948731685120:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10376us (10654us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.198571:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4212 00002000:00100000:1.0:1746129499.198580:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88013575ce00 x1830948731685120/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.198590:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ce00 with x1830948731685120 ext(1048576->2097151) 00002000:00010000:1.0:1746129499.198594:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575ce00 00000100:00100000:0.0:1746129499.204511:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.204679:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731685504 00000100:00100000:2.0:1746129499.204691:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731685504 00000100:00100000:2.0:1746129499.204750:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11264 00000100:00100000:2.0:1746129499.204759:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+21:29104:x1830948731685504:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.204780:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.204799:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e8e expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.204834:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.204841:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.204843:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.204847:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.204880:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.204892:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 11 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.204903:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736724992:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.205016:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.205753:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.205799:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731685760 00000100:00100000:1.0:1746129499.205804:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731685760 00000100:00100000:1.0:1746129499.205846:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4042 00000100:00100000:1.0:1746129499.205852:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:29101:x1830948731685760:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129499.206068:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:29101:x1830948731685760:12345-192.168.202.4@tcp:35:cat.0 Request processed in 215us (316us total) trans 8589943933 rc 0/0 00000100:00100000:1.0:1746129499.206074:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4042 00000100:00100000:2.0:1746129499.206310:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736724992:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.206330:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.206342:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095045200, rc 0) 00000100:00100000:2.0:1746129499.206374:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:29104:x1830948731685504:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1617us (1876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.206380:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11264 00000100:00100000:0.0:1746129499.207805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.207901:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731685888 00000100:00100000:1.0:1746129499.207908:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731685888 00002000:00100000:1.0:1746129499.207957:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (2019328->2097151) req@ffff88013575c700 x1830948731685888/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.207966:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575c700 with x1830948731685888 ext(2019328->2097151) 00010000:00010000:1.0:1746129499.207974:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 12 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.207988:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 12 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746129499.207995:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013575c700 00000100:00100000:0.0:1746129499.208696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.208820:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1073 00000100:00100000:1.0:1746129499.208830:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731685888:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129499.208862:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731686016 00000100:00100000:3.0:1746129499.208867:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731686016 00000100:00100000:3.0:1746129499.208904:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11265 00000100:00100000:3.0:1746129499.208911:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+26:29107:x1830948731686016:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.208922:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.208939:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e95 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.208974:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.208982:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.208983:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.208987:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1413120->2007039] (req 1413120->2007039) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.209016:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.209027:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 19 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.209049:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736725120:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.210236:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.213005:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731685888:12345-192.168.202.4@tcp:4:cat.0 Request processed in 4167us (5194us total) trans 21474840287 rc 0/0 00000100:00100000:1.0:1746129499.213015:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1073 00002000:00100000:1.0:1746129499.213025:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (2019328->2097151) req@ffff88013575c700 x1830948731685888/t21474840287(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.213176:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575c700 with x1830948731685888 ext(2019328->2097151) 00010000:00010000:1.0:1746129499.213187:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.213197:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746129499.213203:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013575c700 00000100:00100000:3.0:1746129499.213330:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736725120:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.213356:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1413120->2007039] (req 1413120->2007039) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.213371:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c7be00, rc 0) 00000100:00100000:3.0:1746129499.213485:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:29107:x1830948731686016:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4573us (4789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.213492:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11265 00000100:00100000:1.0:1746129499.213673:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.213711:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731686144 00000100:00100000:2.0:1746129499.213718:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731686144 00002000:00100000:2.0:1746129499.213750:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1245183) req@ffff880129adca80 x1830948731686144/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.213758:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adca80 with x1830948731686144 ext(1048576->1245183) 00010000:00010000:2.0:1746129499.213762:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 20 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.213775:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 20 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129499.213781:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129adca80 00000100:00100000:2.0:1746129499.213898:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1074 00000100:00100000:2.0:1746129499.213905:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731686144:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129499.216158:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.216389:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731686272 00000100:00100000:2.0:1746129499.216396:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731686272 00010000:00010000:2.0:1746129499.216435:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.216461:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5634 00000100:00100000:2.0:1746129499.216469:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6025c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731686272:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.216483:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.216505:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.216514:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.216534:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136bac600/0x40a459093b05dae5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2019328->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e33 expref: 14 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.216555:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.216557:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.216563:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.216568:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.216597:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.216606:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736725248:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129499.216670:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3240 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.217861:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731686144:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3953us (4186us total) trans 17179873091 rc 0/0 00000100:00100000:3.0:1746129499.217870:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1074 00002000:00100000:3.0:1746129499.217880:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1245183) req@ffff880129adca80 x1830948731686144/t17179873091(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.217887:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adca80 with x1830948731686144 ext(1048576->1245183) 00010000:00010000:3.0:1746129499.217893:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 22 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.217904:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 22 pid: 7149 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.217909:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880129adca80 00000100:00100000:2.0:1746129499.218918:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736725248:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.218939:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.218986:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6025c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731686272:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2518us (2837us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.218993:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5634 00000100:00100000:0.0:1746129499.222004:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.222097:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731686528 00000100:00100000:3.0:1746129499.222106:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731686528 00002000:00100000:3.0:1746129499.222154:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013575d500 x1830948731686528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.222164:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575d500 with x1830948731686528 ext(1048576->2097151) 00002000:00010000:3.0:1746129499.222170:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575d500 00000100:00100000:3.0:1746129499.222204:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4213 00000100:00100000:3.0:1746129499.222212:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731686528:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129499.222584:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.222667:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731686656 00000100:00100000:2.0:1746129499.222672:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731686656 00010000:00010000:2.0:1746129499.222694:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 22 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.222726:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5635 00000100:00100000:2.0:1746129499.222731:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731686656:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.222741:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.222758:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 22 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.222774:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 22 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.222795:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957f8c00/0x40a459093b05daec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1245183) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e3a expref: 22 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.222819:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.222821:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.222828:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.222836:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.222869:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.222880:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ad180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736725376:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129499.222962:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.226109:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ad180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736725376:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.226132:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.226191:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731686656:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3457us (3606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.226203:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5635 00000100:00100000:0.0:1746129499.227402:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.227450:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731686912 00000100:00100000:2.0:1746129499.227458:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731686912 00002000:00100000:2.0:1746129499.227496:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1413120->1417215) req@ffff88013575df80 x1830948731686912/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.227506:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575df80 with x1830948731686912 ext(1413120->1417215) 00002000:00010000:2.0:1746129499.227511:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575df80 00000100:00100000:2.0:1746129499.227537:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4214 00000100:00100000:2.0:1746129499.227544:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731686912:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.227715:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731686912:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 171us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129499.227721:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4214 00002000:00100000:2.0:1746129499.227726:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1413120->1417215) req@ffff88013575df80 x1830948731686912/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.227733:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575df80 with x1830948731686912 ext(1413120->1417215) 00002000:00010000:2.0:1746129499.227736:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575df80 00000100:00100000:3.0:1746129499.231936:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731686528:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 9711us (9928us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129499.231964:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4213 00002000:00100000:3.0:1746129499.231976:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013575d500 x1830948731686528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.231984:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575d500 with x1830948731686528 ext(1048576->2097151) 00002000:00010000:3.0:1746129499.231991:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575d500 00000100:00100000:0.0:1746129499.238080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.239503:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.239618:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731687168 00000100:00100000:3.0:1746129499.239630:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731687168 00000100:00100000:2.0:1746129499.239634:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731687424 00002000:00100000:3.0:1746129499.239685:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1413119) req@ffff88013575fb80 x1830948731687168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.239696:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575fb80 with x1830948731687168 ext(1048576->1413119) 00002000:00010000:3.0:1746129499.239702:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575fb80 00000100:00100000:3.0:1746129499.239738:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4215 00000100:00100000:3.0:1746129499.239747:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731687168:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.240614:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731687424 00002000:00100000:2.0:1746129499.240641:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (2002944->2007039) req@ffff88013575e680 x1830948731687424/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.240649:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575e680 with x1830948731687424 ext(2002944->2007039) 00002000:00010000:2.0:1746129499.240652:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575e680 00000100:00100000:2.0:1746129499.240665:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4216 00000100:00100000:2.0:1746129499.240671:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948731687424:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.240774:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948731687424:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 102us (1277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129499.240784:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4216 00002000:00100000:2.0:1746129499.240789:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (2002944->2007039) req@ffff88013575e680 x1830948731687424/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.240796:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575e680 with x1830948731687424 ext(2002944->2007039) 00002000:00010000:2.0:1746129499.240799:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575e680 00000100:00100000:0.0:1746129499.246865:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.247046:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731687680 00000100:00100000:2.0:1746129499.247057:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731687680 00002000:00100000:2.0:1746129499.247107:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (2007040->2097151) req@ffff88013575f480 x1830948731687680/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.247119:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f480 with x1830948731687680 ext(2007040->2097151) 00002000:00010000:2.0:1746129499.247125:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575f480 00000100:00100000:2.0:1746129499.247148:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4217 00000100:00100000:2.0:1746129499.247156:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731687680:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129499.247719:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731687168:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 7970us (9647us total) trans 0 rc 364544/364544 00000100:00100000:3.0:1746129499.247728:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4215 00002000:00100000:3.0:1746129499.247734:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1413119) req@ffff88013575fb80 x1830948731687168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 364544/364544 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.247741:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575fb80 with x1830948731687168 ext(1048576->1413119) 00002000:00010000:3.0:1746129499.247744:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575fb80 00000100:00100000:0.0:1746129499.248892:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.248979:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731687936 00000100:00100000:3.0:1746129499.248986:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731687936 00000100:00100000:3.0:1746129499.249030:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4043 00000100:00100000:3.0:1746129499.249036:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+306:29107:x1830948731687936:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129499.249234:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+307:29107:x1830948731687936:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 198us (348us total) trans 8589943934 rc 0/0 00000100:00100000:3.0:1746129499.249239:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4043 00000100:00100000:1.0:1746129499.253107:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.253289:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731687680:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 6132us (6434us total) trans 0 rc 90112/90112 00000100:00100000:3.0:1746129499.253608:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731688192 00000100:00100000:3.0:1746129499.253618:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731688192 00000100:00100000:3.0:1746129499.253665:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10070 00000100:00100000:3.0:1746129499.253672:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:29110:x1830948731688192:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.253693:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.253712:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568400/0x40a459093b05db86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19e9c expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.253828:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.253841:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.253855:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.253868:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.253874:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.253879:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.253997:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254005:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254011:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129499.254019:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129499.254092:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254098:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254104:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254108:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f569200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.254111:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254118:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254127:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129499.254129:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.254133:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254137:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569200/0x40a459093b05db8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254148:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254153:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254157:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254160:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f568e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.254162:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254165:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254169:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880129fb1700) 00010000:00010000:3.0:1746129499.254171:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.254172:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254175:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568e00/0x40a459093b05db94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.254202:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568400/0x40a459093b05db86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e9c expref: 29 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.254212:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e9c expref: 28 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.254217:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129499.254218:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129499.254220:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f568c00, rc 0) 00000100:00100000:3.0:1746129499.254240:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:29110:x1830948731688192:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 568us (1145us total) trans 8589943935 rc 0/0 00000100:00100000:3.0:1746129499.254246:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10070 00000100:00100000:2.0:1746129499.254524:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4217 00002000:00100000:2.0:1746129499.254535:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (2007040->2097151) req@ffff88013575f480 x1830948731687680/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 90112/90112 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.254544:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f480 with x1830948731687680 ext(2007040->2097151) 00002000:00010000:2.0:1746129499.254548:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575f480 00000100:00100000:3.0:1746129499.259906:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.260375:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731688448 00000100:00100000:1.0:1746129499.260386:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731688448 00000100:00100000:3.0:1746129499.260413:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.260442:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4044 00000100:00100000:1.0:1746129499.260451:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+28:29110:x1830948731688448:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129499.260501:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731688576 00000100:00100000:2.0:1746129499.260505:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731688576 00000100:00100000:2.0:1746129499.260541:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11266 00000100:00100000:2.0:1746129499.260547:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:29104:x1830948731688576:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.260561:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.260578:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ea3 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.260602:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.260604:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.260611:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ea3 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.260625:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ea3 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.260636:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095044400, rc 0) 00000100:00100000:2.0:1746129499.260695:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:29104:x1830948731688576:12345-192.168.202.4@tcp:101:cat.0 Request processed in 148us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.260701:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11266 00000100:00100000:1.0:1746129499.260777:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+29:29110:x1830948731688448:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 326us (884us total) trans 8589943936 rc 0/0 00000100:00100000:1.0:1746129499.260783:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4044 00000100:00100000:0.0:1746129499.265433:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.265756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.265828:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731688960 00000100:00100000:2.0:1746129499.265833:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731688832 00000100:00100000:1.0:1746129499.265838:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731688960 00000100:00100000:2.0:1746129499.265839:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731688832 00002000:00100000:2.0:1746129499.265886:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c7d8000 x1830948731688832/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.265886:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009c7d9500 x1830948731688960/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.265896:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8000 with x1830948731688832 ext(2097152->3145727) 00002000:00100000:1.0:1746129499.265896:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9500 with x1830948731688960 ext(3145728->4194303) 00002000:00010000:2.0:1746129499.265901:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d8000 00002000:00010000:1.0:1746129499.265901:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d9500 00000100:00100000:1.0:1746129499.265936:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4218 00000100:00100000:2.0:1746129499.265942:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4219 00000100:00100000:1.0:1746129499.265944:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731688960:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.265961:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731688832:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129499.279647:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731688960:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13688us (14210us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.279665:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4218 00002000:00100000:1.0:1746129499.279685:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009c7d9500 x1830948731688960/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.279695:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9500 with x1830948731688960 ext(3145728->4194303) 00002000:00010000:1.0:1746129499.279704:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d9500 00000100:00100000:0.0:1746129499.280143:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.280494:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731689216 00000100:00100000:2.0:1746129499.280505:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731689216 00000100:00100000:2.0:1746129499.280562:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11267 00000100:00100000:2.0:1746129499.280570:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:29110:x1830948731689216:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129499.280593:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.280617:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19eaa expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.280653:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.280662:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19dbc expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.280669:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.280671:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.280674:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2924544->3145727] (req 2924544->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.280712:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dbc expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.280725:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dbc expref: 26 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.280737:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736725504:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.280827:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.280841:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 22 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.281228:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736725632:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.281255:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.281375:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731688832:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15425us (15618us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129499.281384:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4219 00002000:00100000:3.0:1746129499.281392:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c7d8000 x1830948731688832/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.281400:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8000 with x1830948731688832 ext(2097152->3145727) 00002000:00010000:3.0:1746129499.281403:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d8000 00000100:00100000:2.0:1746129499.282251:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736725504:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.282257:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736725632:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.282274:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2924544->3145727] (req 2924544->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.282283:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095045a00, rc 0) 00000100:00100000:2.0:1746129499.282320:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+22:29110:x1830948731689216:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1751us (2178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.282326:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11267 00000100:00100000:0.0:1746129499.286079:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.286126:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.286170:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731689344 00000100:00100000:2.0:1746129499.286183:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731689344 00000100:00100000:1.0:1746129499.286210:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731689472 00000100:00100000:1.0:1746129499.286214:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731689472 00010000:00010000:2.0:1746129499.286235:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dbc expref: 27 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.286235:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 22 pid: 7148 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.286283:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5636 00000100:00100000:2.0:1746129499.286321:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731689344:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129499.286322:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129499.286339:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.286366:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dbc expref: 27 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.286380:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dbc expref: 27 pid: 7149 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.286383:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5637 00000100:00100000:3.0:1746129499.286393:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948731689472:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.286402:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.286407:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095eec600/0x40a459093b05da0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19dbc expref: 27 pid: 7149 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.286415:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 22 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.286425:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 22 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.286439:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.286440:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731689600 00000100:00100000:1.0:1746129499.286442:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731689600 00010000:00010000:3.0:1746129499.286445:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee35200/0x40a459093b05d9f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19da0 expref: 22 pid: 7148 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.286458:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129499.286459:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11268 00010000:00010000:3.0:1746129499.286460:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129499.286463:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:29104:x1830948731689600:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.286467:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.286476:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.286480:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129499.286491:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731689344:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 199us (423us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129499.286492:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19eb1 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.286498:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5636 00010000:00010000:1.0:1746129499.286510:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.286515:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129499.286517:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129499.286519:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.286531:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x40000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.286538:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.286548:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.286564:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.286622:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736725888:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.286625:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736725760:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129499.286697:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.286752:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.288801:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736725760:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129499.288825:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.288875:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948731689472:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2482us (2746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.288886:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5637 00000100:00100000:1.0:1746129499.289035:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736725888:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.289057:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.289074:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487e600, rc 0) 00000100:00100000:1.0:1746129499.289112:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:29104:x1830948731689600:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2647us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.289118:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11268 00000100:00100000:0.0:1746129499.289176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.289456:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731689856 00000100:00100000:3.0:1746129499.289464:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731689856 00002000:00100000:3.0:1746129499.289506:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2924544->2928639) req@ffff88009c7dbb80 x1830948731689856/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.289514:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7dbb80 with x1830948731689856 ext(2924544->2928639) 00010000:00010000:3.0:1746129499.289520:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.289532:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.289538:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7dbb80 00000100:00100000:3.0:1746129499.289562:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1075 00000100:00100000:3.0:1746129499.289569:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731689856:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129499.289733:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731689856:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 164us (557us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129499.289738:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1075 00002000:00100000:3.0:1746129499.289743:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2924544->2928639) req@ffff88009c7dbb80 x1830948731689856/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.289751:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7dbb80 with x1830948731689856 ext(2924544->2928639) 00010000:00010000:3.0:1746129499.289755:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.289768:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.289774:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7dbb80 00000100:00100000:2.0:1746129499.293102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.293172:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731690112 00000100:00100000:1.0:1746129499.293181:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731690112 00000100:00100000:2.0:1746129499.293186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.293229:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731690240 00000100:00100000:0.0:1746129499.293233:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731690240 00002000:00100000:0.0:1746129499.293268:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2924544->3145727) req@ffff8800912ad180 x1830948731690240/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.293278:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ad180 with x1830948731690240 ext(2924544->3145727) 00000100:00100000:1.0:1746129499.293280:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11269 00010000:00010000:0.0:1746129499.293286:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.293288:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+13:29110:x1830948731690112:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129499.293313:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 21 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.293315:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:0.0:1746129499.293320:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800912ad180 00010000:00010000:1.0:1746129499.293332:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19eb8 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129499.293346:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1076 00000100:00100000:0.0:1746129499.293351:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731690240:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:1.0:1746129499.293365:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 14 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.293474:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ea3 expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.293480:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.293482:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.293485:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->2228223] (req 2097152->2228223) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 14 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.293515:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ea3 expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.293525:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ea3 expref: 22 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.293538:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736726016:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.293632:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 14 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.293640:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 14 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.293651:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129add880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736726144:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.293671:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.295789:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736726016:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.295800:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129add880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736726144:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.295825:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->2228223] (req 2097152->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 14 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.295839:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487e200, rc 0) 00000100:00100000:1.0:1746129499.295886:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:29110:x1830948731690112:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2595us (2788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.295896:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11269 00000100:00100000:1.0:1746129499.296969:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731690240:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 3613us (3778us total) trans 17179873092 rc 0/0 00000100:00100000:1.0:1746129499.296978:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1076 00002000:00100000:1.0:1746129499.296989:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2924544->3145727) req@ffff8800912ad180 x1830948731690240/t17179873092(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.296999:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ad180 with x1830948731690240 ext(2924544->3145727) 00010000:00010000:1.0:1746129499.297008:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.297020:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746129499.297027:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800912ad180 00000100:00100000:0.0:1746129499.297352:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.297404:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731690368 00000100:00100000:3.0:1746129499.297411:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731690368 00010000:00010000:3.0:1746129499.297435:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ea3 expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.297462:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5638 00000100:00100000:3.0:1746129499.297468:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731690368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.297479:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.297495:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ea3 expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.297509:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ea3 expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.297530:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095044400/0x40a459093b05dba9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ea3 expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.297553:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.297582:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731690368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 113us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.297588:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5638 00000100:00100000:0.0:1746129499.298656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.298749:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129499.298791:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746129499.298797:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731690496 00000100:00100000:3.0:1746129499.298800:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731690624 00000100:00100000:3.0:1746129499.298803:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731690624 00000100:00100000:2.0:1746129499.298803:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731690496 00010000:00010000:3.0:1746129499.298820:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.298820:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 14 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.298845:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5639 00000100:00100000:2.0:1746129499.298850:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731690496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129499.298856:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5640 00010000:00010000:2.0:1746129499.298859:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129499.298861:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731690624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.298870:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.298871:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 14 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.298881:0:7085:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129499 -> 1746129500 00010000:00010000:2.0:1746129499.298881:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 14 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.298884:0:7085:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129499 -> 1746129500 00010000:00010000:3.0:1746129499.298888:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.298897:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.298901:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f8e3a00/0x40a459093b05db39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e6b expref: 14 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.298912:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095045a00/0x40a459093b05dbb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2924544->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eaa expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.298915:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.298917:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.298922:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.298924:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.298925:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 13 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.298928:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.298934:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 13 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.298935:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.298974:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 13 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.298975:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.298985:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736726400:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129499.298985:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736726272:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129499.299040:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.299369:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.300531:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736726400:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129499.300546:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.300580:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731690624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1717us (1829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.300587:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5640 00000100:00100000:2.0:1746129499.300893:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736726272:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.300922:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.301009:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+13:1961:x1830948731690496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2156us (2351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.301018:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5639 00000100:00100000:0.0:1746129499.302190:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.302353:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731690880 00000100:00100000:1.0:1746129499.302361:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731690880 00002000:00100000:1.0:1746129499.302410:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2224128->2228223) req@ffff880094f45880 x1830948731690880/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.302421:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45880 with x1830948731690880 ext(2224128->2228223) 00002000:00010000:1.0:1746129499.302426:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f45880 00000100:00100000:0.0:1746129499.302547:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.302987:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731691136 00000100:00100000:1.0:1746129499.302990:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731691136 00002000:00100000:1.0:1746129499.303007:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094f44e00 x1830948731691136/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129499.303012:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4220 00002000:00100000:1.0:1746129499.303013:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f44e00 with x1830948731691136 ext(3145728->4194303) 00002000:00010000:1.0:1746129499.303016:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f44e00 00000100:00100000:2.0:1746129499.303023:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731690880:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129499.303035:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4221 00000100:00100000:1.0:1746129499.303041:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731691136:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.303838:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731690880:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 814us (1649us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129499.303846:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4220 00002000:00100000:2.0:1746129499.303852:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2224128->2228223) req@ffff880094f45880 x1830948731690880/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.303859:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45880 with x1830948731690880 ext(2224128->2228223) 00002000:00010000:2.0:1746129499.303863:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f45880 00000100:00100000:1.0:1746129499.310890:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731691136:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7835us (8330us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.310903:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4221 00002000:00100000:1.0:1746129499.310915:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094f44e00 x1830948731691136/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.310925:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f44e00 with x1830948731691136 ext(3145728->4194303) 00002000:00010000:1.0:1746129499.310931:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f44e00 00000100:00100000:1.0:1746129499.314564:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.314766:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731691264 00000100:00100000:2.0:1746129499.314773:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731691264 00000100:00100000:2.0:1746129499.314825:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11270 00000100:00100000:2.0:1746129499.314832:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:29104:x1830948731691264:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.314849:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.314864:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ebf expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.314893:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 12 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.314900:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.314902:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.314905:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.314931:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 12 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.314941:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 12 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.314970:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736726528:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.315150:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.317194:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.317285:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731691392 00000100:00100000:1.0:1746129499.317321:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731691392 00000100:00100000:2.0:1746129499.317329:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736726528:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.317359:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746129499.317365:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2228223) req@ffff880094f45c00 x1830948731691392/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.317374:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45c00 with x1830948731691392 ext(2097152->2228223) 00010000:00010000:1.0:1746129499.317384:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 13 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.317399:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 13 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746129499.317405:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f45c00 00000100:00100000:1.0:1746129499.317446:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1077 00000100:00100000:1.0:1746129499.317454:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731691392:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:2.0:1746129499.317504:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095045000, rc 0) 00000100:00100000:2.0:1746129499.317554:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:29104:x1830948731691264:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2722us (3065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.317563:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11270 00000100:00100000:2.0:1746129499.323690:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731691392:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 6229us (6495us total) trans 21474840288 rc 0/0 00000100:00100000:2.0:1746129499.323701:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1077 00002000:00100000:2.0:1746129499.323711:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2228223) req@ffff880094f45c00 x1830948731691392/t21474840288(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.323719:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45c00 with x1830948731691392 ext(2097152->2228223) 00010000:00010000:2.0:1746129499.323729:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 15 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.323744:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 15 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129499.323750:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f45c00 00000100:00100000:1.0:1746129499.326806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.326863:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.326916:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731691648 00000100:00100000:2.0:1746129499.326923:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731691648 00000100:00100000:3.0:1746129499.327012:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731691776 00000100:00100000:2.0:1746129499.327284:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10071 00000100:00100000:2.0:1746129499.327330:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+29:29115:x1830948731691648:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.327351:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.327369:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5200/0x40a459093b05dbcc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ec6 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.327459:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327470:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327478:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327489:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327495:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327500:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327588:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4e00/0x40a459093b05dbe1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327597:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4e00/0x40a459093b05dbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327602:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4e00/0x40a459093b05dbe1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129499.327611:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129499.327683:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327689:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327693:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327698:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ebf5800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129499.327701:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327707:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327715:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129499.327717:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129499.327720:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327725:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5800/0x40a459093b05dbd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327740:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327745:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327749:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327757:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ebf4400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129499.327759:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129499.327761:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731691776 00010000:00010000:2.0:1746129499.327763:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327769:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacbe00) 00010000:00010000:2.0:1746129499.327771:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129499.327773:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.327776:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4400/0x40a459093b05dbda lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129499.327796:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 15 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.327811:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf5200/0x40a459093b05dbcc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ec6 expref: 32 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.327821:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4e00/0x40a459093b05dbe1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ec6 expref: 31 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.327822:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5641 00010000:00010000:2.0:1746129499.327826:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.327828:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00000100:00100000:3.0:1746129499.327829:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6025850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731691776:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.327830:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ebf4e00, rc 0) 00010000:00010000:3.0:1746129499.327843:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746129499.327864:0:15749:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129499 -> 1746129500 00002000:00010000:3.0:1746129499.327867:0:15749:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129499 -> 1746129500 00010000:00010000:3.0:1746129499.327872:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 15 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.327882:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+31:29115:x1830948731691648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 555us (1082us total) trans 8589943937 rc 0/0 00010000:00010000:3.0:1746129499.327883:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 15 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.327889:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10071 00010000:00010000:3.0:1746129499.327904:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009487e200/0x40a459093b05dbbe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2228223) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb8 expref: 15 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.327925:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.327926:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.327933:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.327940:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.327987:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.328000:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736726656:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129499.328076:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.330447:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736726656:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129499.330473:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.330527:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6025850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731691776:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2696us (3674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.330540:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5641 00000100:00100000:1.0:1746129499.331073:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.331215:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731691904 00000100:00100000:3.0:1746129499.331223:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731691904 00000100:00100000:3.0:1746129499.331277:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 615 00000100:00100000:3.0:1746129499.331284:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731691904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.331434:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.331460:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebf4e00/0x40a459093b05dbe1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ec6 expref: 31 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.331482:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129499.331486:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.331524:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731691904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 241us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.331531:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 615 00000100:00100000:2.0:1746129499.331780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.331801:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731692032 00000100:00100000:2.0:1746129499.331809:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731692032 00000100:00100000:2.0:1746129499.331841:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11271 00000100:00100000:2.0:1746129499.331848:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731692032:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.331863:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.331877:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ecd expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.331896:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.331898:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.331906:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ecd expref: 15 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.331919:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ecd expref: 15 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.331927:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ebf5000, rc 0) 00000100:00100000:2.0:1746129499.331969:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731692032:12345-192.168.202.4@tcp:101:cat.0 Request processed in 121us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.331975:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11271 00000100:00100000:1.0:1746129499.332144:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.332272:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731692288 00000100:00100000:0.0:1746129499.332277:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731692288 00000100:00100000:0.0:1746129499.332329:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11272 00000100:00100000:0.0:1746129499.332334:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731692288:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129499.332346:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.332360:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19edb expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.332379:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129499.332381:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129499.332388:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19edb expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129499.332401:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19edb expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129499.332410:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ff0600, rc 0) 00000100:00100000:0.0:1746129499.332440:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731692288:12345-192.168.202.4@tcp:101:cat.0 Request processed in 106us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.332446:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11272 00000100:00100000:0.0:1746129499.333032:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.333060:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.333098:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731692160 00000100:00100000:1.0:1746129499.333102:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731692160 00000100:00100000:1.0:1746129499.333133:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731692416 00000100:00100000:1.0:1746129499.333135:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731692416 00000100:00100000:2.0:1746129499.333152:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11273 00000100:00100000:2.0:1746129499.333164:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731692160:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.333176:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.333188:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ebf5e00/0x40a459093b05dbfd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ed4 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.333228:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736726784:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129499.333348:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11274 00000100:00100000:1.0:1746129499.333355:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731692416:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129499.333363:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.333374:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ee2 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.333386:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.333388:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.333392:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.333402:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.333410:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a87a00, rc 0) 00000100:00100000:1.0:1746129499.333429:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731692416:12345-192.168.202.4@tcp:101:cat.0 Request processed in 75us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.333434:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11274 00000100:00100000:0.0:1746129499.333571:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.333611:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731692672 00000100:00100000:3.0:1746129499.333616:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731692672 00002000:00100000:3.0:1746129499.333651:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880094f47480 x1830948731692672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.333661:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47480 with x1830948731692672 ext(3145728->4194303) 00002000:00010000:3.0:1746129499.333665:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f47480 00000100:00100000:3.0:1746129499.333685:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4222 00000100:00100000:3.0:1746129499.333691:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948731692672:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.333909:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3000 going to sleep for 11 seconds 00002000:00010000:3.0:1746129499.335516:0:8412:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129499 -> 1746129500 00000100:00100000:3.0:1746129499.335543:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736726784:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129499.335574:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ebf5e00/0x40a459093b05dbfd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ed4 expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.335585:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ebf5e00/0x40a459093b05dbfd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ed4 expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.335615:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ebf5e00, rc 0) 00000100:00100000:3.0:1746129499.335646:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731692160:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2486us (2614us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129499.335654:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11273 00000100:00100000:3.0:1746129499.340210:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948731692672:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6507us (6628us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129499.340385:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4222 00002000:00100000:3.0:1746129499.340401:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880094f47480 x1830948731692672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.340409:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47480 with x1830948731692672 ext(3145728->4194303) 00002000:00010000:3.0:1746129499.340416:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f47480 00000100:00100000:0.0:1746129499.346093:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.346137:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.346165:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.346193:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731693184 00000100:00100000:0.0:1746129499.346202:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731693184 00000100:00100000:1.0:1746129499.346217:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731693056 00000100:00100000:1.0:1746129499.346222:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731693056 00002000:00100000:1.0:1746129499.346251:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094f47800 x1830948731693056/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.346251:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094f46300 x1830948731693184/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.346261:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47800 with x1830948731693056 ext(1048576->2097151) 00002000:00010000:1.0:1746129499.346267:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f47800 00002000:00100000:0.0:1746129499.346267:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f46300 with x1830948731693184 ext(1048576->2097151) 00002000:00010000:0.0:1746129499.346271:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f46300 00000100:00100000:1.0:1746129499.346327:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731693440 00000100:00100000:1.0:1746129499.346329:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731693440 00002000:00100000:1.0:1746129499.346345:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880094f45500 x1830948731693440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.346352:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45500 with x1830948731693440 ext(0->1048575) 00002000:00010000:1.0:1746129499.346355:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f45500 00000100:00100000:1.0:1746129499.346723:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4223 00000100:00100000:0.0:1746129499.346730:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4224 00000100:00100000:1.0:1746129499.346732:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731693056:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129499.346737:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731693184:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129499.346740:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4225 00000100:00100000:3.0:1746129499.346900:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731693440:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.347397:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.347416:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731693696 00000100:00100000:3.0:1746129499.347420:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731693696 00002000:00100000:3.0:1746129499.347439:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800912af800 x1830948731693696/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.347446:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912af800 with x1830948731693696 ext(4194304->4923391) 00002000:00010000:3.0:1746129499.347449:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912af800 00000100:00100000:3.0:1746129499.347474:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4226 00000100:00100000:3.0:1746129499.347478:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948731693696:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129499.353558:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731693056:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6813us (7406us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.353571:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4223 00002000:00100000:1.0:1746129499.353584:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094f47800 x1830948731693056/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.353598:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47800 with x1830948731693056 ext(1048576->2097151) 00002000:00010000:1.0:1746129499.353604:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f47800 00000100:00100000:3.0:1746129499.361571:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948731693696:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14079us (14162us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129499.361581:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731693184:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14843us (15504us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129499.361585:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4226 00000100:00100000:2.0:1746129499.361589:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4224 00002000:00100000:3.0:1746129499.361598:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800912af800 x1830948731693696/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.361600:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094f46300 x1830948731693184/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.361607:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912af800 with x1830948731693696 ext(4194304->4923391) 00002000:00100000:2.0:1746129499.361607:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f46300 with x1830948731693184 ext(1048576->2097151) 00002000:00010000:3.0:1746129499.361613:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912af800 00002000:00010000:2.0:1746129499.361613:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f46300 00000100:00100000:2.0:1746129499.367019:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731693440:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20258us (20839us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129499.367031:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4225 00002000:00100000:2.0:1746129499.367043:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880094f45500 x1830948731693440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.367053:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45500 with x1830948731693440 ext(0->1048575) 00002000:00010000:2.0:1746129499.367059:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f45500 00000100:00100000:0.0:1746129499.367447:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.367509:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731693952 00000100:00100000:1.0:1746129499.367521:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731693952 00000100:00100000:1.0:1746129499.367575:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4045 00000100:00100000:1.0:1746129499.367583:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+307:29104:x1830948731693952:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129499.367869:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+308:29104:x1830948731693952:12345-192.168.202.4@tcp:35:cat.0 Request processed in 286us (422us total) trans 8589943938 rc 0/0 00000100:00100000:1.0:1746129499.367875:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4045 00000100:00100000:0.0:1746129499.378234:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.378348:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731694080 00000100:00100000:3.0:1746129499.378358:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731694080 00000100:00100000:3.0:1746129499.378420:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11275 00000100:00100000:3.0:1746129499.378431:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:29115:x1830948731694080:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.378454:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.378474:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ee9 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.378507:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.378515:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.378517:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.378521:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.378559:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.378572:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 26 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.378588:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736726912:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.379620:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.380515:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736726912:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.380547:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.380563:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f568200, rc 0) 00000100:00100000:3.0:1746129499.380604:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:29115:x1830948731694080:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2175us (2379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.380613:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11275 00000100:00100000:2.0:1746129499.381196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.381220:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731694208 00000100:00100000:0.0:1746129499.381227:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731694208 00002000:00100000:0.0:1746129499.381265:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1413120->2007039) req@ffff8800912ac000 x1830948731694208/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.381275:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac000 with x1830948731694208 ext(1413120->2007039) 00010000:00010000:0.0:1746129499.381281:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 27 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746129499.381311:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 27 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746129499.381317:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800912ac000 00000100:00100000:0.0:1746129499.381343:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1078 00000100:00100000:0.0:1746129499.381351:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731694208:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129499.391455:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731694208:12345-192.168.202.4@tcp:4:cat.0 Request processed in 10090us (10245us total) trans 17179873093 rc 0/0 00000100:00100000:0.0:1746129499.391471:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1078 00002000:00100000:0.0:1746129499.391486:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1413120->2007039) req@ffff8800912ac000 x1830948731694208/t17179873093(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.391497:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac000 with x1830948731694208 ext(1413120->2007039) 00010000:00010000:0.0:1746129499.391509:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746129499.391524:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746129499.391531:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800912ac000 00000100:00100000:0.0:1746129499.394026:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.394140:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731694336 00000100:00100000:3.0:1746129499.394150:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731694336 00010000:00010000:3.0:1746129499.394189:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.394217:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5642 00000100:00100000:3.0:1746129499.394225:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731694336:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.394239:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746129499.394258:0:15749:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129499 -> 1746129500 00010000:00010000:3.0:1746129499.394264:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.394276:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.394333:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c7be00/0x40a459093b05db7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1413120->2007039) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e95 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.394366:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.394368:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.394503:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.394512:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.394546:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.394557:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736727040:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129499.394744:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.401143:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736727040:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129499.401143:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129499.401169:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.401219:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+28:1960:x1830948731694336:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6993us (7203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.401230:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5642 00000100:00100000:0.0:1746129499.401317:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731694592 00000100:00100000:0.0:1746129499.401324:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731694592 00002000:00100000:0.0:1746129499.401363:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880129adc700 x1830948731694592/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.401372:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adc700 with x1830948731694592 ext(1048576->2097151) 00002000:00010000:0.0:1746129499.401376:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adc700 00000100:00100000:0.0:1746129499.401390:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4227 00000100:00100000:0.0:1746129499.401396:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731694592:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.415430:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731694592:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14020us (14284us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129499.415443:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4227 00002000:00100000:2.0:1746129499.415456:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880129adc700 x1830948731694592/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.415466:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adc700 with x1830948731694592 ext(1048576->2097151) 00002000:00010000:2.0:1746129499.415473:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adc700 00000100:00100000:0.0:1746129499.422921:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.423094:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731694848 00000100:00100000:2.0:1746129499.423105:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731694848 00000100:00100000:2.0:1746129499.423175:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10072 00000100:00100000:2.0:1746129499.423184:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+30:29118:x1830948731694848:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129499.423218:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.423240:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05dc12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ef0 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.423405:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423419:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423431:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423444:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423449:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423454:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423575:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05dc27 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423583:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05dc27 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423588:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05dc27 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129499.423602:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129499.423699:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423705:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423710:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423716:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ff0e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129499.423720:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423726:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423737:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129499.423740:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129499.423745:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423749:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0e00/0x40a459093b05dc19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423787:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423791:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423795:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423803:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ff1800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129499.423805:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423810:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423816:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacbe00) 00010000:00010000:2.0:1746129499.423817:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129499.423819:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423823:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05dc20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.423866:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05dc12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef0 expref: 33 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.423876:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05dc27 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef0 expref: 32 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.423881:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.423884:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129499.423886:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132edde00, rc 0) 00000100:00100000:2.0:1746129499.423956:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+32:29118:x1830948731694848:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 774us (1047us total) trans 8589943939 rc 0/0 00000100:00100000:2.0:1746129499.423963:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10072 00000100:00100000:1.0:1746129499.428463:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.428507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.428593:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731695104 00000100:00100000:2.0:1746129499.428603:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731695104 00000100:00100000:3.0:1746129499.428681:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731695360 00000100:00100000:3.0:1746129499.428685:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731695360 00000100:00100000:1.0:1746129499.428693:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.428716:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:3.0:1746129499.428721:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a605a680 x1830948731695360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746129499.428731:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:3.0:1746129499.428737:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605a680 with x1830948731695360 ext(2097152->3145727) 00002000:00010000:3.0:1746129499.428742:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605a680 00000100:00100000:3.0:1746129499.428760:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731696000 00000100:00100000:3.0:1746129499.428762:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731696000 00000100:00100000:1.0:1746129499.428769:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:3.0:1746129499.428776:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a605b480 x1830948731696000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.428783:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605b480 with x1830948731696000 ext(2097152->3145727) 00002000:00010000:3.0:1746129499.428786:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a605b480 00000100:00100000:1.0:1746129499.428786:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731696256 00000100:00100000:1.0:1746129499.428788:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731696256 00000100:00100000:3.0:1746129499.428795:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731695744 00000100:00100000:3.0:1746129499.428796:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731695744 00002000:00100000:3.0:1746129499.428803:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a6058000 x1830948731695744/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.428803:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a6058380 x1830948731696256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.428809:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058380 with x1830948731696256 ext(3145728->4194303) 00002000:00100000:3.0:1746129499.428810:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058000 with x1830948731695744 ext(3145728->4194303) 00002000:00010000:1.0:1746129499.428811:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6058380 00002000:00010000:3.0:1746129499.428812:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6058000 00000100:00100000:3.0:1746129499.428825:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4228 00000100:00100000:3.0:1746129499.428831:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731695360:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129499.428858:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731695488 00000100:00100000:0.0:1746129499.428862:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731695488 00000100:00100000:0.0:1746129499.428894:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 616 00000100:00100000:0.0:1746129499.428899:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+33:1960:x1830948731695488:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129499.428908:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129499.428931:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132edde00/0x40a459093b05dc27 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef0 expref: 33 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.428964:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129499.428968:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129499.429010:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+32:1960:x1830948731695488:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 111us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.429016:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 616 00000100:00100000:1.0:1746129499.429115:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4229 00000100:00100000:1.0:1746129499.429122:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731696000:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.429123:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4046 00000100:00100000:2.0:1746129499.429128:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f532850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:29118:x1830948731695104:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129499.429288:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f532850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:29118:x1830948731695104:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 160us (836us total) trans 8589943940 rc 0/0 00000100:00100000:2.0:1746129499.429315:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4046 00000100:00100000:2.0:1746129499.429359:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4230 00000100:00100000:2.0:1746129499.429363:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731696256:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129499.430194:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4231 00000100:00100000:0.0:1746129499.430204:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731695744:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129499.440326:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731696000:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11192us (11619us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.440338:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4229 00002000:00100000:1.0:1746129499.440350:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a605b480 x1830948731696000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.440360:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605b480 with x1830948731696000 ext(2097152->3145727) 00002000:00010000:1.0:1746129499.440365:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a605b480 00000100:00100000:0.0:1746129499.441405:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.441471:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731696384 00000100:00100000:3.0:1746129499.441482:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731696384 00000100:00100000:3.0:1746129499.441529:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11276 00000100:00100000:3.0:1746129499.441538:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:29118:x1830948731696384:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.441557:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.441583:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ef7 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.441626:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.441635:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.441642:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.441643:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.441647:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3469312->3641343] (req 3469312->3641343) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.441680:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.441690:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 19 pid: 7149 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746129499.441700:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736727168:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.442149:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.442159:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 22 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.442167:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736727296:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.442194:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.442541:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731696256:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13175us (13821us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129499.442551:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4230 00002000:00100000:2.0:1746129499.442973:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a6058380 x1830948731696256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.442983:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058380 with x1830948731696256 ext(3145728->4194303) 00010000:00010000:2.0:1746129499.442991:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 18 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:2.0:1746129499.443002:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 18 pid: 7149 timeout: 854 lvb_type: 1 00002000:00010000:2.0:1746129499.443009:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6058380 00000100:00100000:3.0:1746129499.444265:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731695360:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15428us (15751us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129499.444276:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4228 00002000:00100000:3.0:1746129499.444284:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a605a680 x1830948731695360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.444308:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605a680 with x1830948731695360 ext(2097152->3145727) 00002000:00010000:3.0:1746129499.444314:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605a680 00000100:00100000:3.0:1746129499.445026:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736727168:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.445039:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736727296:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.445073:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3469312->3641343] (req 3469312->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.445094:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f568600, rc 0) 00000100:00100000:3.0:1746129499.445161:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:29118:x1830948731696384:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3622us (3759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.445169:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11276 00000100:00100000:1.0:1746129499.445457:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731695744:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15255us (16685us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.445464:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4231 00002000:00100000:1.0:1746129499.445471:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a6058000 x1830948731695744/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.445479:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6058000 with x1830948731695744 ext(3145728->4194303) 00002000:00010000:1.0:1746129499.445482:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6058000 00000100:00100000:0.0:1746129499.446238:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.447278:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731696512 00000100:00100000:2.0:1746129499.447289:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731696512 00000100:00100000:0.0:1746129499.447422:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.447454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.447489:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731696640 00000100:00100000:1.0:1746129499.447493:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731696640 00010000:00010000:2.0:1746129499.447523:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.447523:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 17 pid: 7149 timeout: 854 lvb_type: 1 00000100:00100000:1.0:1746129499.447561:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5643 00000100:00100000:1.0:1746129499.447568:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731696640:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.447581:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.447603:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 17 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:1.0:1746129499.447619:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 17 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:1.0:1746129499.447641:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87a00/0x40a459093b05dc04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee2 expref: 17 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:1.0:1746129499.447658:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.447686:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731696640:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 119us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.447692:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5643 00000100:00100000:1.0:1746129499.447704:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5644 00000100:00100000:1.0:1746129499.447708:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731696512:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129499.447714:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731696768 00010000:00010000:1.0:1746129499.447714:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129499.447718:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731696768 00010000:00010000:1.0:1746129499.447721:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.447730:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.447739:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11277 00010000:00010000:1.0:1746129499.447741:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095045000/0x40a459093b05dbc5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ebf expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.447744:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:29115:x1830948731696768:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129499.447750:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.447752:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.447758:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.447759:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.447767:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.447770:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19efe expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.447791:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.447797:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.447799:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.447802:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.447987:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x40000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.447998:0:7085:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.448010:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736727424:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129499.448124:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.448132:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.448141:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736727552:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.448532:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.448590:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.450015:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736727424:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129499.450032:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.450077:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731696512:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2366us (3839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.450086:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5644 00000100:00100000:0.0:1746129499.450247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.450423:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736727552:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.450441:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.450455:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f569a00, rc 0) 00000100:00100000:3.0:1746129499.450476:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:29115:x1830948731696768:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2732us (3021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.450483:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11277 00000100:00100000:1.0:1746129499.450631:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731697024 00000100:00100000:1.0:1746129499.450637:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731697024 00002000:00100000:1.0:1746129499.450671:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3469312->3473407) req@ffff88012baed500 x1830948731697024/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.450681:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baed500 with x1830948731697024 ext(3469312->3473407) 00010000:00010000:1.0:1746129499.450688:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.450706:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746129499.450713:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baed500 00000100:00100000:1.0:1746129499.450727:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1079 00000100:00100000:1.0:1746129499.450733:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731697024:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129499.450878:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731697024:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 145us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129499.450884:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1079 00002000:00100000:1.0:1746129499.450889:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3469312->3473407) req@ffff88012baed500 x1830948731697024/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.450897:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baed500 with x1830948731697024 ext(3469312->3473407) 00010000:00010000:1.0:1746129499.450901:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.450910:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746129499.450917:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baed500 00000100:00100000:0.0:1746129499.453370:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.453660:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731697280 00000100:00100000:3.0:1746129499.453669:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731697280 00002000:00100000:3.0:1746129499.453708:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3637248->3641343) req@ffff88012baec700 x1830948731697280/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.453716:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baec700 with x1830948731697280 ext(3637248->3641343) 00010000:00010000:3.0:1746129499.453724:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.453735:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.453741:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baec700 00000100:00100000:3.0:1746129499.453765:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1080 00000100:00100000:3.0:1746129499.453770:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731697280:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129499.453955:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731697280:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 174us (586us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129499.453961:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1080 00002000:00100000:3.0:1746129499.453966:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3637248->3641343) req@ffff88012baec700 x1830948731697280/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.453970:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baec700 with x1830948731697280 ext(3637248->3641343) 00010000:00010000:3.0:1746129499.453974:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.453980:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:3.0:1746129499.453984:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baec700 00000100:00100000:0.0:1746129499.455628:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.455773:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731697536 00000100:00100000:1.0:1746129499.455781:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731697536 00002000:00100000:1.0:1746129499.455816:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3469312->3641343) req@ffff88012baed880 x1830948731697536/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.455825:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baed880 with x1830948731697536 ext(3469312->3641343) 00010000:00010000:1.0:1746129499.455834:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.455845:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 17 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746129499.455853:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baed880 00000100:00100000:1.0:1746129499.455885:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1081 00000100:00100000:1.0:1746129499.455891:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1961:x1830948731697536:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:1.0:1746129499.460541:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948731697536:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 4638us (4907us total) trans 21474840289 rc 0/0 00000100:00100000:1.0:1746129499.460555:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1081 00002000:00100000:1.0:1746129499.460567:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3469312->3641343) req@ffff88012baed880 x1830948731697536/t21474840289(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.460577:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baed880 with x1830948731697536 ext(3469312->3641343) 00010000:00010000:1.0:1746129499.460588:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 19 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.460604:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 19 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:1.0:1746129499.460611:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baed880 00000100:00100000:0.0:1746129499.464125:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.464232:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731697664 00000100:00100000:1.0:1746129499.464242:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731697664 00010000:00010000:1.0:1746129499.464280:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 19 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.465932:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5645 00000100:00100000:1.0:1746129499.465961:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948731697664:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.465980:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.466008:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 19 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.466022:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 19 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.466047:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc35 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3641343) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ef7 expref: 19 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.466080:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.466083:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.466090:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.466099:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.466135:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.466247:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736727680:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129499.466443:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.468357:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736727680:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129499.468379:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.468704:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731697664:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2759us (4588us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.468715:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5645 00000100:00100000:2.0:1746129499.473650:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.473700:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.474316:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.474348:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731697920 00000100:00100000:0.0:1746129499.474357:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731697920 00000100:00100000:0.0:1746129499.474418:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10073 00000100:00100000:0.0:1746129499.474427:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+308:29121:x1830948731697920:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129499.474453:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.474471:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6a00/0x40a459093b05dc43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f05 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.474603:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474619:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474631:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474646:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474651:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474656:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474769:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05dc58 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474777:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05dc58 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474782:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05dc58 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746129499.474791:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129499.474887:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474894:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474901:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474912:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095fc7400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129499.474917:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474924:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474935:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129499.474938:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129499.474943:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474957:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc7400/0x40a459093b05dc4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474977:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474981:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474985:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474988:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095045000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129499.474990:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474993:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.474998:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250600) 00010000:00010000:0.0:1746129499.474999:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129499.475002:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.475007:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095045000/0x40a459093b05dc51 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.475040:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6a00/0x40a459093b05dc43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f05 expref: 311 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.475050:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05dc58 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f05 expref: 310 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.475058:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129499.475060:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746129499.475063:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009584e400, rc 0) 00000100:00100000:0.0:1746129499.475125:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+310:29121:x1830948731697920:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 698us (809us total) trans 8589943941 rc 0/0 00000100:00100000:0.0:1746129499.475130:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10073 00000100:00100000:0.0:1746129499.477410:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.477460:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731698560 00000100:00100000:0.0:1746129499.477468:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731698560 00000100:00100000:0.0:1746129499.477529:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 617 00000100:00100000:0.0:1746129499.477538:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6025450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+310:1963:x1830948731698560:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129499.477554:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129499.477580:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05dc58 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f05 expref: 310 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.477597:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129499.477601:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129499.477644:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6025450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+309:1963:x1830948731698560:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 107us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.477650:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 617 00000100:00100000:1.0:1746129499.477796:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731698304 00000100:00100000:1.0:1746129499.477801:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731698304 00002000:00100000:1.0:1746129499.477838:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800912ac380 x1830948731698304/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.477848:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac380 with x1830948731698304 ext(3145728->4194303) 00002000:00010000:1.0:1746129499.477853:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912ac380 00000100:00100000:1.0:1746129499.477883:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731698176 00000100:00100000:1.0:1746129499.477886:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731698176 00002000:00100000:1.0:1746129499.477897:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800912ae680 x1830948731698176/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.477904:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ae680 with x1830948731698176 ext(2097152->3145727) 00002000:00010000:1.0:1746129499.477907:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912ae680 00000100:00100000:3.0:1746129499.477908:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4232 00000100:00100000:3.0:1746129499.477925:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731698304:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129499.477929:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4233 00000100:00100000:1.0:1746129499.477933:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731698176:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129499.492446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.492601:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731698688 00000100:00100000:3.0:1746129499.492611:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731698688 00000100:00100000:3.0:1746129499.492663:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11278 00000100:00100000:3.0:1746129499.492671:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:29121:x1830948731698688:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.492691:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.492710:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f0c expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.492741:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 29 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.492750:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e80 expref: 23 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.492756:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.492758:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.492761:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [704512->1048575] (req 704512->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 29 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.492793:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e80 expref: 23 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.492805:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e80 expref: 23 pid: 8412 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746129499.492822:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736727808:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.492915:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 29 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.492923:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.492931:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736727936:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.492959:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.493230:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731698176:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 15295us (19528us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129499.493239:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4233 00002000:00100000:0.0:1746129499.493248:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800912ae680 x1830948731698176/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.493257:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ae680 with x1830948731698176 ext(2097152->3145727) 00002000:00010000:0.0:1746129499.493262:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912ae680 00000100:00100000:3.0:1746129499.495098:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731698304:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17177us (21455us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129499.495108:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4232 00002000:00100000:3.0:1746129499.495117:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800912ac380 x1830948731698304/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.495126:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac380 with x1830948731698304 ext(3145728->4194303) 00002000:00010000:3.0:1746129499.495131:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912ac380 00000100:00100000:3.0:1746129499.496041:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736727808:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.496053:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736727936:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.496082:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [704512->1048575] (req 704512->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 29 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.496100:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f568a00, rc 0) 00000100:00100000:3.0:1746129499.496127:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:29121:x1830948731698688:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3456us (3694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.496133:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11278 00000100:00100000:0.0:1746129499.496539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.496566:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.496645:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731698816 00000100:00100000:1.0:1746129499.496652:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731698816 00010000:00010000:1.0:1746129499.496678:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.496709:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731698944 00000100:00100000:1.0:1746129499.496711:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731698944 00010000:00010000:1.0:1746129499.496722:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e80 expref: 24 pid: 8412 timeout: 854 lvb_type: 1 00000100:00100000:1.0:1746129499.496735:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5646 00000100:00100000:1.0:1746129499.496742:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731698816:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.496754:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.496776:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.496785:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.496807:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05db32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e64 expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.496823:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.496844:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731698816:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 102us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.496849:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5646 00000100:00100000:1.0:1746129499.496862:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5647 00000100:00100000:1.0:1746129499.496867:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+24:1960:x1830948731698944:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.496874:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.496881:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e80 expref: 24 pid: 8412 timeout: 854 lvb_type: 1 00010000:00010000:1.0:1746129499.496889:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e80 expref: 24 pid: 8412 timeout: 854 lvb_type: 1 00010000:00010000:1.0:1746129499.496899:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095044a00/0x40a459093b05db71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e80 expref: 24 pid: 8412 timeout: 854 lvb_type: 1 00010000:00010000:1.0:1746129499.497008:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.497011:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.497018:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.497026:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.497055:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.497091:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736728064:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129499.497856:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.500450:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.500482:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736728064:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129499.500504:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.500567:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731699200 00000100:00100000:3.0:1746129499.500574:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731699200 00000100:00100000:3.0:1746129499.500615:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11279 00000100:00100000:3.0:1746129499.500623:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731699200:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.500642:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.500660:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f569c00/0x40a459093b05dc6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f13 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.500711:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736728192:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129499.500780:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948731698944:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3910us (4210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.500788:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5647 00000100:00100000:0.0:1746129499.500789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.500841:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731699328 00000100:00100000:2.0:1746129499.500846:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731699328 00002000:00100000:2.0:1746129499.500878:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3e9:0x0] (704512->708607) req@ffff880092fdbb80 x1830948731699328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.500888:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdbb80 with x1830948731699328 ext(704512->708607) 00002000:00010000:2.0:1746129499.500892:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fdbb80 00000100:00100000:2.0:1746129499.500905:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4234 00000100:00100000:2.0:1746129499.500911:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731699328:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.501095:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731699328:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 183us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129499.501101:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4234 00002000:00100000:2.0:1746129499.501106:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3e9:0x0] (704512->708607) req@ffff880092fdbb80 x1830948731699328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.501112:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdbb80 with x1830948731699328 ext(704512->708607) 00002000:00010000:2.0:1746129499.501115:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fdbb80 00000100:00100000:3.0:1746129499.501253:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00002000:00010000:3.0:1746129499.503005:0:8412:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime: 1746129499 -> 1746129500 00002000:00010000:3.0:1746129499.503012:0:8412:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime: 1746129499 -> 1746129500 00002000:00010000:3.0:1746129499.503014:0:8412:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime: 1746129499 -> 1746129500 00000100:00100000:3.0:1746129499.503032:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736728192:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129499.503062:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f569c00/0x40a459093b05dc6d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f13 expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.503077:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f569c00/0x40a459093b05dc6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f13 expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.503231:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f569c00, rc 0) 00000100:00100000:3.0:1746129499.503279:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731699200:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2656us (2837us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129499.503290:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11279 00000100:00100000:0.0:1746129499.506734:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.506908:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731699456 00000100:00100000:3.0:1746129499.506920:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731699456 00000100:00100000:3.0:1746129499.506986:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11280 00000100:00100000:3.0:1746129499.506995:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:29121:x1830948731699456:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.507014:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.507034:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f1a expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.507066:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.507075:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e87 expref: 17 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.507082:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.507084:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.507088:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1052671] (req 1048576->1052671) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.507119:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e87 expref: 17 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.507131:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e87 expref: 17 pid: 7149 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746129499.507143:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736728320:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.507228:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.507237:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.507245:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736728448:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.507266:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.507616:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.508223:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731699712 00000100:00100000:1.0:1746129499.508228:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731699712 00002000:00100000:1.0:1746129499.508259:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880092fdaa00 x1830948731699712/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.508273:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdaa00 with x1830948731699712 ext(4194304->4923391) 00002000:00010000:1.0:1746129499.508278:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fdaa00 00000100:00100000:1.0:1746129499.508314:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4235 00000100:00100000:1.0:1746129499.508320:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731699712:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129499.509979:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736728320:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.509992:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736728448:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.510021:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1052671] (req 1048576->1052671) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.510036:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f568600, rc 0) 00000100:00100000:3.0:1746129499.510090:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:29121:x1830948731699456:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3095us (3364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.510100:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11280 00000100:00100000:0.0:1746129499.510658:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.510695:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731699840 00000100:00100000:1.0:1746129499.510700:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731699840 00000100:00100000:0.0:1746129499.510704:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129499.510725:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e87 expref: 18 pid: 7149 timeout: 854 lvb_type: 1 00000100:00100000:3.0:1746129499.510740:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731699968 00000100:00100000:3.0:1746129499.510742:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731699968 00010000:00010000:3.0:1746129499.510754:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.510757:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5648 00000100:00100000:1.0:1746129499.510767:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731699840:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129499.510779:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5649 00010000:00010000:1.0:1746129499.510779:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129499.510783:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948731699968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.510789:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.510801:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.510801:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e87 expref: 18 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:3.0:1746129499.510811:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.510826:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e87 expref: 18 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:3.0:1746129499.510847:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095044200/0x40a459093b05db63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e79 expref: 23 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.510851:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800957f8600/0x40a459093b05db6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e87 expref: 18 pid: 7149 timeout: 854 lvb_type: 1 00010000:00010000:1.0:1746129499.510864:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.510866:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.510874:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.510887:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.510908:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129499.510923:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.510929:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+22:1961:x1830948731699968:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 146us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.510934:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5649 00000100:00100000:1.0:1746129499.510934:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736728576:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129499.510991:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.516492:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.516549:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731700224 00000100:00100000:3.0:1746129499.516561:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731700224 00002000:00100000:3.0:1746129499.516611:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1052671) req@ffff880129ade300 x1830948731700224/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.516621:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ade300 with x1830948731700224 ext(1048576->1052671) 00002000:00010000:3.0:1746129499.516626:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129ade300 00000100:00100000:3.0:1746129499.516648:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4236 00000100:00100000:3.0:1746129499.516655:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731700224:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.516664:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736728576:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.516721:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.516761:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731699840:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5993us (6102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.516770:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5648 00000100:00100000:3.0:1746129499.517575:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731700224:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 917us (1091us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129499.517582:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4236 00002000:00100000:3.0:1746129499.517589:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1052671) req@ffff880129ade300 x1830948731700224/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.517603:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ade300 with x1830948731700224 ext(1048576->1052671) 00002000:00010000:3.0:1746129499.517606:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129ade300 00000100:00100000:0.0:1746129499.518424:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731699712:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10098us (11062us total) trans 0 rc 729088/729088 00000100:00100000:0.0:1746129499.518433:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4235 00002000:00100000:0.0:1746129499.518443:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880092fdaa00 x1830948731699712/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.518453:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdaa00 with x1830948731699712 ext(4194304->4923391) 00002000:00010000:0.0:1746129499.518459:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fdaa00 00000100:00100000:0.0:1746129499.519483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.519585:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731700480 00000100:00100000:2.0:1746129499.519595:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731700480 00000100:00100000:2.0:1746129499.519636:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4047 00000100:00100000:2.0:1746129499.519642:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+309:29121:x1830948731700480:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129499.519878:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+310:29121:x1830948731700480:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 232us (393us total) trans 8589943942 rc 0/0 00000100:00100000:2.0:1746129499.519887:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4047 00000100:00100000:0.0:1746129499.521435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.522115:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.522462:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731700608 00000100:00100000:3.0:1746129499.522470:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731700608 00000100:00100000:3.0:1746129499.522513:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731700736 00000100:00100000:3.0:1746129499.522515:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731700736 00000100:00100000:3.0:1746129499.522534:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11281 00000100:00100000:3.0:1746129499.522545:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731700608:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.522565:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.522584:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f569200/0x40a459093b05dc7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f21 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.522586:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11282 00000100:00100000:2.0:1746129499.522603:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:1961:x1830948731700736:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.522620:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129499.522635:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736728704:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129499.522637:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095275200/0x40a459093b05dc82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f28 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.522680:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736728832:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129499.522704:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.522728:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3a80 going to sleep for 11 seconds 00002000:00010000:2.0:1746129499.525146:0:11014:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129499 -> 1746129500 00002000:00010000:2.0:1746129499.525157:0:11014:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129499 -> 1746129500 00002000:00010000:2.0:1746129499.525159:0:11014:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129499 -> 1746129500 00000100:00100000:2.0:1746129499.525188:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736728832:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129499.525225:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095275200/0x40a459093b05dc82 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f28 expref: 18 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.525240:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095275200/0x40a459093b05dc82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f28 expref: 18 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.525251:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095275200, rc 0) 00000100:00100000:3.0:1746129499.525272:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736728704:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129499.525344:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:1961:x1830948731700736:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2747us (3227us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.525353:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11282 00010000:00010000:3.0:1746129499.525779:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f569200/0x40a459093b05dc7b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f21 expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.525795:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f569200/0x40a459093b05dc7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f21 expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.526101:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f569200, rc 0) 00000100:00100000:3.0:1746129499.526146:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731700608:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3600us (4715us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129499.526153:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11281 00000100:00100000:0.0:1746129499.530544:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.530590:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.530658:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731700864 00000100:00100000:3.0:1746129499.530666:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731700864 00000100:00100000:3.0:1746129499.530703:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731700992 00000100:00100000:3.0:1746129499.530705:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731700992 00000100:00100000:3.0:1746129499.530715:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11283 00000100:00100000:3.0:1746129499.530720:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731700864:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129499.530731:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11284 00010000:00010000:3.0:1746129499.530733:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129499.530740:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731700992:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.530744:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f568000/0x40a459093b05dc89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f2f expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.530749:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.530759:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6400/0x40a459093b05dc90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f36 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.530779:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736728960:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129499.530791:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736729088:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129499.530835:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.531459:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.534553:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736728960:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129499.534584:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f568000/0x40a459093b05dc89 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f2f expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.534596:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f568000/0x40a459093b05dc89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f2f expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.534609:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f568000, rc 0) 00000100:00100000:1.0:1746129499.534819:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736729088:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.534836:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6400/0x40a459093b05dc90 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f36 expref: 18 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.534845:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6400/0x40a459093b05dc90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f36 expref: 18 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.534863:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e3a6400, rc 0) 00000100:00100000:1.0:1746129499.534903:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731700992:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4160us (4306us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129499.534911:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11284 00000100:00100000:3.0:1746129499.534987:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731700864:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4265us (4451us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129499.534992:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11283 00000100:00100000:0.0:1746129499.537613:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.537679:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731701120 00000100:00100000:2.0:1746129499.537688:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731701120 00000100:00100000:2.0:1746129499.537734:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10074 00000100:00100000:2.0:1746129499.537740:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29123:x1830948731701120:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.537761:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.537777:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05dc97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f3d expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.537834:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.537845:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.537853:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.537864:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.537869:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.537872:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.537971:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.537979:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e25 expref: 31 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.537985:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.538012:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e25 expref: 31 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.538022:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e25 expref: 31 pid: 14549 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.538033:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736729216:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.538142:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.538844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.539051:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731701376 00000100:00100000:2.0:1746129499.539057:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731701376 00000100:00100000:2.0:1746129499.539096:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4048 00000100:00100000:2.0:1746129499.539103:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:29115:x1830948731701376:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129499.539600:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:29115:x1830948731701376:12345-192.168.202.4@tcp:35:cat.0 Request processed in 496us (756us total) trans 8589943943 rc 0/0 00000100:00100000:2.0:1746129499.539605:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4048 00000100:00100000:2.0:1746129499.540425:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736729216:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.540444:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129499.540739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.540955:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731701632 00000100:00100000:2.0:1746129499.540960:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731701632 00000100:00100000:2.0:1746129499.540995:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4049 00000100:00100000:2.0:1746129499.541002:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:27233:x1830948731701632:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1746129499.541244:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:27233:x1830948731701632:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 238us (500us total) trans 8589943944 rc 0/0 00000100:00100000:2.0:1746129499.541250:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4049 00000100:00100000:1.0:1746129499.546262:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.546419:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731701760 00000100:00100000:2.0:1746129499.546427:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731701760 00010000:00010000:2.0:1746129499.546468:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e25 expref: 34 pid: 14549 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.546891:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5650 00000100:00100000:2.0:1746129499.546899:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731701760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.546913:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.547093:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e25 expref: 34 pid: 14549 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.547104:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e25 expref: 34 pid: 14549 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.547126:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f385800/0x40a459093b05dad0 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e25 expref: 34 pid: 14549 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.547140:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.547144:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.547152:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.547157:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.547177:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.547225:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731701760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 327us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.547232:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5650 00010000:00010000:0.0:1746129499.547560:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547568:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129499.547609:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129499.547613:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129499.547627:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547636:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547644:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547649:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547655:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547659:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095274200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129499.547663:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547669:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547677:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129499.547679:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129499.547682:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547686:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dc9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547700:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547704:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547709:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547712:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095274e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129499.547714:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547718:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547722:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacb600) 00010000:00010000:0.0:1746129499.547724:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129499.547726:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547729:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dca5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129499.547763:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05dc97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f3d expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.547773:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f3d expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.547779:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129499.547781:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129499.547783:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095275800, rc 0) 00000100:00100000:0.0:1746129499.547808:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29123:x1830948731701120:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 10068us (10205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.547815:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10074 00000100:00100000:0.0:1746129499.551633:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.551668:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.551835:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731701888 00000100:00100000:0.0:1746129499.551838:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.551845:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731701888 00000100:00100000:0.0:1746129499.551853:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731702016 00000100:00100000:0.0:1746129499.551856:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731702016 00000100:00100000:3.0:1746129499.552016:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731702144 00000100:00100000:3.0:1746129499.552019:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731702144 00000100:00080000:2.0:1746129499.552055:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746129499.552059:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746129499.552095:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11285 00000100:00100000:3.0:1746129499.552104:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731701888:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:1.0:1746129499.552109:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11286 00000100:00100000:1.0:1746129499.552116:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731702144:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129499.552118:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.552124:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.552132:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f569c00/0x40a459093b05dcb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f44 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.552134:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f52 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.552149:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.552151:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.552158:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f52 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.552170:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f52 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129499.552172:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736729344:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.552179:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e3a6600, rc 0) 00000100:00100000:3.0:1746129499.552277:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129499.552338:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.552375:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731702272 00000100:00100000:3.0:1746129499.552378:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.552379:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731702272 00000100:00100000:0.0:1746129499.552399:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731702400 00000100:00100000:0.0:1746129499.552401:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731702400 00000100:00100000:0.0:1746129499.552415:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11287 00000100:00100000:0.0:1746129499.552420:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731702016:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:2.0:1746129499.552427:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11288 00010000:00010000:0.0:1746129499.552427:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.552433:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c63e200/0x40a459093b05dcc1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f4b expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.552435:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731702272:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.552442:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.552450:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f59 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129499.552456:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131363480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736729472:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129499.552460:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.552462:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.552466:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f59 expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.552475:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f59 expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.552482:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095275400, rc 0) 00000100:00100000:0.0:1746129499.552482:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.552500:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731702272:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 67us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.552505:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11288 00000100:00100000:2.0:1746129499.552519:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11289 00000100:00100000:0.0:1746129499.552520:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.552524:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731702400:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.552530:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129499.552534:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731702528 00010000:00010000:2.0:1746129499.552536:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f60 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129499.552537:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731702528 00010000:00010000:2.0:1746129499.552545:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.552546:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746129499.552549:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11290 00010000:00010000:2.0:1746129499.552550:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f60 expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129499.552553:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731702528:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.552558:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f60 expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129499.552559:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.552565:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095275200, rc 0) 00010000:00010000:0.0:1746129499.552566:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f67 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.552575:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129499.552577:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746129499.552580:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731702400:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 56us (201us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129499.552581:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f67 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129499.552585:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11289 00010000:00010000:0.0:1746129499.552589:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f67 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129499.552596:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c63ec00, rc 0) 00000100:00100000:1.0:1746129499.552640:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731702144:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 98us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.552646:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11286 00000100:00100000:0.0:1746129499.552709:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731702528:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 57us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.552715:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11290 00000100:00100000:2.0:1746129499.555376:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131363480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736729472:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129499.555409:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c63e200/0x40a459093b05dcc1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f4b expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.555425:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c63e200/0x40a459093b05dcc1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f4b expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.555434:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c63e200, rc 0) 00000100:00100000:2.0:1746129499.555470:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731702016:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3049us (3802us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.555477:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11287 00000100:00100000:3.0:1746129499.555562:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736729344:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129499.555577:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f569c00/0x40a459093b05dcb3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f44 expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.555585:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f569c00/0x40a459093b05dcb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f44 expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.555600:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f569c00, rc 0) 00000100:00100000:3.0:1746129499.555614:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731701888:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3513us (3993us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129499.555618:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11285 00000100:00100000:0.0:1746129499.557510:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.558728:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731702784 00000100:00100000:2.0:1746129499.558736:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731702784 00000100:00100000:2.0:1746129499.558792:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10075 00000100:00100000:2.0:1746129499.558800:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29123:x1830948731702784:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.558819:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.558835:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05dcdd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f6e expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.558921:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.558935:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f3d expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.558941:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.558979:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f3d expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.558988:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f3d expref: 10 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.558997:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736729600:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.559078:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.560340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.560400:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731702912 00000100:00100000:3.0:1746129499.560406:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731702912 00010000:00010000:3.0:1746129499.560433:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f3d expref: 11 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.560460:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5651 00000100:00100000:3.0:1746129499.560467:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731702912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.560479:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.560484:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f3d expref: 11 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.560495:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f3d expref: 11 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.560513:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129499.560517:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129499.560524:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129499.560530:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129499.560541:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.560569:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731702912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 103us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.560575:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5651 00010000:00010000:2.0:1746129499.560674:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275800/0x40a459093b05dcac lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f3d expref: 10 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.560688:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736729600:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.560704:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.560710:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.560715:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129499.560729:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129499.560834:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274000/0x40a459093b05dcdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f6e expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.560844:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f6e expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.560850:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.560852:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746129499.560854:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095274e00, rc 0) 00000100:00100000:2.0:1746129499.560876:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29123:x1830948731702784:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2077us (3373us total) trans 8589943945 rc 0/0 00000100:00100000:2.0:1746129499.560881:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10075 00000100:00100000:0.0:1746129499.564108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.564359:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731703040 00000100:00100000:2.0:1746129499.564370:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731703040 00000100:00100000:2.0:1746129499.564433:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10076 00000100:00100000:2.0:1746129499.564442:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29123:x1830948731703040:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.564467:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.564483:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dcf2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f75 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.564557:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.564568:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f6e expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.564574:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.564599:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f6e expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.564608:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f6e expref: 11 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:2.0:1746129499.564618:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736729728:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.564707:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.572247:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.572334:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731703168 00000100:00100000:1.0:1746129499.572340:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731703168 00000100:00100000:2.0:1746129499.572347:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736729728:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.572369:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.572369:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f6e expref: 12 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.572408:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5652 00000100:00100000:1.0:1746129499.572414:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6025050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948731703168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.572425:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.572430:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f6e expref: 12 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.572439:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f6e expref: 12 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.572457:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274e00/0x40a459093b05dce4 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f6e expref: 12 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:1.0:1746129499.572476:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129499.572480:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.572487:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.572493:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.572512:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.572541:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6025050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731703168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 127us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.572546:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5652 00010000:00010000:2.0:1746129499.573350:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.573358:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129499.573393:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129499.573397:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129499.573410:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.573438:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095274200/0x40a459093b05dcf2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f75 expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.573454:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f75 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.573460:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.573463:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129499.573465:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095275600, rc 0) 00000100:00100000:2.0:1746129499.573510:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29123:x1830948731703040:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 9069us (9413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.573517:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10076 00000100:00100000:0.0:1746129499.576475:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.576543:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.576702:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731703424 00000100:00100000:3.0:1746129499.576714:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731703424 00000100:00100000:3.0:1746129499.576763:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731703296 00000100:00100000:3.0:1746129499.576765:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731703296 00000100:00100000:3.0:1746129499.576782:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11291 00000100:00100000:3.0:1746129499.576789:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731703424:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129499.576814:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.576833:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f568e00/0x40a459093b05dd00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f83 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.576892:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736729856:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129499.577104:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11292 00000100:00100000:1.0:1746129499.577112:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731703296:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129499.577121:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.577134:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e3a6400/0x40a459093b05dd07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f7c expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.577158:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736729984:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129499.577712:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.577892:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.588760:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.588825:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731703680 00000100:00100000:0.0:1746129499.588833:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731703680 00000100:00100000:0.0:1746129499.588876:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10077 00000100:00100000:0.0:1746129499.588884:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+33:29126:x1830948731703680:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129499.588913:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.588938:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05dd0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f8a expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.589206:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736729984:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.589233:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e3a6400/0x40a459093b05dd07 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f7c expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.589245:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e3a6400/0x40a459093b05dd07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f7c expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.589260:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e3a6400, rc 0) 00000100:00100000:1.0:1746129499.589316:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731703296:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 12204us (12771us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129499.589323:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11292 00000100:00100000:2.0:1746129499.589754:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736729856:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.589755:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.589767:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.589775:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f568e00/0x40a459093b05dd00 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f83 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.589785:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f568e00/0x40a459093b05dd00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f83 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.589798:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f568e00, rc 0) 00000100:00100000:2.0:1746129499.589821:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731703424:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 13032us (13359us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.589827:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11291 00010000:00010000:1.0:1746129499.590241:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590254:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590264:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590270:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590566:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590575:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590582:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129499.590592:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129499.590667:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590673:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590678:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590682:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e3a7800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129499.590686:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590691:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590701:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129499.590706:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129499.590709:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590713:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05dd15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590720:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590724:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590729:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590732:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e3a7600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129499.590734:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590738:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590742:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094660500) 00010000:00010000:1.0:1746129499.590743:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129499.590745:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590749:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7600/0x40a459093b05dd1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.590782:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e800/0x40a459093b05dd0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f8a expref: 36 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.590796:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f8a expref: 35 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.592385:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129499.592389:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129499.592392:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aa388600, rc 0) 00000100:00100000:1.0:1746129499.592451:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+35:29126:x1830948731703680:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3564us (3695us total) trans 8589943946 rc 0/0 00000100:00100000:1.0:1746129499.592459:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10077 00000100:00100000:0.0:1746129499.592622:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.592664:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.593238:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731703936 00000100:00100000:1.0:1746129499.593245:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731703936 00000100:00100000:1.0:1746129499.593283:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731704192 00000100:00100000:1.0:1746129499.593285:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731704192 00000100:00100000:2.0:1746129499.593289:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10078 00000100:00100000:2.0:1746129499.593317:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29123:x1830948731703936:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:1.0:1746129499.593319:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10079 00000100:00100000:1.0:1746129499.593325:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+310:29129:x1830948731704192:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.593331:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.593336:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.593344:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ca00/0x40a459093b05dd31 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f91 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.593344:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388800/0x40a459093b05dd38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f98 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.593413:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.593425:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129499.593428:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.593433:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129499.593435:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593442:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.593443:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.593449:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129499.593452:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.593455:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129499.593458:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.593459:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095f6ce00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129499.593462:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129499.593463:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.593469:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.593477:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.593480:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129499.593482:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.593487:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ce00/0x40a459093b05dd3f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.593509:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ca00/0x40a459093b05dd31 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f91 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.593516:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095f6ca00/0x40a459093b05dd31 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f91 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.593523:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095f6ca00, rc 0) 00010000:00010000:1.0:1746129499.593536:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593543:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593548:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129499.593555:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129499.593623:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593628:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593632:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593635:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c40a400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129499.593637:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593642:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593648:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129499.593650:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129499.593653:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593657:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40a400/0x40a459093b05dd46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593664:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593668:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593671:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593675:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c40b600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129499.593676:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593680:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593685:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094660c00) 00010000:00010000:1.0:1746129499.593687:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129499.593689:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593693:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b600/0x40a459093b05dd4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129499.593717:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388800/0x40a459093b05dd38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f98 expref: 313 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.593731:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f98 expref: 312 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.593736:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129499.593738:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129499.593739:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c40b200, rc 0) 00000100:00100000:2.0:1746129499.594396:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29123:x1830948731703936:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 1080us (1773us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.594404:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10078 00000100:00100000:1.0:1746129499.594501:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+312:29129:x1830948731704192:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1175us (1835us total) trans 8589943947 rc 0/0 00000100:00100000:1.0:1746129499.594508:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10079 00000100:00100000:0.0:1746129499.595990:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.596216:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731704448 00000100:00100000:2.0:1746129499.596222:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731704448 00000100:00100000:2.0:1746129499.596267:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4050 00000100:00100000:2.0:1746129499.596274:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29123:x1830948731704448:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:2.0:1746129499.596466:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29123:x1830948731704448:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 192us (478us total) trans 8589943948 rc 0/0 00000100:00100000:2.0:1746129499.596471:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4050 00000100:00100000:0.0:1746129499.596878:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.596900:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.597042:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731704576 00000100:00100000:2.0:1746129499.597046:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731704576 00000100:00100000:2.0:1746129499.597072:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731704704 00000100:00100000:2.0:1746129499.597074:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731704704 00000100:00100000:2.0:1746129499.597096:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11293 00000100:00100000:2.0:1746129499.597101:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1960:x1830948731704576:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.597109:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.597123:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19f9f expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.597139:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.597141:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.597147:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f9f expref: 29 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.597159:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f9f expref: 29 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.597168:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aa389e00, rc 0) 00000100:00100000:2.0:1746129499.597189:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731704576:12345-192.168.202.4@tcp:101:cat.0 Request processed in 87us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.597194:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11293 00000100:00100000:2.0:1746129499.597203:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11294 00000100:00100000:2.0:1746129499.597207:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731704704:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.597213:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.597221:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fa6 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.597230:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.597231:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.597235:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fa6 expref: 23 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.597242:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fa6 expref: 23 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.597253:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aa389800, rc 0) 00000100:00100000:2.0:1746129499.597263:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731704704:12345-192.168.202.4@tcp:101:cat.0 Request processed in 57us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.597268:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11294 00000100:00100000:0.0:1746129499.611117:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.611161:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.611187:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731704960 00000100:00100000:2.0:1746129499.611195:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731704960 00000100:00100000:0.0:1746129499.611198:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:2.0:1746129499.611236:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->704511) req@ffff880131361c00 x1830948731704960/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.611246:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361c00 with x1830948731704960 ext(0->704511) 00002000:00010000:2.0:1746129499.611250:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131361c00 00000100:00100000:2.0:1746129499.611269:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731705216 00000100:00100000:2.0:1746129499.611272:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731705216 00000100:00100000:1.0:1746129499.611277:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731705472 00000100:00100000:1.0:1746129499.611280:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731705472 00002000:00100000:2.0:1746129499.611286:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1052672->2097151) req@ffff880131363480 x1830948731705216/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.611314:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012ce3b800 x1830948731705472/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.611316:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363480 with x1830948731705216 ext(1052672->2097151) 00002000:00010000:2.0:1746129499.611319:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131363480 00002000:00100000:1.0:1746129499.611321:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3b800 with x1830948731705472 ext(1048576->2097151) 00002000:00010000:1.0:1746129499.611323:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce3b800 00000100:00100000:2.0:1746129499.611331:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4237 00000100:00100000:1.0:1746129499.611334:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4238 00000100:00100000:2.0:1746129499.611337:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731704960:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129499.611338:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731705216:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.615485:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4239 00000100:00100000:2.0:1746129499.615706:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731705472:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.628909:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731705472:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13211us (17697us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129499.628922:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4239 00002000:00100000:2.0:1746129499.628935:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012ce3b800 x1830948731705472/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.628959:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3b800 with x1830948731705472 ext(1048576->2097151) 00002000:00010000:2.0:1746129499.628966:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce3b800 00000100:00100000:1.0:1746129499.629822:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731705216:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18480us (18657us total) trans 0 rc 1044480/1044480 00000100:00100000:1.0:1746129499.629831:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4238 00002000:00100000:1.0:1746129499.629837:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1052672->2097151) req@ffff880131363480 x1830948731705216/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1044480/1044480 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.629844:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363480 with x1830948731705216 ext(1052672->2097151) 00002000:00010000:1.0:1746129499.629848:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131363480 00000100:00100000:2.0:1746129499.632252:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731704960:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20904us (21134us total) trans 0 rc 704512/704512 00000100:00100000:2.0:1746129499.632262:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4237 00002000:00100000:2.0:1746129499.632272:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->704511) req@ffff880131361c00 x1830948731704960/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 704512/704512 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.632280:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361c00 with x1830948731704960 ext(0->704511) 00002000:00010000:2.0:1746129499.632285:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131361c00 00000100:00100000:0.0:1746129499.648359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.648399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.648430:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.648531:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731705728 00000100:00100000:1.0:1746129499.648542:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731705728 00000100:00100000:3.0:1746129499.648560:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731705984 00000100:00100000:3.0:1746129499.648564:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731705984 00002000:00100000:3.0:1746129499.648593:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012ce38a80 x1830948731705984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.648593:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012ce39880 x1830948731705728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.648603:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce38a80 with x1830948731705984 ext(2097152->3145727) 00002000:00100000:1.0:1746129499.648603:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39880 with x1830948731705728 ext(2097152->3145727) 00002000:00010000:3.0:1746129499.648608:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce38a80 00002000:00010000:1.0:1746129499.648608:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce39880 00000100:00100000:3.0:1746129499.648623:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731706240 00000100:00100000:3.0:1746129499.648625:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731706240 00002000:00100000:3.0:1746129499.648637:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012ce38380 x1830948731706240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.648643:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce38380 with x1830948731706240 ext(3145728->4194303) 00002000:00010000:3.0:1746129499.648646:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce38380 00000100:00100000:1.0:1746129499.648773:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4240 00000100:00100000:3.0:1746129499.648778:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4241 00000100:00100000:1.0:1746129499.648782:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:1960:x1830948731705984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129499.648783:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948731705728:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129499.651227:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4242 00000100:00100000:0.0:1746129499.651243:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948731706240:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129499.663482:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.664194:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.664827:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731706496 00000100:00100000:0.0:1746129499.664837:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731706496 00000100:00100000:0.0:1746129499.664885:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731706752 00000100:00100000:0.0:1746129499.664888:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731706752 00000100:00100000:0.0:1746129499.664907:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10080 00000100:00100000:0.0:1746129499.664915:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+35:29135:x1830948731706496:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129499.664940:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.664971:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3000/0x40a459093b05dd70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fad expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.664990:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10081 00000100:00100000:3.0:1746129499.664998:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+312:29132:x1830948731706752:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.665006:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.665014:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04e00/0x40a459093b05dd77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fb4 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.665070:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.665071:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129499.665086:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f75 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.665092:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f8a expref: 36 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.665097:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f98 expref: 313 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.665102:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 6/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746129499.665225:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948731705728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16440us (16876us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129499.665234:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4241 00002000:00100000:2.0:1746129499.665244:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012ce39880 x1830948731705728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.665253:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39880 with x1830948731705728 ext(2097152->3145727) 00002000:00010000:2.0:1746129499.665257:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce39880 00010000:00010000:0.0:1746129499.665536:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129499.665549:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:0.0:1746129499.665561:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129499.665662:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f98 expref: 313 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.665675:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f98 expref: 313 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.665688:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736730112:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.665725:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948731705984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16492us (16873us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.665733:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4240 00002000:00100000:1.0:1746129499.665739:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012ce38a80 x1830948731705984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.665747:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce38a80 with x1830948731705984 ext(2097152->3145727) 00002000:00010000:1.0:1746129499.665751:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce38a80 00010000:00010000:3.0:1746129499.665760:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f8a expref: 36 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.665767:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f8a expref: 36 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.665775:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736730240:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.665799:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f75 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.665808:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f75 expref: 10 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:3.0:1746129499.665815:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736730368:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.665845:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9780 going to sleep for 11 seconds 00010000:00010000:0.0:1746129499.666211:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3000/0x40a459093b05dd70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fad expref: 38 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.666243:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fad expref: 37 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.666251:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129499.666254:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746129499.666257:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.666263:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.666267:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c3c00, rc 0) 00000100:00100000:0.0:1746129499.666986:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+37:29135:x1830948731706496:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2069us (3514us total) trans 8589943949 rc 0/0 00000100:00100000:0.0:1746129499.666994:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10080 00000100:00100000:2.0:1746129499.667958:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736730112:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.667971:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736730240:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.669400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.669453:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731706880 00000100:00100000:0.0:1746129499.669462:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731706880 00010000:00010000:0.0:1746129499.669496:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f98 expref: 314 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746129499.669532:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5653 00000100:00100000:0.0:1746129499.669540:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+314:1963:x1830948731706880:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129499.669554:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129499.669560:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f98 expref: 314 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746129499.669575:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f98 expref: 314 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746129499.669596:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c40b200/0x40a459093b05dd54 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f98 expref: 314 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.669604:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731706240:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18363us (21170us total) trans 0 rc 1048576/1048576 00010000:00010000:0.0:1746129499.669610:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00000100:00100000:1.0:1746129499.669613:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4242 00010000:00010000:0.0:1746129499.669615:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00002000:00100000:1.0:1746129499.669625:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012ce38380 x1830948731706240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00010000:00010000:0.0:1746129499.669626:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.669632:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746129499.669634:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce38380 with x1830948731706240 ext(3145728->4194303) 00002000:00010000:1.0:1746129499.669639:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce38380 00000100:00100000:2.0:1746129499.669844:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736730368:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.669871:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129499.670542:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+313:1963:x1830948731706880:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1000us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.670554:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5653 00000100:00100000:3.0:1746129499.670605:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.670621:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.670691:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.670712:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731707264 00000100:00100000:3.0:1746129499.670716:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731707264 00000100:00100000:3.0:1746129499.670745:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11295 00000100:00100000:3.0:1746129499.670751:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731707264:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.670770:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.670788:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05dd93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fbb expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.670840:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736730496:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129499.670866:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731707008 00000100:00100000:0.0:1746129499.670870:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731707008 00010000:00010000:0.0:1746129499.670883:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f8a expref: 37 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746129499.670899:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731707136 00000100:00100000:0.0:1746129499.670901:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731707136 00000100:00100000:3.0:1746129499.670904:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00010000:00010000:0.0:1746129499.670910:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f75 expref: 11 pid: 15096 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746129499.670920:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5654 00000100:00100000:3.0:1746129499.670925:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5655 00000100:00100000:0.0:1746129499.670925:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+37:1961:x1830948731707008:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129499.670932:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731707136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129499.670933:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129499.670937:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f8a expref: 37 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.670939:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.670955:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f75 expref: 11 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746129499.670958:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f8a expref: 37 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746129499.670970:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05dd23 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f8a expref: 37 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.670972:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f75 expref: 11 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746129499.671105:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129499.671110:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.671119:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.671126:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129499.671184:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129499.671197:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.671204:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746129499.671207:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+36:1961:x1830948731707008:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 281us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.671215:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5654 00000004:00200000:2.0:1746129499.671227:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129499.671414:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04e00/0x40a459093b05dd77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fb4 expref: 314 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.671444:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fb4 expref: 313 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.671450:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.671452:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746129499.671455:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05e00, rc 0) 00000100:00100000:2.0:1746129499.671488:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+313:29132:x1830948731706752:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6490us (7295us total) trans 8589943950 rc 0/0 00000100:00100000:2.0:1746129499.671494:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10081 00000100:00100000:0.0:1746129499.672417:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.672515:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731707392 00000100:00100000:1.0:1746129499.672521:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731707392 00000100:00100000:1.0:1746129499.672548:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11296 00000100:00100000:1.0:1746129499.672554:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731707392:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129499.672564:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.672578:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1c0a00/0x40a459093b05dda1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fc2 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.672620:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736730624:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129499.672659:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746129499.672860:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095275600/0x40a459093b05dcf9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f75 expref: 11 pid: 15096 timeout: 854 lvb_type: 0 00010000:00010000:3.0:1746129499.672885:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129499.672888:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.672911:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731707136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1979us (2288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.672917:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5655 00000100:00100000:3.0:1746129499.674027:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736730496:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129499.674054:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05dd93 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fbb expref: 24 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.674066:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04c00/0x40a459093b05dd93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fbb expref: 24 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.674076:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04c00, rc 0) 00000100:00100000:3.0:1746129499.674112:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731707264:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3361us (3420us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129499.674119:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11295 00000100:00100000:1.0:1746129499.674674:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736730624:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.674692:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1c0a00/0x40a459093b05dda1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc2 expref: 18 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.674702:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1c0a00/0x40a459093b05dda1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc2 expref: 18 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.675277:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1c0a00, rc 0) 00000100:00100000:1.0:1746129499.675342:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731707392:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2786us (2925us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129499.675350:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11296 00000100:00100000:0.0:1746129499.677345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.677446:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731707520 00000100:00100000:1.0:1746129499.677455:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731707520 00000100:00100000:1.0:1746129499.677515:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11297 00000100:00100000:1.0:1746129499.677523:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+23:29135:x1830948731707520:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129499.677547:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.677564:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fc9 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.677594:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 28 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.677601:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129499.677603:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129499.677606:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.677634:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 28 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.677644:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 28 pid: 8412 timeout: 854 lvb_type: 0 00000100:00100000:1.0:1746129499.677655:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736730752:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.677719:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.679762:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.679830:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736730752:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.679859:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.679874:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1c1800, rc 0) 00000100:00100000:1.0:1746129499.679913:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:29135:x1830948731707520:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2391us (2576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.679925:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11297 00000100:00100000:2.0:1746129499.680145:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731707904 00000100:00100000:2.0:1746129499.680152:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731707904 00002000:00100000:2.0:1746129499.680193:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (704512->1048575) req@ffff88012ce39f80 x1830948731707904/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.680202:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39f80 with x1830948731707904 ext(704512->1048575) 00010000:00010000:2.0:1746129499.680210:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.680220:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 29 pid: 8412 timeout: 854 lvb_type: 0 00002000:00010000:2.0:1746129499.680226:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce39f80 00000100:00100000:2.0:1746129499.680380:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1082 00000100:00100000:2.0:1746129499.680388:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731707904:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129499.680712:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.680733:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731707776 00000100:00100000:0.0:1746129499.680737:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731707776 00000100:00100000:0.0:1746129499.680776:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4051 00000100:00100000:0.0:1746129499.680781:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+313:29129:x1830948731707776:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:0.0:1746129499.681391:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+314:29129:x1830948731707776:12345-192.168.202.4@tcp:35:cat.0 Request processed in 608us (678us total) trans 8589943951 rc 0/0 00000100:00100000:0.0:1746129499.681397:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4051 00000100:00100000:2.0:1746129499.686451:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731707904:12345-192.168.202.4@tcp:4:cat.0 Request processed in 6041us (6674us total) trans 17179873094 rc 0/0 00000100:00100000:2.0:1746129499.686472:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1082 00002000:00100000:2.0:1746129499.686490:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (704512->1048575) req@ffff88012ce39f80 x1830948731707904/t17179873094(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.686503:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39f80 with x1830948731707904 ext(704512->1048575) 00010000:00010000:2.0:1746129499.686518:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 31 pid: 8412 timeout: 854 lvb_type: 0 00010000:00010000:2.0:1746129499.686540:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 31 pid: 8412 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129499.686547:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce39f80 00000100:00100000:1.0:1746129499.688279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.688523:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731708032 00000100:00100000:2.0:1746129499.688536:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731708032 00000100:00100000:2.0:1746129499.688599:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11298 00000100:00100000:2.0:1746129499.688610:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:29132:x1830948731708032:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129499.688877:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.688902:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fd0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.688955:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.688965:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f60 expref: 7 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.688972:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19edb expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.688980:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.688982:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.688986:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2355200->2682879] (req 2355200->2682879) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.689031:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19edb expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.689042:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19edb expref: 23 pid: 7149 timeout: 855 lvb_type: 1 00000100:00100000:2.0:1746129499.689056:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736730880:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.689637:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f60 expref: 7 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.689647:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f60 expref: 7 pid: 11014 timeout: 855 lvb_type: 1 00000100:00100000:2.0:1746129499.689718:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736731008:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.690395:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.690404:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 32 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.690413:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736731136:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.690629:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.691396:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.691444:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731708160 00000100:00100000:3.0:1746129499.691453:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731708160 00010000:00010000:3.0:1746129499.691491:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 33 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129499.691528:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5656 00000100:00100000:3.0:1746129499.691536:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731708160:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.691549:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.691574:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 33 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129499.691586:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 33 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129499.691610:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f568a00/0x40a459093b05dc66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 704512->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f0c expref: 33 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129499.691634:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.691636:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.691643:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.691653:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.691678:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.691687:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736731264:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129499.691902:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.692670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.692728:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731708288 00000100:00100000:1.0:1746129499.692733:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731708288 00010000:00010000:1.0:1746129499.692752:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f60 expref: 8 pid: 11014 timeout: 855 lvb_type: 1 00000100:00100000:2.0:1746129499.692770:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736730880:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.692779:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736731008:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.692783:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5657 00000100:00100000:2.0:1746129499.692786:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736731136:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.692789:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731708288:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.692797:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.692810:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f60 expref: 8 pid: 11014 timeout: 855 lvb_type: 1 00010000:00010000:2.0:1746129499.692817:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2355200->2682879] (req 2355200->2682879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.692817:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f60 expref: 8 pid: 11014 timeout: 855 lvb_type: 1 00010000:00010000:1.0:1746129499.692831:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095275200/0x40a459093b05dccf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f60 expref: 8 pid: 11014 timeout: 855 lvb_type: 1 00010000:00010000:2.0:1746129499.692838:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095f6ca00, rc 0) 00010000:00010000:1.0:1746129499.692845:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.692870:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+32:29132:x1830948731708032:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4262us (4602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.692876:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11298 00000100:00100000:1.0:1746129499.693625:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731708288:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 835us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.693630:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5657 00000100:00100000:3.0:1746129499.694062:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736731264:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129499.694076:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.694096:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731708160:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2561us (2704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.694101:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5656 00000100:00100000:0.0:1746129499.695515:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.695550:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.695574:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.695631:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731708672 00000100:00100000:1.0:1746129499.695638:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731708672 00010000:00010000:1.0:1746129499.695665:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19edb expref: 24 pid: 7149 timeout: 855 lvb_type: 1 00000100:00100000:1.0:1746129499.695686:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731708800 00000100:00100000:1.0:1746129499.695688:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731708800 00010000:00010000:1.0:1746129499.695696:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 31 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129499.695714:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5658 00000100:00100000:1.0:1746129499.695720:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1961:x1830948731708672:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.695733:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.695750:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19edb expref: 24 pid: 7149 timeout: 855 lvb_type: 1 00010000:00010000:1.0:1746129499.695761:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19edb expref: 24 pid: 7149 timeout: 855 lvb_type: 1 00010000:00010000:1.0:1746129499.695780:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ff0600/0x40a459093b05dbf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19edb expref: 24 pid: 7149 timeout: 855 lvb_type: 1 00010000:00010000:1.0:1746129499.695792:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.695820:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731708672:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 100us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.695825:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5658 00000100:00100000:1.0:1746129499.695836:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5659 00000100:00100000:1.0:1746129499.695841:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731708800:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.695855:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.695862:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 31 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.695870:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 31 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.695881:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05dbb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19eb1 expref: 31 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129499.695918:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731708544 00000100:00100000:3.0:1746129499.695921:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731708544 00002000:00100000:3.0:1746129499.695958:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880094325180 x1830948731708544/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.695967:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325180 with x1830948731708544 ext(0->1048575) 00002000:00010000:3.0:1746129499.695970:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325180 00000100:00100000:3.0:1746129499.695983:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4243 00000100:00100000:3.0:1746129499.695987:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731708544:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:1.0:1746129499.696128:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.696130:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.696136:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.696145:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.696174:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.696185:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736731392:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129499.696243:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.698053:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736731392:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.698211:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.698283:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731708800:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2438us (2704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.698498:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5659 00000100:00100000:1.0:1746129499.698867:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.699567:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731709056 00000100:00100000:2.0:1746129499.699574:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731709056 00002000:00100000:2.0:1746129499.699623:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2355200->2359295) req@ffff8800a605ad80 x1830948731709056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.699635:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605ad80 with x1830948731709056 ext(2355200->2359295) 00002000:00010000:2.0:1746129499.699641:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605ad80 00000100:00100000:2.0:1746129499.699820:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4244 00000100:00100000:2.0:1746129499.699829:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731709056:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.700023:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731709056:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 195us (1156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129499.700029:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4244 00002000:00100000:2.0:1746129499.700034:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2355200->2359295) req@ffff8800a605ad80 x1830948731709056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.700042:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605ad80 with x1830948731709056 ext(2355200->2359295) 00002000:00010000:2.0:1746129499.700044:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605ad80 00000100:00100000:3.0:1746129499.705144:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731708544:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9141us (9618us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129499.705158:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4243 00002000:00100000:3.0:1746129499.705173:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880094325180 x1830948731708544/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.705183:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325180 with x1830948731708544 ext(0->1048575) 00002000:00010000:3.0:1746129499.705189:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325180 00000100:00100000:0.0:1746129499.705738:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.706924:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731709312 00000100:00100000:3.0:1746129499.706937:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731709312 00002000:00100000:3.0:1746129499.706995:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2678784->2682879) req@ffff880094325880 x1830948731709312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.707005:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325880 with x1830948731709312 ext(2678784->2682879) 00002000:00010000:3.0:1746129499.707012:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325880 00000100:00100000:3.0:1746129499.707566:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4245 00000100:00100000:3.0:1746129499.707575:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731709312:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129499.707824:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731709312:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 250us (2086us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129499.707831:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4245 00002000:00100000:3.0:1746129499.707836:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2678784->2682879) req@ffff880094325880 x1830948731709312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.707844:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325880 with x1830948731709312 ext(2678784->2682879) 00002000:00010000:3.0:1746129499.707847:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325880 00000100:00100000:1.0:1746129499.708402:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.708491:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731709440 00000100:00100000:3.0:1746129499.708496:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731709440 00000100:00100000:3.0:1746129499.708524:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10082 00000100:00100000:3.0:1746129499.708528:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29137:x1830948731709440:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129499.708544:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.708564:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04a00/0x40a459093b05ddb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fd7 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.708620:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.708634:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.708646:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.708659:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.708664:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.708668:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.708786:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.708797:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fb4 expref: 313 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.708804:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.708835:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fb4 expref: 313 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.708847:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fb4 expref: 313 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129499.708858:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736731520:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.709618:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.710883:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.711629:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731709568 00000100:00100000:2.0:1746129499.711637:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731709568 00000100:00100000:2.0:1746129499.711990:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11299 00000100:00100000:2.0:1746129499.711999:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+17:29135:x1830948731709568:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.712014:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.712031:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fde expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.712064:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.712072:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.712074:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.712077:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 18 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.712105:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.712115:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 22 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.712126:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736731648:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.712196:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.712525:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.712604:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736731520:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.712622:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746129499.712731:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731709696 00000100:00100000:2.0:1746129499.712735:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731709696 00010000:00010000:2.0:1746129499.712754:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fb4 expref: 314 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.712808:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5660 00000100:00100000:2.0:1746129499.712814:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+314:1963:x1830948731709696:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.712825:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.712830:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fb4 expref: 314 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.712844:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fb4 expref: 314 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.712862:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05dd7e lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fb4 expref: 314 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129499.713183:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129499.713211:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.713217:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.713227:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.713232:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746129499.713445:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.713492:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731710080 00000100:00100000:0.0:1746129499.713496:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731710080 00000100:00100000:0.0:1746129499.713521:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4052 00000100:00100000:0.0:1746129499.713526:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f530c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+314:29132:x1830948731710080:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129499.713726:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f530c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+315:29132:x1830948731710080:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 199us (280us total) trans 8589943952 rc 0/0 00000100:00100000:0.0:1746129499.713734:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4052 00010000:00010000:2.0:1746129499.713820:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.713838:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+314:1963:x1830948731709696:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1025us (1314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.713844:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5660 00000100:00100000:3.0:1746129499.713977:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731709824 00000100:00100000:3.0:1746129499.713980:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731709824 00000100:00100000:3.0:1746129499.714002:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11300 00000100:00100000:3.0:1746129499.714008:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:29126:x1830948731709824:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.714016:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.714028:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fe5 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.714046:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.714054:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f9f expref: 29 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.714061:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f59 expref: 6 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.714067:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.714069:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.714072:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1888256->2097151] (req 1888256->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.714093:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f59 expref: 6 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.714102:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f59 expref: 6 pid: 11014 timeout: 855 lvb_type: 1 00000100:00100000:3.0:1746129499.714112:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736731776:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.714173:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f9f expref: 29 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.714182:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f9f expref: 29 pid: 8412 timeout: 855 lvb_type: 1 00000100:00100000:3.0:1746129499.714189:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736731904:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.714220:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.714228:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 24 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129499.714235:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736732032:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.714253:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9d80 going to sleep for 11 seconds 00010000:00010000:3.0:1746129499.714268:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714275:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129499.714323:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129499.714328:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129499.714342:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714352:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714361:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714371:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714377:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714475:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be05000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.714479:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714486:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714495:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129499.714498:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.714501:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714506:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05000/0x40a459093b05ddbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714531:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714578:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714583:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714587:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be05c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129499.714589:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714597:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714603:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800ac406100) 00010000:00010000:3.0:1746129499.714605:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129499.714607:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714611:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05c00/0x40a459093b05ddc4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.714645:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04a00/0x40a459093b05ddb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd7 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.714657:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd7 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.714662:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129499.714664:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129499.714666:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05400, rc 0) 00000100:00100000:3.0:1746129499.714690:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29137:x1830948731709440:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 6161us (6290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.714697:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10082 00000100:00100000:3.0:1746129499.714747:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736731648:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129499.714768:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 18 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.714779:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ff44e00, rc 0) 00000100:00100000:3.0:1746129499.714795:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+18:29135:x1830948731709568:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2798us (3917us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.714799:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.714801:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11299 00000100:00100000:0.0:1746129499.714816:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731710208 00000100:00100000:0.0:1746129499.714820:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731710208 00002000:00100000:0.0:1746129499.715016:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1052671) req@ffff880094324000 x1830948731710208/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 4584/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.715027:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094324000 with x1830948731710208 ext(1048576->1052671) 00010000:00010000:0.0:1746129499.715034:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 23 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129499.715043:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 23 pid: 8412 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746129499.715049:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094324000 00000100:00100000:0.0:1746129499.715076:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1083 00000100:00100000:0.0:1746129499.715082:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731710208:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129499.715375:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736731776:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.715385:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736731904:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129499.715742:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731710208:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 659us (941us total) trans 21474840290 rc 0/0 00000100:00100000:0.0:1746129499.715749:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1083 00002000:00100000:0.0:1746129499.715753:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1052671) req@ffff880094324000 x1830948731710208/t21474840290(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 4584/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.715760:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094324000 with x1830948731710208 ext(1048576->1052671) 00010000:00010000:0.0:1746129499.715764:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 25 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129499.715776:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 25 pid: 8412 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746129499.715782:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094324000 00000100:00100000:0.0:1746129499.716418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.716620:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731710464 00000100:00100000:3.0:1746129499.716625:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731710464 00000100:00100000:3.0:1746129499.716653:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11301 00000100:00100000:3.0:1746129499.716659:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731710464:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129499.716671:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.716686:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19fec expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.716704:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.716706:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.716714:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fec expref: 8 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.716725:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fec expref: 8 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129499.716734:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cc35c00, rc 0) 00000100:00100000:3.0:1746129499.716911:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731710464:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 251us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.716917:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11301 00000100:00100000:0.0:1746129499.717164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.717165:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736732032:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.717200:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731710336 00000100:00100000:0.0:1746129499.717201:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.717203:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731710336 00010000:00010000:3.0:1746129499.717219:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f59 expref: 8 pid: 11014 timeout: 855 lvb_type: 1 00000100:00100000:3.0:1746129499.717239:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731710592 00000100:00100000:3.0:1746129499.717241:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731710592 00010000:00010000:3.0:1746129499.717251:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f9f expref: 30 pid: 8412 timeout: 855 lvb_type: 1 00000100:00100000:3.0:1746129499.717263:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5661 00000100:00100000:3.0:1746129499.717268:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731710336:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.717277:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.717317:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f59 expref: 8 pid: 11014 timeout: 855 lvb_type: 1 00010000:00010000:3.0:1746129499.717326:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f59 expref: 8 pid: 11014 timeout: 855 lvb_type: 1 00010000:00010000:3.0:1746129499.717339:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095275400/0x40a459093b05dcc8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f59 expref: 8 pid: 11014 timeout: 855 lvb_type: 1 00010000:00010000:3.0:1746129499.717349:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.717368:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731710336:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 100us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.717373:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5661 00000100:00100000:3.0:1746129499.717383:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5662 00000100:00100000:3.0:1746129499.717387:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731710592:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.717395:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.717402:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f9f expref: 30 pid: 8412 timeout: 855 lvb_type: 1 00010000:00010000:3.0:1746129499.717409:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f9f expref: 30 pid: 8412 timeout: 855 lvb_type: 1 00010000:00010000:3.0:1746129499.717419:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800aa389e00/0x40a459093b05dd62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f9f expref: 30 pid: 8412 timeout: 855 lvb_type: 1 00010000:00010000:3.0:1746129499.717427:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.717440:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731710592:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 53us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.717445:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5662 00010000:00010000:2.0:1746129499.717514:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1888256->2097151] (req 1888256->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.717523:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04800, rc 0) 00000100:00100000:2.0:1746129499.717541:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+24:29126:x1830948731709824:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3533us (4359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.717547:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11300 00000100:00100000:1.0:1746129499.718144:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.718176:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.718199:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.718358:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731710720 00000100:00100000:2.0:1746129499.718363:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731710720 00000100:00100000:1.0:1746129499.718373:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.718385:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731710848 00000100:00100000:2.0:1746129499.718387:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731710848 00000100:00100000:2.0:1746129499.718396:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731710976 00000100:00100000:2.0:1746129499.718398:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731710976 00000100:00100000:2.0:1746129499.718409:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11302 00000100:00100000:2.0:1746129499.718414:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731710720:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.718423:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.718435:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800aa388600/0x40a459093b05dde7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ff3 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.718478:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736732160:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129499.718483:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11303 00000100:00100000:0.0:1746129499.718489:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731710848:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129499.718497:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.718504:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095801800/0x40a459093b05ddee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f19ffa expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.718513:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129499.718519:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095801800/0x40a459093b05ddee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ffa expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129499.718526:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095801800/0x40a459093b05ddee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ffa expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129499.718527:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3000 going to sleep for 11 seconds 00010000:00010000:0.0:1746129499.718534:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095801800, rc 0) 00000100:00100000:2.0:1746129499.718540:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731711104 00000100:00100000:2.0:1746129499.718542:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731711104 00000100:00100000:0.0:1746129499.718549:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731710848:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 60us (372us total) trans 0 rc 301/301 00010000:00010000:2.0:1746129499.718553:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 24 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746129499.718554:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11303 00000100:00100000:0.0:1746129499.718567:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11304 00000100:00100000:0.0:1746129499.718572:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731710976:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129499.718578:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.718584:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b812e00/0x40a459093b05ddf5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a001 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129499.718609:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736732288:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129499.718631:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.718805:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5663 00000100:00100000:2.0:1746129499.718811:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+24:1960:x1830948731711104:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.718818:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.718830:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 24 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.718845:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 24 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.718859:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f568200/0x40a459093b05dc0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ee9 expref: 24 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.718871:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.718873:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.718879:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.718887:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.718907:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.718915:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736732416:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129499.718938:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.719221:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.719424:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731711232 00000100:00100000:2.0:1746129499.719428:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731711232 00010000:00010000:2.0:1746129499.719441:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 25 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.719657:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5664 00000100:00100000:2.0:1746129499.719663:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731711232:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.719672:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.719688:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 25 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.719696:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 25 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.719711:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.719713:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.719717:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.719724:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.719747:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.719755:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736732544:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129499.719836:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.720816:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.720834:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731711488 00000100:00100000:0.0:1746129499.720837:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731711488 00002000:00100000:0.0:1746129499.720866:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1888256->1892351) req@ffff880094324380 x1830948731711488/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.720875:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094324380 with x1830948731711488 ext(1888256->1892351) 00002000:00010000:0.0:1746129499.720879:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094324380 00000100:00100000:0.0:1746129499.720893:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4246 00000100:00100000:0.0:1746129499.720898:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731711488:12345-192.168.202.4@tcp:3:multiop.0 00002000:00010000:1.0:1746129499.720971:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129499 -> 1746129500 00000100:00100000:1.0:1746129499.720983:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094325500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736732288:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129499.721055:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731711488:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 155us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129499.721061:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4246 00002000:00100000:0.0:1746129499.721067:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1888256->1892351) req@ffff880094324380 x1830948731711488/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.721073:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094324380 with x1830948731711488 ext(1888256->1892351) 00002000:00010000:0.0:1746129499.721076:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094324380 00000100:00100000:3.0:1746129499.721210:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736732416:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129499.721224:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.721246:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:1960:x1830948731711104:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2435us (2872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.721253:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5663 00010000:00010000:2.0:1746129499.721270:0:7149:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.4@tcp) returned -22 from glimpse AST (req@ffff8800912adc00 x1830948736732160) - normal race ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 25 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.721331:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b812e00/0x40a459093b05ddf5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a001 expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.721343:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b812e00/0x40a459093b05ddf5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a001 expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.721344:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f568600/0x40a459093b05dc74 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1052671) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f1a expref: 25 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.721364:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736732160:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.721371:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b812e00, rc 0) 00010000:00010000:2.0:1746129499.721395:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800aa388600/0x40a459093b05dde7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ff3 expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129499.721396:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731710976:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2823us (3196us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129499.721403:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11304 00010000:00010000:2.0:1746129499.721407:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aa388600/0x40a459093b05dde7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ff3 expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.721415:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aa388600, rc 0) 00000100:00100000:2.0:1746129499.721474:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731710720:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3057us (3329us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.721482:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11302 00000100:00100000:2.0:1746129499.721521:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736732544:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.721534:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.721551:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731711232:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1888us (2331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.721557:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5664 00000100:00100000:0.0:1746129499.723447:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.723595:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731711744 00000100:00100000:3.0:1746129499.723605:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731711744 00000100:00100000:3.0:1746129499.723657:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10083 00000100:00100000:3.0:1746129499.723665:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29137:x1830948731711744:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129499.724254:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.724276:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34000/0x40a459093b05ddfc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a008 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.724418:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.724441:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd7 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.724448:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.724485:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd7 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.724497:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd7 expref: 12 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129499.724511:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736732672:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.724621:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.725266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.725372:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.725412:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731712128 00000100:00100000:1.0:1746129499.725426:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731712128 00002000:00100000:1.0:1746129499.725459:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094324a80 x1830948731712128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.725468:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094324a80 with x1830948731712128 ext(1048576->2097151) 00002000:00010000:1.0:1746129499.725473:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094324a80 00000100:00100000:1.0:1746129499.725488:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731712256 00000100:00100000:1.0:1746129499.725490:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731712256 00002000:00100000:1.0:1746129499.725504:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880094325500 x1830948731712256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 504/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.725517:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325500 with x1830948731712256 ext(1048576->2097151) 00002000:00010000:1.0:1746129499.725520:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325500 00000100:00100000:1.0:1746129499.725534:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4247 00000100:00100000:1.0:1746129499.725540:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731712128:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129499.725620:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4248 00000100:00100000:3.0:1746129499.725625:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731712256:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129499.726006:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736732672:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.726027:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129499.727369:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.727422:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731712384 00000100:00100000:2.0:1746129499.727433:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731712384 00010000:00010000:2.0:1746129499.727466:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd7 expref: 13 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.727512:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5665 00000100:00100000:2.0:1746129499.727519:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948731712384:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.727531:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.727536:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd7 expref: 13 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.727546:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd7 expref: 13 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.727565:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05400/0x40a459093b05ddcb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd7 expref: 13 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.727578:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.727582:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.727589:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.727595:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.727612:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.727663:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731712384:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 143us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.727669:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5665 00010000:00010000:2.0:1746129499.727694:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.727703:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746129499.727719:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129499.727843:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34000/0x40a459093b05ddfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a008 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.727857:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a008 expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.727863:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.727865:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746129499.727867:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cc34800, rc 0) 00000100:00100000:2.0:1746129499.727903:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29137:x1830948731711744:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4238us (4462us total) trans 8589943953 rc 0/0 00000100:00100000:2.0:1746129499.727909:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10083 00000100:00100000:2.0:1746129499.731240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.731334:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731712512 00000100:00100000:3.0:1746129499.731343:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731712512 00000100:00100000:3.0:1746129499.731464:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10084 00000100:00100000:3.0:1746129499.731473:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29137:x1830948731712512:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129499.731499:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.731518:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34400/0x40a459093b05de11 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a00f expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.731605:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.731624:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a008 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.731631:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.731668:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a008 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.731679:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a008 expref: 13 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129499.731691:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736732800:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.732754:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.738083:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736732800:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.738110:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746129499.738382:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731712256:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 12754us (13007us total) trans 0 rc 1044480/1044480 00000100:00100000:3.0:1746129499.738430:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4248 00002000:00100000:3.0:1746129499.738445:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880094325500 x1830948731712256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 504/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1044480/1044480 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.738453:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325500 with x1830948731712256 ext(1048576->2097151) 00002000:00010000:3.0:1746129499.738459:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325500 00000100:00100000:0.0:1746129499.738584:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.738755:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731712640 00000100:00100000:3.0:1746129499.738766:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731712640 00010000:00010000:3.0:1746129499.738795:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a008 expref: 14 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129499.738828:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5666 00000100:00100000:3.0:1746129499.738838:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bbc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1963:x1830948731712640:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.738853:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129499.738858:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a008 expref: 14 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129499.738869:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a008 expref: 14 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129499.738890:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34800/0x40a459093b05de03 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a008 expref: 14 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129499.738918:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129499.738923:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.738933:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.738940:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129499.738967:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.739000:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bbc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948731712640:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 162us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.739006:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5666 00010000:00010000:2.0:1746129499.739098:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.739105:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746129499.739159:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129499.739164:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129499.739181:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.739215:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc34400/0x40a459093b05de11 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a00f expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.739228:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a00f expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.739233:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.739236:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129499.739238:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cc35000, rc 0) 00000100:00100000:2.0:1746129499.739273:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29137:x1830948731712512:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 7802us (8046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.739279:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10084 00000100:00100000:1.0:1746129499.741260:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731712128:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 15712us (15992us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.741271:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4247 00002000:00100000:1.0:1746129499.741282:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094324a80 x1830948731712128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.741291:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094324a80 with x1830948731712128 ext(1048576->2097151) 00002000:00010000:1.0:1746129499.741323:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094324a80 00000100:00100000:0.0:1746129499.741471:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.741560:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.741580:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.741691:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731712768 00000100:00100000:2.0:1746129499.741699:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731712768 00000100:00100000:2.0:1746129499.741736:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731713024 00000100:00100000:2.0:1746129499.741739:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731713024 00000100:00100000:2.0:1746129499.741751:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731712896 00000100:00100000:2.0:1746129499.741753:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731712896 00000100:00100000:2.0:1746129499.741764:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11305 00000100:00100000:2.0:1746129499.741770:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731712768:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.741784:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.741800:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a016 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.741820:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.741822:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.741831:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a016 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.741847:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a016 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.741857:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132dfd600, rc 0) 00000100:00100000:2.0:1746129499.741878:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731712768:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 109us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.741883:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11305 00000100:00100000:2.0:1746129499.741896:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11306 00000100:00100000:2.0:1746129499.741901:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731713024:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.741909:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.741919:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a024 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.741973:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736732928:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129499.741977:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11307 00000100:00100000:1.0:1746129499.741984:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731712896:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129499.741989:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.741996:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ae00/0x40a459093b05de2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a01d expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.742019:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736733056:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129499.742026:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.742044:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.742745:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.743343:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731713152 00000100:00100000:3.0:1746129499.743349:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731713152 00000100:00100000:3.0:1746129499.743381:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11308 00000100:00100000:3.0:1746129499.743386:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:29126:x1830948731713152:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129499.743400:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.743409:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a02b expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.743428:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.743436:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.743438:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.743441:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->2744319] (req 2097152->2744319) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.743463:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.743476:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 28 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129499.743484:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736733184:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.743546:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.745117:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736732928:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129499.745148:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de26 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a024 expref: 10 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.745159:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a024 expref: 10 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.745170:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132dfde00, rc 0) 00000100:00100000:2.0:1746129499.745216:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731713024:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3313us (3654us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.745224:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11306 00000100:00100000:0.0:1746129499.745421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00010000:1.0:1746129499.745526:0:8410:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime: 1746129499 -> 1746129500 00000100:00100000:1.0:1746129499.745538:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736733056:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.745556:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ae00/0x40a459093b05de2d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a01d expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.745566:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ae00/0x40a459093b05de2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a01d expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.745577:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7ae00, rc 0) 00000100:00100000:1.0:1746129499.745600:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731712896:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3617us (4019us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129499.745605:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11307 00000100:00100000:2.0:1746129499.745784:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736733184:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129499.745799:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->2744319] (req 2097152->2744319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.745808:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cc34a00, rc 0) 00000100:00100000:1.0:1746129499.745910:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731713280 00000100:00100000:1.0:1746129499.745922:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731713280 00002000:00100000:1.0:1746129499.745987:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2355200->2682879) req@ffff88012baec380 x1830948731713280/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.745994:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baec380 with x1830948731713280 ext(2355200->2682879) 00010000:00010000:1.0:1746129499.746002:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 29 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.746033:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+24:29126:x1830948731713152:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2645us (3287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.746038:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11308 00010000:00010000:1.0:1746129499.746092:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 29 pid: 22481 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129499.746100:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012baec380 00000100:00100000:1.0:1746129499.746140:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1084 00000100:00100000:1.0:1746129499.746148:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731713280:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129499.749222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.749402:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731713536 00000100:00100000:2.0:1746129499.749412:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731713536 00000100:00100000:2.0:1746129499.749464:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10085 00000100:00100000:2.0:1746129499.749472:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29137:x1830948731713536:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129499.749493:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.749513:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa389e00/0x40a459093b05de3b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a032 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.749614:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749630:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749641:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749655:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749661:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749667:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749672:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132dfc600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129499.749676:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749682:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749692:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.749695:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129499.749699:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749704:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132dfc600/0x40a459093b05de42 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129499.749730:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa389e00/0x40a459093b05de3b lrc: 1/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a032 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.749736:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa389e00/0x40a459093b05de3b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a032 expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.749744:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aa389e00, rc 0) 00000100:00100000:2.0:1746129499.749803:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29137:x1830948731713536:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 331us (592us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.749809:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10085 00000100:00100000:3.0:1746129499.754276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.754321:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731713664 00000100:00100000:2.0:1746129499.754330:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731713664 00000100:00100000:3.0:1746129499.754359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.754375:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731713920 00000100:00100000:2.0:1746129499.754376:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11309 00000100:00100000:3.0:1746129499.754378:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731713920 00000100:00100000:2.0:1746129499.754383:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+24:29135:x1830948731713664:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129499.754402:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4053 00010000:00010000:2.0:1746129499.754403:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129499.754407:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29137:x1830948731713920:12345-192.168.202.4@tcp:35:lfs.0 00010000:00010000:2.0:1746129499.754424:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a039 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.754450:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129499.754455:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->2744319] (req 2097152->2744319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.754462:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129499.754466:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.754505:0:7149:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->2744319] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.754518:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.754527:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132dfde00, rc 0) 00000100:00100000:2.0:1746129499.754588:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+25:29135:x1830948731713664:12345-192.168.202.4@tcp:101:cat.0 Request processed in 204us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.754595:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11309 00000100:00100000:3.0:1746129499.755221:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29137:x1830948731713920:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 812us (860us total) trans 8589943954 rc 0/0 00000100:00100000:3.0:1746129499.755228:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4053 00000100:00100000:1.0:1746129499.757569:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731713280:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 11413us (12139us total) trans 17179873095 rc 0/0 00000100:00100000:1.0:1746129499.757583:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1084 00002000:00100000:1.0:1746129499.757595:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2355200->2682879) req@ffff88012baec380 x1830948731713280/t17179873095(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.757604:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baec380 with x1830948731713280 ext(2355200->2682879) 00010000:00010000:1.0:1746129499.757613:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 31 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.757628:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 31 pid: 22481 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129499.757634:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012baec380 00000100:00100000:3.0:1746129499.760825:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.761248:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731714048 00000100:00100000:2.0:1746129499.761258:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731714048 00010000:00010000:2.0:1746129499.761336:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 31 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.761383:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5667 00000100:00100000:2.0:1746129499.761392:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731714048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.761409:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.761433:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 31 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.761446:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 31 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.761472:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095f6ca00/0x40a459093b05ddaf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2355200->2682879) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fd0 expref: 31 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.761507:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.761510:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.761518:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.761527:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.761566:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.761616:0:9823:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 24 pid: 7149 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.761629:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736733440:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129499.762107:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.766436:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736733440:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.766462:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.766532:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731714048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5140us (5717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.766542:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5667 00000100:00100000:0.0:1746129499.772998:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.773423:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731714304 00000100:00100000:1.0:1746129499.773431:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731714304 00002000:00100000:1.0:1746129499.773470:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2740224->2744319) req@ffff880091b06680 x1830948731714304/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.773479:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b06680 with x1830948731714304 ext(2740224->2744319) 00010000:00010000:1.0:1746129499.773487:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 25 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.773500:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 25 pid: 7149 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129499.773506:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b06680 00000100:00100000:1.0:1746129499.773539:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1085 00000100:00100000:1.0:1746129499.773546:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948731714304:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129499.773696:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948731714304:12345-192.168.202.4@tcp:3:cat.0 Request processed in 149us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129499.773705:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1085 00002000:00100000:1.0:1746129499.773711:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2740224->2744319) req@ffff880091b06680 x1830948731714304/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.773717:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b06680 with x1830948731714304 ext(2740224->2744319) 00010000:00010000:1.0:1746129499.773722:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 25 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.773730:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 25 pid: 7149 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129499.773736:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b06680 00000100:00100000:0.0:1746129499.777385:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.777601:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731714688 00000100:00100000:3.0:1746129499.777612:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731714688 00000100:00100000:3.0:1746129499.777655:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4054 00000100:00100000:3.0:1746129499.777663:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+36:29126:x1830948731714688:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129499.777887:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+37:29126:x1830948731714688:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 224us (514us total) trans 8589943955 rc 0/0 00000100:00100000:3.0:1746129499.777893:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4054 00000100:00100000:1.0:1746129499.778338:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.778435:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731714816 00000100:00100000:2.0:1746129499.778446:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731714816 00002000:00100000:2.0:1746129499.778491:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2744319) req@ffff8800a6059f80 x1830948731714816/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.778500:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6059f80 with x1830948731714816 ext(2097152->2744319) 00010000:00010000:2.0:1746129499.778509:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 25 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.778523:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 25 pid: 7149 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129499.778529:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6059f80 00000100:00100000:2.0:1746129499.778565:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1086 00000100:00100000:2.0:1746129499.778572:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948731714816:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129499.788283:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948731714816:12345-192.168.202.4@tcp:4:cat.0 Request processed in 9696us (9931us total) trans 17179873096 rc 0/0 00000100:00100000:2.0:1746129499.788320:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1086 00002000:00100000:2.0:1746129499.788333:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2744319) req@ffff8800a6059f80 x1830948731714816/t17179873096(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.788343:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6059f80 with x1830948731714816 ext(2097152->2744319) 00010000:00010000:2.0:1746129499.788354:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.788370:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129499.788377:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6059f80 00000100:00100000:0.0:1746129499.794343:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.798555:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731714944 00000100:00100000:2.0:1746129499.798570:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731714944 00010000:00010000:2.0:1746129499.798619:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.798660:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5668 00000100:00100000:2.0:1746129499.798668:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731714944:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.798686:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.798709:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.798721:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.798753:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cc34a00/0x40a459093b05de34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2744319) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a02b expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.798780:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.798783:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.798790:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.798798:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.798834:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.798847:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736733568:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129499.798956:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.802360:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912adc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736733568:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.802385:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.804074:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731714944:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5398us (9777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.804086:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5668 00000100:00100000:0.0:1746129499.805258:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.805624:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.805852:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731715200 00000100:00100000:1.0:1746129499.805861:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731715200 00002000:00100000:1.0:1746129499.805903:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880091b07480 x1830948731715200/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.805913:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07480 with x1830948731715200 ext(2097152->3145727) 00002000:00010000:1.0:1746129499.805918:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07480 00000100:00100000:1.0:1746129499.806171:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731715328 00000100:00100000:1.0:1746129499.806174:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731715328 00002000:00100000:1.0:1746129499.806187:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880091b05c00 x1830948731715328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.806194:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b05c00 with x1830948731715328 ext(3145728->4194303) 00002000:00010000:1.0:1746129499.806197:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b05c00 00000100:00100000:2.0:1746129499.806238:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4249 00000100:00100000:2.0:1746129499.806248:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731715200:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129499.806358:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4250 00000100:00100000:1.0:1746129499.806365:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731715328:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.814260:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948731715328:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7883us (8623us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129499.814271:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4250 00002000:00100000:2.0:1746129499.814283:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880091b05c00 x1830948731715328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.814314:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b05c00 with x1830948731715328 ext(3145728->4194303) 00002000:00010000:2.0:1746129499.814321:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b05c00 00000100:00100000:2.0:1746129499.820662:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731715200:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14403us (15394us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129499.820675:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4249 00002000:00100000:2.0:1746129499.820687:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880091b07480 x1830948731715200/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.820697:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07480 with x1830948731715200 ext(2097152->3145727) 00002000:00010000:2.0:1746129499.820704:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07480 00000100:00100000:1.0:1746129499.828612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.828754:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731715712 00000100:00100000:2.0:1746129499.828765:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731715712 00002000:00100000:2.0:1746129499.828815:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a605aa00 x1830948731715712/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.828826:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605aa00 with x1830948731715712 ext(4194304->4923391) 00002000:00010000:2.0:1746129499.828832:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605aa00 00000100:00100000:2.0:1746129499.828863:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4251 00000100:00100000:2.0:1746129499.828870:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731715712:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.836575:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.836707:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731715712:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7832us (8102us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129499.836717:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4251 00002000:00100000:3.0:1746129499.836733:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a605aa00 x1830948731715712/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.836747:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605aa00 with x1830948731715712 ext(4194304->4923391) 00002000:00010000:3.0:1746129499.836756:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605aa00 00000100:00100000:0.0:1746129499.836969:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731715968 00000100:00100000:0.0:1746129499.836977:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731715968 00000100:00100000:0.0:1746129499.837028:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10086 00000100:00100000:0.0:1746129499.837035:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+314:29143:x1830948731715968:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129499.837056:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.837074:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a040 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.837179:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837192:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837204:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837222:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837227:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837232:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837353:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837363:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837369:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746129499.837378:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129499.837456:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837462:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837468:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837474:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a60bf800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129499.837479:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837486:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837496:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129499.837499:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129499.837503:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837508:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837535:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837541:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837545:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837550:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a60bea00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129499.837552:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837556:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837562:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a400) 00010000:00010000:0.0:1746129499.837564:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129499.837566:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837571:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.837602:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a040 expref: 317 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.837613:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a040 expref: 316 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.837619:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129499.837621:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129499.837624:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a60bf000, rc 0) 00000100:00100000:0.0:1746129499.837648:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+316:29143:x1830948731715968:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 614us (1085us total) trans 8589943956 rc 0/0 00000100:00100000:0.0:1746129499.837653:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10086 00000100:00100000:0.0:1746129499.900364:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.900434:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731716224 00000100:00100000:2.0:1746129499.900444:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731716224 00000100:00100000:2.0:1746129499.900505:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10087 00000100:00100000:2.0:1746129499.900514:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+316:29149:x1830948731716224:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.900544:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.900565:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388800/0x40a459093b05de73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a047 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.900674:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129499.900689:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129499.900699:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746129499.900712:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129499.900840:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388800/0x40a459093b05de73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a047 expref: 319 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.900871:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a047 expref: 318 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.900879:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129499.900881:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746129499.900884:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800aa388600, rc 0) 00000100:00100000:2.0:1746129499.900973:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+318:29149:x1830948731716224:12345-192.168.202.4@tcp:101:cat.0 Request processed in 459us (623us total) trans 8589943957 rc 0/0 00000100:00100000:2.0:1746129499.900979:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10087 00000100:00100000:0.0:1746129499.901050:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.901266:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731716480 00000100:00100000:2.0:1746129499.901271:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731716480 00000100:00100000:0.0:1746129499.901318:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10088 00000100:00100000:0.0:1746129499.901326:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+37:29147:x1830948731716480:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129499.901335:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129499.901342:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf600/0x40a459093b05de88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a04e expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.901409:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901416:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901423:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901435:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901444:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901449:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901527:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901533:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901538:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746129499.901542:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129499.901578:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901583:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901588:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901593:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a60be600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129499.901596:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901602:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901610:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129499.901612:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129499.901616:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901620:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60be600/0x40a459093b05de8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901649:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901654:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901659:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901663:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a60bea00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129499.901665:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901671:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901677:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250700) 00010000:00010000:0.0:1746129499.901679:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129499.901681:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901685:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bea00/0x40a459093b05de96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129499.901712:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf600/0x40a459093b05de88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a04e expref: 40 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.901725:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a04e expref: 39 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.901730:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129499.901732:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129499.901733:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a60bf800, rc 0) 00000100:00100000:0.0:1746129499.903250:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+39:29147:x1830948731716480:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1918us (2192us total) trans 8589943958 rc 0/0 00000100:00100000:0.0:1746129499.903259:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10088 00000100:00100000:0.0:1746129499.904052:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.904102:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731716608 00000100:00100000:2.0:1746129499.904110:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731716608 00000100:00100000:2.0:1746129499.904157:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11310 00000100:00100000:2.0:1746129499.904165:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731716608:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129499.904182:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.904202:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a055 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.904226:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.904227:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.904239:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a055 expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.904255:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a055 expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.904264:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095f9e200, rc 0) 00000100:00100000:2.0:1746129499.904332:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731716608:12345-192.168.202.4@tcp:101:cat.0 Request processed in 168us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.904337:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11310 00000100:00100000:1.0:1746129499.904862:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.904889:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.904908:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731716736 00000100:00100000:2.0:1746129499.904912:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731716736 00000100:00100000:1.0:1746129499.904914:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.904952:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731716864 00000100:00100000:0.0:1746129499.904953:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731716992 00000100:00100000:2.0:1746129499.904955:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731716864 00000100:00100000:0.0:1746129499.904957:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731716992 00000100:00100000:1.0:1746129499.904958:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.904971:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731717120 00000100:00100000:2.0:1746129499.904972:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731717120 00000100:00100000:0.0:1746129499.904975:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11311 00000100:00100000:0.0:1746129499.904981:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:1960:x1830948731716736:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129499.904986:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11312 00000100:00100000:1.0:1746129499.904991:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731716864:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129499.904991:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129499.904997:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11313 00010000:00010000:1.0:1746129499.904997:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129499.905002:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731716992:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129499.905002:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a05c expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.905004:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095122a00/0x40a459093b05deb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a063 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.905009:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.905017:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a06a expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.905031:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.905033:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.905037:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a06a expref: 35 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.905045:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a06a expref: 35 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129499.905047:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736733696:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129499.905051:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ab0800, rc 0) 00000100:00100000:2.0:1746129499.905080:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+35:1960:x1830948731716992:12345-192.168.202.4@tcp:101:cat.0 Request processed in 78us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.905085:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11313 00000100:00100000:2.0:1746129499.905096:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11314 00000100:00100000:2.0:1746129499.905100:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+34:29143:x1830948731717120:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129499.905106:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129499.905111:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a071 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.905111:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cc00 going to sleep for 11 seconds 00010000:00010000:2.0:1746129499.905126:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.905133:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a06a expref: 35 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.905138:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.905140:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.905142:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3506176->4194303] (req 3506176->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 35 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.905160:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a06a expref: 35 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.905171:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a06a expref: 35 pid: 7149 timeout: 855 lvb_type: 1 00000100:00100000:2.0:1746129499.905179:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736733824:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129499.905199:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129499.905201:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129499.905208:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a05c expref: 25 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129499.905212:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.905220:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 25 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129499.905220:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a05c expref: 25 pid: 8410 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129499.905227:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736733952:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129499.905233:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f851e00, rc 0) 00000100:00100000:2.0:1746129499.905249:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.905250:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948731716736:12345-192.168.202.4@tcp:101:cat.0 Request processed in 269us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.905256:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11311 00000100:00100000:1.0:1746129499.908184:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736733696:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129499.908220:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095122a00/0x40a459093b05deb9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a063 expref: 35 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.908235:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095122a00/0x40a459093b05deb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a063 expref: 35 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.908265:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095122a00, rc 0) 00000100:00100000:1.0:1746129499.908351:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948731716864:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3358us (3460us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129499.908356:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736733824:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.908359:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11312 00000100:00100000:0.0:1746129499.910513:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.910559:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.910590:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.910627:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731717248 00000100:00100000:0.0:1746129499.910634:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731717248 00010000:00010000:0.0:1746129499.910669:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a06a expref: 34 pid: 7149 timeout: 855 lvb_type: 1 00000100:00100000:0.0:1746129499.910692:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731717504 00000100:00100000:0.0:1746129499.910694:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731717504 00010000:00010000:0.0:1746129499.910702:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 26 pid: 7149 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746129499.910714:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5669 00000100:00100000:0.0:1746129499.910720:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731717248:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129499.910734:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129499.910750:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a06a expref: 34 pid: 7149 timeout: 855 lvb_type: 1 00010000:00010000:0.0:1746129499.910761:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a06a expref: 34 pid: 7149 timeout: 855 lvb_type: 1 00010000:00010000:0.0:1746129499.910786:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ab0800/0x40a459093b05dec0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a06a expref: 34 pid: 7149 timeout: 855 lvb_type: 1 00010000:00010000:0.0:1746129499.910807:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.910824:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5670 00000100:00100000:3.0:1746129499.910833:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731717504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129499.910836:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731717248:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 116us (333us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129499.910841:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129499.910842:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5669 00010000:00010000:3.0:1746129499.910853:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 26 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129499.910864:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 26 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129499.910877:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.910879:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.910886:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.910895:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.910926:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.910936:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736734080:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.910967:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132dfde00/0x40a459093b05de49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a039 expref: 26 pid: 7149 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.910985:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736733952:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.910992:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731717376 00000100:00100000:3.0:1746129499.910997:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.910997:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731717376 00010000:00010000:2.0:1746129499.911016:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129499.911020:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11315 00000100:00100000:1.0:1746129499.911026:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:29147:x1830948731717376:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129499.911031:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ab1a00, rc 0) 00010000:00010000:1.0:1746129499.911041:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129499.911054:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:29143:x1830948731717120:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5952us (6095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.911060:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11314 00010000:00010000:1.0:1746129499.911062:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a078 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.911080:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.911088:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f52 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.911094:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19ecd expref: 19 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.911098:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.911100:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.911102:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1523712->1671167] (req 1523712->1671167) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 19 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.911117:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ecd expref: 19 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.911126:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ecd expref: 19 pid: 8412 timeout: 855 lvb_type: 1 00000100:00100000:1.0:1746129499.911138:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734208:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.911164:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f52 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.911170:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f52 expref: 7 pid: 20577 timeout: 855 lvb_type: 1 00000100:00100000:1.0:1746129499.911177:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129addf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734336:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.911193:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.911199:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 24 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129499.911206:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734464:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.911351:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.914476:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.915200:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736734080:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.915222:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.915271:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731717504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4439us (4677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.915281:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5670 00000100:00100000:3.0:1746129499.915433:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731717760 00000100:00100000:3.0:1746129499.915441:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731717760 00002000:00100000:3.0:1746129499.915483:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880091b05f80 x1830948731717760/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.915492:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b05f80 with x1830948731717760 ext(0->1048575) 00002000:00010000:3.0:1746129499.915497:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b05f80 00000100:00100000:0.0:1746129499.915641:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.916218:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731718016 00000100:00100000:3.0:1746129499.916222:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731718016 00002000:00100000:3.0:1746129499.916241:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880091b06a00 x1830948731718016/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.916255:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b06a00 with x1830948731718016 ext(1048576->2097151) 00002000:00010000:3.0:1746129499.916259:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b06a00 00000100:00100000:3.0:1746129499.916283:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4252 00000100:00100000:3.0:1746129499.916290:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731717760:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.918861:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4253 00000100:00100000:2.0:1746129499.918873:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731718016:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129499.921241:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.921268:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731718272 00000100:00100000:0.0:1746129499.921276:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731718272 00002000:00100000:0.0:1746129499.921332:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3506176->3510271) req@ffff880091b07800 x1830948731718272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.921343:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07800 with x1830948731718272 ext(3506176->3510271) 00002000:00010000:0.0:1746129499.921348:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07800 00000100:00100000:0.0:1746129499.921370:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4254 00000100:00100000:0.0:1746129499.921377:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948731718272:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129499.921511:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948731718272:12345-192.168.202.4@tcp:3:cat.0 Request processed in 134us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129499.921517:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4254 00002000:00100000:0.0:1746129499.921523:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3506176->3510271) req@ffff880091b07800 x1830948731718272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.921530:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07800 with x1830948731718272 ext(3506176->3510271) 00002000:00010000:0.0:1746129499.921534:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07800 00000100:00100000:1.0:1746129499.921882:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734208:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.921894:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129addf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734336:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.921903:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734464:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.921933:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1523712->1671167] (req 1523712->1671167) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 19 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.921968:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095123a00, rc 0) 00000100:00100000:1.0:1746129499.922017:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:29147:x1830948731717376:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 10990us (11455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.922023:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11315 00000100:00100000:0.0:1746129499.925386:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.925938:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.925995:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.926014:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731718656 00000100:00100000:1.0:1746129499.926015:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731718400 00000100:00100000:1.0:1746129499.926023:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731718400 00000100:00100000:0.0:1746129499.926023:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731718656 00010000:00010000:1.0:1746129499.926055:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f52 expref: 8 pid: 20577 timeout: 855 lvb_type: 1 00010000:00010000:0.0:1746129499.926055:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ecd expref: 19 pid: 8412 timeout: 855 lvb_type: 1 00000100:00100000:0.0:1746129499.926080:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731718528 00000100:00100000:0.0:1746129499.926082:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731718528 00010000:00010000:0.0:1746129499.926093:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 27 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129499.926100:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5671 00000100:00100000:1.0:1746129499.926108:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731718656:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.926124:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.926150:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ecd expref: 19 pid: 8412 timeout: 855 lvb_type: 1 00010000:00010000:1.0:1746129499.926162:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ecd expref: 19 pid: 8412 timeout: 855 lvb_type: 1 00010000:00010000:1.0:1746129499.926187:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ebf5000/0x40a459093b05dbef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19ecd expref: 19 pid: 8412 timeout: 855 lvb_type: 1 00010000:00010000:1.0:1746129499.926207:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129499.926248:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731718656:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 142us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.926569:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5672 00000100:00100000:0.0:1746129499.926575:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731718400:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129499.926583:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129499.926593:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f52 expref: 8 pid: 20577 timeout: 855 lvb_type: 1 00010000:00010000:0.0:1746129499.926602:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f52 expref: 8 pid: 20577 timeout: 855 lvb_type: 1 00010000:00010000:0.0:1746129499.926614:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e3a6600/0x40a459093b05dcba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f52 expref: 8 pid: 20577 timeout: 855 lvb_type: 1 00010000:00010000:0.0:1746129499.926625:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129499.926640:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731718400:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 65us (1265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.926647:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5672 00000100:00100000:0.0:1746129499.926660:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5673 00000100:00100000:0.0:1746129499.926664:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bbc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731718528:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129499.926670:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129499.926675:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 27 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129499.926684:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 27 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129499.926694:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095045200/0x40a459093b05db78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e8e expref: 27 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129499.926700:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129499.926702:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129499.926709:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 18 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.926716:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 18 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129499.926745:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 18 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129499.926755:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736734592:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129499.926798:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.927140:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5671 00000100:00100000:2.0:1746129499.928584:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736734592:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.928605:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.928637:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bbc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731718528:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1971us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.928645:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5673 00000100:00100000:3.0:1746129499.930848:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731717760:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14549us (16374us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129499.930859:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4252 00002000:00100000:3.0:1746129499.930870:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880091b05f80 x1830948731717760/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.930880:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b05f80 with x1830948731717760 ext(0->1048575) 00002000:00010000:3.0:1746129499.930885:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b05f80 00000100:00100000:0.0:1746129499.931342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.931513:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731718912 00000100:00100000:3.0:1746129499.931522:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731718912 00002000:00100000:3.0:1746129499.931553:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1667072->1671167) req@ffff880135725c00 x1830948731718912/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.931560:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135725c00 with x1830948731718912 ext(1667072->1671167) 00002000:00010000:3.0:1746129499.931563:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135725c00 00000100:00100000:3.0:1746129499.931576:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4255 00000100:00100000:3.0:1746129499.931582:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731718912:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129499.931728:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731718912:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 145us (388us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129499.931733:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4255 00002000:00100000:3.0:1746129499.931738:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1667072->1671167) req@ffff880135725c00 x1830948731718912/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129499.931744:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135725c00 with x1830948731718912 ext(1667072->1671167) 00002000:00010000:3.0:1746129499.931747:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135725c00 00000100:00100000:2.0:1746129499.931797:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731718016:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12928us (16156us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129499.931804:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4253 00002000:00100000:2.0:1746129499.931808:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880091b06a00 x1830948731718016/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.931814:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b06a00 with x1830948731718016 ext(1048576->2097151) 00002000:00010000:2.0:1746129499.931818:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b06a00 00000100:00100000:0.0:1746129499.940508:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.940604:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.940670:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731719296 00000100:00100000:1.0:1746129499.940681:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731719296 00000100:00100000:1.0:1746129499.940746:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11316 00000100:00100000:1.0:1746129499.940755:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+24:29143:x1830948731719296:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129499.940776:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129499.940788:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731719168 00000100:00100000:2.0:1746129499.940792:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731719168 00010000:00010000:1.0:1746129499.940796:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a07f expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.940818:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4055 00000100:00100000:2.0:1746129499.940822:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+39:29147:x1830948731719168:12345-192.168.202.4@tcp:35:multiop.0 00010000:00010000:1.0:1746129499.940825:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.940833:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fa6 expref: 25 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.940839:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19f67 expref: 6 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.940845:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.940846:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129499.940849:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->3149823] (req 3145728->3149823) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.940878:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f67 expref: 6 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.940889:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f67 expref: 6 pid: 8410 timeout: 855 lvb_type: 1 00000100:00100000:1.0:1746129499.940905:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734720:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.940995:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fa6 expref: 25 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129499.941002:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fa6 expref: 25 pid: 8412 timeout: 855 lvb_type: 1 00000100:00100000:1.0:1746129499.941010:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129addf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734848:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129499.941014:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+40:29147:x1830948731719168:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 190us (517us total) trans 8589943959 rc 0/0 00000100:00100000:2.0:1746129499.941020:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4055 00010000:00010000:1.0:1746129499.941033:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.941041:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 17 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129499.941048:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734976:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.941064:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.943085:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129499.943140:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731719424 00000100:00100000:3.0:1746129499.943146:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731719424 00000100:00100000:3.0:1746129499.943189:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11317 00000100:00100000:3.0:1746129499.943199:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:29149:x1830948731719424:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129499.943215:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129499.943231:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a086 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.943254:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 17 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.943261:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.943263:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129499.943266:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.943288:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 17 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.943317:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 17 pid: 31503 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129499.943327:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736735104:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129499.943389:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.946040:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734720:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.946056:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129addf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734848:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.946065:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736734976:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.946100:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->3149823] (req 3145728->3149823) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 27 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.946125:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4400, rc 0) 00000100:00100000:1.0:1746129499.946183:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:29143:x1830948731719296:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5428us (5577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.946192:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11316 00000100:00100000:0.0:1746129499.947846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.947888:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.947913:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.947952:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731719552 00000100:00100000:1.0:1746129499.947962:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731719552 00010000:00010000:1.0:1746129499.948010:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f67 expref: 7 pid: 8410 timeout: 855 lvb_type: 1 00000100:00100000:1.0:1746129499.948036:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731719680 00000100:00100000:1.0:1746129499.948038:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731719680 00010000:00010000:1.0:1746129499.948050:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 18 pid: 8412 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129499.948062:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731719808 00000100:00100000:1.0:1746129499.948064:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731719808 00010000:00010000:1.0:1746129499.948073:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fa6 expref: 27 pid: 8412 timeout: 855 lvb_type: 1 00000100:00100000:2.0:1746129499.948080:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5674 00000100:00100000:2.0:1746129499.948092:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731719552:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.948110:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.948146:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f67 expref: 7 pid: 8410 timeout: 855 lvb_type: 1 00010000:00010000:2.0:1746129499.948159:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f67 expref: 7 pid: 8410 timeout: 855 lvb_type: 1 00000100:00100000:1.0:1746129499.948159:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5675 00000100:00100000:1.0:1746129499.948164:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1961:x1830948731719680:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129499.948172:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129499.948190:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c63ec00/0x40a459093b05dcd6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19f67 expref: 7 pid: 8410 timeout: 855 lvb_type: 1 00000100:00100000:3.0:1746129499.948193:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5676 00000100:00100000:3.0:1746129499.948201:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731719808:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129499.948209:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129499.948226:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 18 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.948227:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129499.948235:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 18 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.948246:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f569a00/0x40a459093b05dc3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19efe expref: 18 pid: 8412 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.948261:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.948269:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731719552:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 181us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.948274:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:1961:x1830948731719680:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 110us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.948275:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5674 00000100:00100000:1.0:1746129499.948278:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5675 00000100:00100000:1.0:1746129499.948390:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736735104:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.948414:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.948425:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04c00, rc 0) 00000100:00100000:1.0:1746129499.948449:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:29149:x1830948731719424:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5250us (5371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.948455:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11317 00010000:00010000:3.0:1746129499.948567:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fa6 expref: 26 pid: 8412 timeout: 855 lvb_type: 1 00010000:00010000:3.0:1746129499.948576:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fa6 expref: 26 pid: 8412 timeout: 855 lvb_type: 1 00010000:00010000:3.0:1746129499.948589:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800aa389800/0x40a459093b05dd69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fa6 expref: 26 pid: 8412 timeout: 855 lvb_type: 1 00010000:00010000:3.0:1746129499.948605:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.948607:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129499.948614:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.948622:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129499.948661:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129499.948676:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736735232:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129499.948745:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129499.949018:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.949063:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731719936 00000100:00100000:1.0:1746129499.949067:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731719936 00002000:00100000:1.0:1746129499.949098:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1523712->1671167) req@ffff880135724e00 x1830948731719936/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.949108:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135724e00 with x1830948731719936 ext(1523712->1671167) 00010000:00010000:1.0:1746129499.949113:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 17 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.949122:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 17 pid: 31503 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129499.949128:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135724e00 00000100:00100000:1.0:1746129499.949151:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1087 00000100:00100000:1.0:1746129499.949157:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731719936:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129499.950425:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736735232:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129499.950444:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129499.950476:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731719808:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2275us (2560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129499.950486:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5676 00000100:00100000:2.0:1746129499.955207:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.955271:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731720192 00000100:00100000:2.0:1746129499.955283:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731720192 00002000:00100000:2.0:1746129499.955359:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3149823) req@ffff8800912afb80 x1830948731720192/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.955371:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912afb80 with x1830948731720192 ext(3145728->3149823) 00002000:00010000:2.0:1746129499.955378:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912afb80 00000100:00100000:2.0:1746129499.955413:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4256 00000100:00100000:2.0:1746129499.955424:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731720192:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129499.955663:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731720192:12345-192.168.202.4@tcp:3:cat.0 Request processed in 240us (471us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129499.955671:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4256 00002000:00100000:2.0:1746129499.955678:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3149823) req@ffff8800912afb80 x1830948731720192/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129499.955685:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912afb80 with x1830948731720192 ext(3145728->3149823) 00002000:00010000:2.0:1746129499.955688:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912afb80 00000100:00100000:0.0:1746129499.957915:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731719936:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 8745us (8885us total) trans 21474840291 rc 0/0 00000100:00100000:0.0:1746129499.957927:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1087 00002000:00100000:0.0:1746129499.957938:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1523712->1671167) req@ffff880135724e00 x1830948731719936/t21474840291(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.957955:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135724e00 with x1830948731719936 ext(1523712->1671167) 00010000:00010000:0.0:1746129499.957965:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 19 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129499.957981:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 19 pid: 31503 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746129499.957986:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135724e00 00000100:00100000:0.0:1746129499.959873:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.960001:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731720448 00000100:00100000:2.0:1746129499.960011:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731720448 00000100:00100000:2.0:1746129499.960057:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4056 00000100:00100000:2.0:1746129499.960065:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+318:29143:x1830948731720448:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129499.960858:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+319:29143:x1830948731720448:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 790us (990us total) trans 8589943960 rc 0/0 00000100:00100000:2.0:1746129499.960867:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4056 00000100:00100000:1.0:1746129499.961028:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.961460:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731720576 00000100:00100000:2.0:1746129499.961466:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731720576 00010000:00010000:2.0:1746129499.961490:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 19 pid: 31503 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129499.963698:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5677 00000100:00100000:2.0:1746129499.963717:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948731720576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129499.963739:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746129499.963764:0:7086:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129499 -> 1746129500 00002000:00010000:2.0:1746129499.963767:0:7086:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129499 -> 1746129500 00010000:00010000:2.0:1746129499.963775:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 19 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.963791:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 19 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.963817:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095123a00/0x40a459093b05dece lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1523712->1671167) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a078 expref: 19 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129499.963832:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.963835:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129499.963842:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.963850:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129499.963891:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129499.963911:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736735360:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129499.964050:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129499.966655:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736735360:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129499.966682:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129499.966744:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1961:x1830948731720576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3035us (5715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129499.966755:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5677 00000100:00100000:1.0:1746129499.972443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129499.972516:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731720832 00000100:00100000:0.0:1746129499.972528:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731720832 00002000:00100000:0.0:1746129499.972579:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880129addf80 x1830948731720832/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129499.972589:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129addf80 with x1830948731720832 ext(1048576->2097151) 00002000:00010000:0.0:1746129499.972596:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129addf80 00000100:00100000:0.0:1746129499.972624:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4257 00000100:00100000:0.0:1746129499.972631:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731720832:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129499.983859:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731720832:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11218us (11418us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129499.983870:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4257 00002000:00100000:1.0:1746129499.983882:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880129addf80 x1830948731720832/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:240/0 lens 488/440 e 0 to 0 dl 1746129510 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.983890:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129addf80 with x1830948731720832 ext(1048576->2097151) 00002000:00010000:1.0:1746129499.983895:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129addf80 00000100:00100000:0.0:1746129499.989785:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129499.990101:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731720960 00000100:00100000:1.0:1746129499.990109:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731720960 00000100:00100000:1.0:1746129499.990159:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11318 00000100:00100000:1.0:1746129499.990166:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:29149:x1830948731720960:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129499.990183:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129499.990198:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a08d expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.990222:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.990230:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129499.990232:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129499.990235:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 33 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.990259:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.990269:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 24 pid: 7149 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129499.990279:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736735488:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129499.990540:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129499.992028:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736735488:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129499.992053:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 33 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129499.992065:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5a00, rc 0) 00000100:00100000:1.0:1746129499.992146:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:29149:x1830948731720960:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1976us (2365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129499.992154:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11318 00000100:00100000:0.0:1746129499.994237:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129499.994439:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746129499.994461:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736735616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746129499.994515:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129499.994593:0:12977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736735616 00000100:00100000:0.0:1746129499.994600:0:12977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736735616 00000100:00080000:2.0:1746129499.994651:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129499.994662:0:12977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1746129499.994670:0:12977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736735616:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746129499.994704:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731721088 00000100:00100000:1.0:1746129499.994708:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731721088 00002000:00100000:1.0:1746129499.994741:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1888256->2097151) req@ffff88008e070700 x1830948731721088/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/0 e 0 to 0 dl 1746129510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.994751:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070700 with x1830948731721088 ext(1888256->2097151) 00010000:00010000:1.0:1746129499.994761:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 25 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.994775:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 25 pid: 7149 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129499.994782:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e070700 00000100:00100000:1.0:1746129499.994803:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1088 00000100:00100000:1.0:1746129499.994809:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731721088:12345-192.168.202.4@tcp:4:multiop.0 00002000:00000024:0.0:1746129499.994868:0:12977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 400097280 pending 20447232 free 3850371072 avail 3848273920 00000100:00100000:0.0:1746129499.994909:0:12977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736735616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 239us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129499.994915:0:12977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1746129499.994939:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736735616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746129499.999822:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731721088:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 5000us (5582us total) trans 17179873097 rc 0/0 00000100:00100000:1.0:1746129499.999835:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1088 00002000:00100000:1.0:1746129499.999848:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1888256->2097151) req@ffff88008e070700 x1830948731721088/t17179873097(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:240/0 lens 488/448 e 0 to 0 dl 1746129510 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129499.999858:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070700 with x1830948731721088 ext(1888256->2097151) 00010000:00010000:1.0:1746129499.999869:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129499.999884:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129499.999892:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e070700 00000100:00100000:0.0:1746129500.004434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.004566:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731721216 00000100:00100000:2.0:1746129500.004578:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731721216 00010000:00010000:2.0:1746129500.004626:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.005227:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5678 00000100:00100000:2.0:1746129500.005237:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948731721216:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.005254:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.005284:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.005371:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.005402:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05ddd9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1888256->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fe5 expref: 27 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.005433:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.005435:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.005446:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.005455:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.005496:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.005510:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736735744:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.005614:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.006995:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736735744:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.007018:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.007051:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731721216:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1816us (2630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.007059:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5678 00000100:00100000:0.0:1746129500.008689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.008735:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731721472 00000100:00100000:1.0:1746129500.008742:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731721472 00000100:00080000:2.0:1746129500.008803:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1746129500.008806:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88008e071180 x1830948731721472/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.008816:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071180 with x1830948731721472 ext(1048576->2097151) 00002000:00010000:1.0:1746129500.008822:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e071180 00000100:00100000:1.0:1746129500.008844:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4258 00000100:00100000:1.0:1746129500.008854:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731721472:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129500.016394:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731721472:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7528us (7698us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129500.016407:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4258 00002000:00100000:1.0:1746129500.016421:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88008e071180 x1830948731721472/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.016431:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071180 with x1830948731721472 ext(1048576->2097151) 00002000:00010000:1.0:1746129500.016438:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e071180 00000100:00100000:3.0:1746129500.026755:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746129500.026772:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736735872:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746129500.026825:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129500.026870:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3300:1830948736736256:0@lo:400:kworker.0 00000100:00100000:3.0:1746129500.026892:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129500.026895:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f03f6bde-e986-4df5-86c3-48805e205677:3302:1830948736736000:0@lo:400:kworker.0 00000100:00100000:3.0:1746129500.026907:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746129500.026913:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830948736736384:0@lo:400:kworker.0 00000100:00100000:3.0:1746129500.026930:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129500.026938:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736736256 00000100:00100000:0.0:1746129500.027081:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736736256 00000100:00100000:0.0:1746129500.027129:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736736384 00000100:00100000:0.0:1746129500.027132:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736736384 00000100:00100000:0.0:1746129500.027148:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1746129500.027155:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1830948736736256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746129500.027236:0:12977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736735872 00000100:00100000:1.0:1746129500.027241:0:12977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736735872 00000100:00100000:3.0:1746129500.027245:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1746129500.027257:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830948736736384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746129500.027270:0:12977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1746129500.027275:0:12977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+23:3300:x1830948736735872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746129500.027307:0:12977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 434044928 pending 27262976 free 3847225344 avail 3845128192 00000100:00100000:3.0:1746129500.027314:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830948736736384:12345-0@lo:400:kworker.0 Request processed in 60us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.027319:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1746129500.027359:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830948736736384:0@lo:400:kworker.0 00000100:00100000:3.0:1746129500.027374:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736735872:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1746129500.027415:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746129500.027420:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746129500.027512:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.027533:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.027533:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129500.027548:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731721984 00000100:00100000:3.0:1746129500.027553:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731721984 00000100:00100000:2.0:1746129500.027564:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1746129500.027568:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746129500.027570:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3302:1830948736736128:0@lo:400:kworker.0 00002000:00100000:3.0:1746129500.027592:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3149824->4194303) req@ffff88012b553100 x1830948731721984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129500.027594:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:3.0:1746129500.027600:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b553100 with x1830948731721984 ext(3149824->4194303) 00002000:00010000:3.0:1746129500.027604:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b553100 00000100:00100000:3.0:1746129500.027624:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736736128 00000100:00100000:3.0:1746129500.027626:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736736128 00000100:00100000:2.0:1746129500.027632:0:14543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736736000 00000100:00100000:2.0:1746129500.027635:0:14543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736736000 00000100:00100000:3.0:1746129500.027645:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1746129500.027650:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830948736736128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746129500.027659:0:14543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1746129500.027664:0:14543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f03f6bde-e986-4df5-86c3-48805e205677+18:3302:x1830948736736000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746129500.027683:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3302:x1830948736736128:12345-0@lo:400:kworker.0 Request processed in 33us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.027687:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1746129500.027693:0:14543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095fbc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f03f6bde-e986-4df5-86c3-48805e205677+18:3302:x1830948736736000:12345-0@lo:400:kworker.0 Request processed in 28us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.027699:0:14543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00080000:3.0:1746129500.027700:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746129500.027705:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731721856 00000100:00100000:3.0:1746129500.027708:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731721856 00002000:00100000:3.0:1746129500.027719:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012b552300 x1830948731721856/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.027726:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b552300 with x1830948731721856 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.027729:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b552300 00000100:00100000:3.0:1746129500.027740:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4259 00000100:00100000:2.0:1746129500.027742:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3302:1830948736736128:0@lo:400:kworker.0 00000100:00100000:3.0:1746129500.027745:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731721984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129500.027748:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f03f6bde-e986-4df5-86c3-48805e205677:3302:1830948736736000:0@lo:400:kworker.0 00000100:00100000:2.0:1746129500.027786:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4260 00000100:00100000:2.0:1746129500.027792:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731721856:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129500.027822:0:12977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+23:3300:x1830948736735872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 546us (996us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.027827:0:12977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1746129500.027908:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1830948736736256:12345-0@lo:400:kworker.0 Request processed in 753us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129500.027913:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1746129500.027925:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3300:1830948736736256:0@lo:400:kworker.0 00000100:00100000:3.0:1746129500.028351:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.028384:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.028402:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731722240 00000100:00100000:3.0:1746129500.028405:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731722240 00002000:00100000:3.0:1746129500.028421:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012b551180 x1830948731722240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.028428:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b551180 with x1830948731722240 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.028431:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b551180 00000100:00100000:3.0:1746129500.028441:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731722368 00000100:00100000:3.0:1746129500.028443:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731722368 00002000:00100000:3.0:1746129500.028452:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3506175) req@ffff8800912ac700 x1830948731722368/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.028458:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac700 with x1830948731722368 ext(3145728->3506175) 00002000:00010000:3.0:1746129500.028460:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912ac700 00000100:00100000:3.0:1746129500.028468:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4261 00000100:00100000:3.0:1746129500.028473:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731722240:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129500.028610:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4262 00000100:00100000:1.0:1746129500.028619:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731722368:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129500.042948:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731721856:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15134us (15392us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.042963:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4260 00002000:00100000:2.0:1746129500.042977:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012b552300 x1830948731721856/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.042987:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b552300 with x1830948731721856 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.042993:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b552300 00000100:00100000:1.0:1746129500.044075:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731722368:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15452us (15684us total) trans 0 rc 360448/360448 00000100:00100000:1.0:1746129500.044085:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4262 00002000:00100000:1.0:1746129500.044092:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3506175) req@ffff8800912ac700 x1830948731722368/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 360448/360448 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.044101:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac700 with x1830948731722368 ext(3145728->3506175) 00002000:00010000:1.0:1746129500.044106:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912ac700 00000100:00100000:1.0:1746129500.046696:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731721984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18935us (19170us total) trans 0 rc 1044480/1044480 00000100:00100000:1.0:1746129500.046709:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4259 00002000:00100000:1.0:1746129500.046723:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3149824->4194303) req@ffff88012b553100 x1830948731721984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1044480/1044480 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.046732:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b553100 with x1830948731721984 ext(3149824->4194303) 00002000:00010000:1.0:1746129500.046740:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b553100 00000100:00100000:2.0:1746129500.047176:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731722240:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18701us (18824us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.047183:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4261 00002000:00100000:2.0:1746129500.047189:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012b551180 x1830948731722240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.047197:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b551180 with x1830948731722240 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.047200:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b551180 00000100:00100000:0.0:1746129500.060800:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.060873:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731722752 00000100:00100000:2.0:1746129500.060884:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731722752 00002000:00100000:2.0:1746129500.060935:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88008e070380 x1830948731722752/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.060958:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070380 with x1830948731722752 ext(4194304->4923391) 00002000:00010000:2.0:1746129500.060964:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e070380 00000100:00100000:2.0:1746129500.061003:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4263 00000100:00100000:2.0:1746129500.061012:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731722752:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129500.072684:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.073463:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731723008 00000100:00100000:2.0:1746129500.073474:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731723008 00000100:00100000:2.0:1746129500.073555:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10089 00000100:00080000:3.0:1746129500.073564:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746129500.073564:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+40:29155:x1830948731723008:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129500.073586:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.073608:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094303800/0x40a459093b05deea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a094 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.073698:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.073713:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a00f expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.073721:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a040 expref: 318 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.073733:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a04e expref: 41 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.073739:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 6/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.073776:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a04e expref: 41 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.073789:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a04e expref: 41 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.073801:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736736512:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.073934:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a040 expref: 318 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.073953:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a040 expref: 318 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.073960:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736736640:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.073988:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a00f expref: 12 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.073995:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a00f expref: 12 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.074003:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736736768:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.074019:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.076604:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731722752:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15584us (15807us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129500.076615:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4263 00002000:00100000:2.0:1746129500.076624:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88008e070380 x1830948731722752/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.076633:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070380 with x1830948731722752 ext(4194304->4923391) 00002000:00010000:2.0:1746129500.076639:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e070380 00000100:00100000:0.0:1746129500.079291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.080107:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736736768:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129500.080182:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731723136 00000100:00100000:3.0:1746129500.080192:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731723136 00010000:00010000:3.0:1746129500.080252:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a00f expref: 13 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746129500.080281:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.080402:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731723392 00000100:00100000:3.0:1746129500.080406:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731723392 00010000:00010000:3.0:1746129500.080422:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a040 expref: 319 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746129500.080433:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5679 00000100:00100000:3.0:1746129500.080437:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5680 00000100:00100000:3.0:1746129500.080441:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+319:1962:x1830948731723392:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129500.080442:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948731723136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.080453:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129500.080453:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.080459:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a040 expref: 319 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129500.080459:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a00f expref: 13 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.080468:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a040 expref: 319 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129500.080477:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a00f expref: 13 pid: 14549 timeout: 855 lvb_type: 0 00000100:00080000:2.0:1746129500.080502:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746129500.080505:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cc35000/0x40a459093b05de18 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a00f expref: 13 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.080524:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736736512:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129500.080525:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129500.080530:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.080538:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf000/0x40a459093b05de65 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a040 expref: 319 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129500.080539:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129500.080544:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.080563:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736736640:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.080588:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.080591:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129500.080594:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.080600:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.080603:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129500.080678:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731723136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 236us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.080685:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5679 00000100:00100000:3.0:1746129500.080734:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+318:1962:x1830948731723392:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 286us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.080740:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5680 00000100:00100000:0.0:1746129500.083474:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.083601:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731723264 00000100:00100000:3.0:1746129500.083611:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731723264 00010000:00010000:3.0:1746129500.083651:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a04e expref: 42 pid: 14549 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.083682:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5681 00000100:00100000:3.0:1746129500.083689:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+42:1962:x1830948731723264:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.083704:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.083709:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a04e expref: 42 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.083721:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a04e expref: 42 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.083745:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a60bf800/0x40a459093b05de9d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a04e expref: 42 pid: 14549 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.083764:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129500.083769:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.083779:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.083785:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.083814:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.083856:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+41:1962:x1830948731723264:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 167us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.083862:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5681 00000100:00100000:3.0:1746129500.083904:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.083998:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.084010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.084033:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.084047:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731723520 00000100:00100000:3.0:1746129500.084050:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731723520 00000100:00100000:3.0:1746129500.084068:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731723776 00000100:00100000:3.0:1746129500.084069:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731723776 00000100:00100000:3.0:1746129500.084078:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731723648 00000100:00100000:3.0:1746129500.084080:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731723648 00000100:00100000:3.0:1746129500.084087:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731723904 00000100:00100000:3.0:1746129500.084088:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731723904 00000100:00100000:3.0:1746129500.084099:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11319 00000100:00100000:3.0:1746129500.084103:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731723520:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.084119:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.084135:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a09b expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.084152:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.084154:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.084161:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a09b expref: 20 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.084173:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a09b expref: 20 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.084181:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05400, rc 0) 00000100:00100000:3.0:1746129500.084197:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731723520:12345-192.168.202.4@tcp:101:cat.0 Request processed in 94us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.084202:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11319 00000100:00100000:3.0:1746129500.084210:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11320 00000100:00100000:3.0:1746129500.084214:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731723776:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.084222:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.084231:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05deff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0a9 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.084271:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736736896:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129500.084415:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11321 00000100:00100000:2.0:1746129500.084433:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731723648:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129500.084451:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.084468:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0a2 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.084491:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.084493:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746129500.084498:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11322 00010000:00010000:2.0:1746129500.084501:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a2 expref: 29 pid: 31503 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129500.084505:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731723904:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129500.084511:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.084514:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a2 expref: 29 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129500.084518:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe18e00/0x40a459093b05df0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0b0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.084524:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094303600, rc 0) 00000100:00100000:0.0:1746129500.084540:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e070000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736737024:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129500.084569:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731723648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 144us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.084575:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11321 00010000:00010000:2.0:1746129500.084607:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.084613:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746129500.084629:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129500.084846:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094303800/0x40a459093b05deea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a094 expref: 42 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.084860:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a094 expref: 41 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.084866:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129500.084868:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746129500.084870:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094303200, rc 0) 00000100:00100000:2.0:1746129500.084897:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+41:29155:x1830948731723008:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 11335us (12227us total) trans 8589943961 rc 0/0 00000100:00100000:2.0:1746129500.084905:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10089 00000100:00100000:3.0:1746129500.087271:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.091895:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736736896:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129500.091936:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05deff lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a9 expref: 28 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.091964:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05deff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a9 expref: 28 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.091976:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05c00, rc 0) 00000100:00100000:3.0:1746129500.092029:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731723776:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7812us (8028us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129500.092037:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11320 00000100:00100000:1.0:1746129500.092325:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8a80 going to sleep for 11 seconds 00002000:00010000:1.0:1746129500.092344:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129499 -> 1746129500 00000100:00100000:1.0:1746129500.092362:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e070000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736737024:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129500.092381:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe18e00/0x40a459093b05df0d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0b0 expref: 20 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.092391:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe18e00/0x40a459093b05df0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0b0 expref: 20 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.092405:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe18e00, rc 0) 00000100:00100000:1.0:1746129500.092429:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731723904:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7925us (8394us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129500.092438:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11322 00000100:00100000:0.0:1746129500.112921:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.113497:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.113530:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731724416 00000100:00100000:1.0:1746129500.113545:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731724416 00000100:00100000:2.0:1746129500.113599:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731724288 00000100:00100000:2.0:1746129500.113603:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731724288 00002000:00100000:1.0:1746129500.113607:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88008e073100 x1830948731724416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.113617:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e073100 with x1830948731724416 ext(1048576->2097151) 00002000:00100000:2.0:1746129500.113621:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88008e073b80 x1830948731724288/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00010000:1.0:1746129500.113624:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e073100 00002000:00100000:2.0:1746129500.113627:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e073b80 with x1830948731724288 ext(1048576->2097151) 00002000:00010000:2.0:1746129500.113629:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e073b80 00000100:00100000:1.0:1746129500.113655:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4264 00000100:00100000:2.0:1746129500.113663:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4265 00000100:00100000:1.0:1746129500.113664:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731724416:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129500.113667:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731724288:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129500.123732:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731724288:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10049us (10221us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.123745:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4265 00002000:00100000:2.0:1746129500.123759:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88008e073b80 x1830948731724288/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.123769:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e073b80 with x1830948731724288 ext(1048576->2097151) 00002000:00010000:2.0:1746129500.123776:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e073b80 00000100:00100000:1.0:1746129500.127609:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731724416:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13927us (14679us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129500.127626:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4264 00002000:00100000:1.0:1746129500.127644:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88008e073100 x1830948731724416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.127656:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e073100 with x1830948731724416 ext(1048576->2097151) 00002000:00010000:1.0:1746129500.127664:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e073100 00000100:00100000:0.0:1746129500.135779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.135932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.136022:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731724672 00000100:00100000:3.0:1746129500.136034:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731724672 00000100:00100000:3.0:1746129500.136077:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731724544 00000100:00100000:3.0:1746129500.136079:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731724544 00000100:00100000:3.0:1746129500.136095:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11323 00000100:00100000:3.0:1746129500.136103:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731724672:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.136123:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.136141:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05df1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0be expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.136201:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736737152:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129500.136208:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11324 00000100:00100000:0.0:1746129500.136218:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731724544:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129500.136230:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129500.136243:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05df22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0b7 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129500.136271:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e070a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736737280:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129500.136355:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.136358:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.139009:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e070a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736737280:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129500.139044:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05df22 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0b7 expref: 28 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.139059:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05df22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0b7 expref: 28 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.139098:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5200, rc 0) 00000100:00100000:3.0:1746129500.139232:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736737152:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129500.139256:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05df1b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0be expref: 20 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.139271:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05df1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0be expref: 20 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.139464:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04800, rc 0) 00000100:00100000:3.0:1746129500.139492:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731724672:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3388us (3727us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129500.139502:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11323 00000100:00100000:2.0:1746129500.139593:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731724544:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3376us (3660us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129500.139599:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11324 00000100:00100000:0.0:1746129500.146518:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.147083:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731724800 00000100:00100000:2.0:1746129500.147094:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731724800 00000100:00100000:3.0:1746129500.147526:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11325 00000100:00100000:3.0:1746129500.147539:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+27:29156:x1830948731724800:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.147564:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.147587:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0c5 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.147620:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.147629:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.147630:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.147635:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.147670:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.147681:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 32 pid: 7149 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.147696:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736737408:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129500.148218:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.150041:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736737408:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129500.150077:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.150095:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04400, rc 0) 00000100:00100000:3.0:1746129500.150147:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+28:29156:x1830948731724800:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2610us (3641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.150156:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11325 00000100:00100000:0.0:1746129500.151865:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.151972:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731724928 00000100:00100000:1.0:1746129500.151981:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731724928 00002000:00100000:1.0:1746129500.152029:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3506176->4194303) req@ffff88008e070e00 x1830948731724928/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.152038:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070e00 with x1830948731724928 ext(3506176->4194303) 00010000:00010000:1.0:1746129500.152047:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 33 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129500.152065:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 33 pid: 7149 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129500.152071:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e070e00 00000100:00100000:1.0:1746129500.152248:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1089 00000100:00100000:1.0:1746129500.152257:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731724928:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129500.162457:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731724928:12345-192.168.202.4@tcp:4:cat.0 Request processed in 10187us (10584us total) trans 17179873098 rc 0/0 00000100:00100000:1.0:1746129500.162524:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1089 00002000:00100000:1.0:1746129500.162538:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3506176->4194303) req@ffff88008e070e00 x1830948731724928/t17179873098(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.162548:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070e00 with x1830948731724928 ext(3506176->4194303) 00010000:00010000:1.0:1746129500.162561:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 35 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129500.162577:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 35 pid: 7149 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129500.162586:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008e070e00 00000100:00100000:0.0:1746129500.168197:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.168650:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731725056 00000100:00100000:3.0:1746129500.168661:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731725056 00000100:00100000:3.0:1746129500.168728:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11326 00000100:00100000:3.0:1746129500.168737:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+28:29155:x1830948731725056:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129500.168760:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.168781:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0cc expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.168811:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.168814:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.168819:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->4194303] (req 4104192->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.168831:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->4194303] (req 4104192->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.168846:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05e00, rc 0) 00000100:00100000:3.0:1746129500.168907:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+29:29155:x1830948731725056:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 171us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.168914:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11326 00000100:00100000:0.0:1746129500.169705:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.170019:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731725184 00000100:00100000:2.0:1746129500.170025:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731725184 00010000:00010000:2.0:1746129500.170050:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 35 pid: 7149 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.170083:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5682 00000100:00100000:2.0:1746129500.170089:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731725184:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.170102:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.170126:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 35 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.170136:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 35 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.170156:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ab1a00/0x40a459093b05dec7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3506176->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a071 expref: 35 pid: 7149 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.170186:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.170188:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.170195:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.170202:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.170208:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.170209:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.170212:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.170217:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.170250:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.170262:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736737536:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.170401:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.170408:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736737664:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.170428:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c9ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.172883:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736737536:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.172895:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736737664:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.172916:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.172979:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731725184:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2888us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.172990:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5682 00000100:00100000:1.0:1746129500.173054:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.173808:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731725440 00000100:00100000:2.0:1746129500.173817:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731725440 00002000:00100000:2.0:1746129500.173856:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4104192->4108287) req@ffff880129adfb80 x1830948731725440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.173865:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adfb80 with x1830948731725440 ext(4104192->4108287) 00002000:00010000:2.0:1746129500.173883:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adfb80 00000100:00100000:2.0:1746129500.173911:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4266 00000100:00100000:2.0:1746129500.173919:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731725440:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129500.174574:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.174630:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731725696 00000100:00100000:0.0:1746129500.174635:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731725696 00002000:00100000:0.0:1746129500.174663:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880129add880 x1830948731725696/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.174669:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add880 with x1830948731725696 ext(2097152->3145727) 00002000:00010000:0.0:1746129500.174671:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129add880 00000100:00100000:0.0:1746129500.174688:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4267 00000100:00100000:2.0:1746129500.174692:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:1960:x1830948731725440:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 773us (1637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129500.174692:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731725696:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129500.174699:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4266 00002000:00100000:2.0:1746129500.174704:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4104192->4108287) req@ffff880129adfb80 x1830948731725440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.174711:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adfb80 with x1830948731725440 ext(4104192->4108287) 00002000:00010000:2.0:1746129500.174714:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adfb80 00000100:00100000:0.0:1746129500.177673:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.177918:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731725824 00000100:00100000:2.0:1746129500.177926:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731725824 00000100:00100000:2.0:1746129500.178202:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11327 00000100:00100000:2.0:1746129500.178212:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+19:29155:x1830948731725824:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129500.178230:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.178249:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0d3 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.178287:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 24 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.178312:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129500.178313:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129500.178316:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->3776511] (req 3145728->3776511) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.178349:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 24 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.178361:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 24 pid: 31503 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.178373:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736737792:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.179076:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c9ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.183387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.183443:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.183469:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731726208 00000100:00100000:1.0:1746129500.183480:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731726208 00000100:00100000:2.0:1746129500.183484:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731726080 00000100:00100000:2.0:1746129500.183490:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731726080 00002000:00100000:1.0:1746129500.183536:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3149823) req@ffff880129add180 x1830948731726208/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 4584/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129500.183538:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10090 00002000:00100000:1.0:1746129500.183546:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add180 with x1830948731726208 ext(3145728->3149823) 00000100:00100000:2.0:1746129500.183547:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+318:29160:x1830948731726080:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129500.183556:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 25 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.183570:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.183571:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 25 pid: 31503 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129500.183578:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129add180 00010000:00010000:2.0:1746129500.183590:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fa2c00/0x40a459093b05df3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0da expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.183593:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1090 00000100:00100000:1.0:1746129500.183599:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731726208:12345-192.168.202.4@tcp:4:cat.0 00010000:00010000:2.0:1746129500.183785:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746129500.183791:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736737792:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.183805:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.183816:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.183817:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->3776511] (req 3145728->3776511) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1746129500.183826:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129500.183832:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee35200, rc 0) 00000100:00100000:3.0:1746129500.183879:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:29155:x1830948731725824:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5669us (6214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.183888:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11327 00010000:00010000:2.0:1746129500.183928:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fa2c00/0x40a459093b05df3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0da expref: 321 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.183957:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0da expref: 320 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.183958:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731726208:12345-192.168.202.4@tcp:4:cat.0 Request processed in 358us (514us total) trans 21474840292 rc 0/0 00000100:00100000:1.0:1746129500.183964:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1090 00010000:00010000:2.0:1746129500.183965:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129500.183969:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00002000:00100000:1.0:1746129500.183969:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3149823) req@ffff880129add180 x1830948731726208/t21474840292(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 4584/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00010000:00010000:2.0:1746129500.183971:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f569a00, rc 0) 00000100:00100000:2.0:1746129500.183996:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+320:29160:x1830948731726080:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 450us (624us total) trans 8589943962 rc 0/0 00000100:00100000:2.0:1746129500.184002:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10090 00002000:00100000:1.0:1746129500.185217:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add180 with x1830948731726208 ext(3145728->3149823) 00010000:00010000:1.0:1746129500.185228:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 27 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129500.185241:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 27 pid: 31503 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129500.185247:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880129add180 00000100:00100000:2.0:1746129500.187831:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731725696:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13127us (13249us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.187844:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4267 00002000:00100000:2.0:1746129500.187855:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880129add880 x1830948731725696/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.187865:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add880 with x1830948731725696 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.187869:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129add880 00000100:00100000:0.0:1746129500.189673:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.189772:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731726336 00000100:00100000:2.0:1746129500.189781:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731726336 00010000:00010000:2.0:1746129500.190209:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 27 pid: 31503 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.190255:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5683 00000100:00100000:2.0:1746129500.190266:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731726336:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.190282:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.190384:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 27 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.190397:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 27 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.190423:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4400/0x40a459093b05ded5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3149823) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a07f expref: 27 pid: 31503 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.190440:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.190442:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.190450:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.190459:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.190496:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.190508:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736737920:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.190718:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c9ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.192706:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.192783:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731726464 00000100:00100000:3.0:1746129500.192791:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731726464 00000100:00100000:3.0:1746129500.192836:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11328 00000100:00100000:3.0:1746129500.192843:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:29156:x1830948731726464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.192860:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.192874:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0e1 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.192898:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.192905:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.192907:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.192910:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.192935:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.192954:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 21 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.192963:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736738048:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129500.194604:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.196639:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736737920:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129500.196664:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129500.196729:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948731726336:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6463us (7059us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129500.196742:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5683 00000100:00100000:3.0:1746129500.197359:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736738048:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129500.197387:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.197406:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05000, rc 0) 00000100:00100000:3.0:1746129500.197445:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+21:29156:x1830948731726464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4602us (4744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.197453:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11328 00000100:00100000:0.0:1746129500.199104:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.199196:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731726720 00000100:00100000:2.0:1746129500.199203:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731726720 00002000:00100000:2.0:1746129500.199249:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3772416->3776511) req@ffff88012e87c700 x1830948731726720/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.199258:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87c700 with x1830948731726720 ext(3772416->3776511) 00010000:00010000:2.0:1746129500.199267:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 21 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.199280:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 21 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.199287:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87c700 00000100:00100000:2.0:1746129500.199476:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1091 00000100:00100000:2.0:1746129500.199483:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948731726720:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129500.199651:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948731726720:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 169us (551us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129500.199657:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1091 00002000:00100000:2.0:1746129500.199661:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3772416->3776511) req@ffff88012e87c700 x1830948731726720/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.199668:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87c700 with x1830948731726720 ext(3772416->3776511) 00010000:00010000:2.0:1746129500.199672:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 21 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.199680:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 21 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.199686:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87c700 00000100:00100000:0.0:1746129500.204103:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.204204:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731726976 00000100:00100000:1.0:1746129500.204214:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731726976 00002000:00100000:1.0:1746129500.204263:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3776511) req@ffff88012e87f800 x1830948731726976/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.204274:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87f800 with x1830948731726976 ext(3145728->3776511) 00010000:00010000:1.0:1746129500.204284:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 21 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:1.0:1746129500.204456:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 21 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:1.0:1746129500.204463:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87f800 00000100:00100000:2.0:1746129500.205449:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1092 00000100:00100000:2.0:1746129500.205461:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948731726976:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129500.217625:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:1960:x1830948731726976:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 12152us (13520us total) trans 21474840293 rc 0/0 00000100:00100000:2.0:1746129500.217639:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1092 00002000:00100000:2.0:1746129500.217654:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3776511) req@ffff88012e87f800 x1830948731726976/t21474840293(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.217664:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87f800 with x1830948731726976 ext(3145728->3776511) 00010000:00010000:2.0:1746129500.217674:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.217691:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.217698:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87f800 00000100:00100000:0.0:1746129500.219852:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.220177:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731727104 00000100:00100000:2.0:1746129500.220189:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731727104 00010000:00010000:2.0:1746129500.220234:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.222011:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5684 00000100:00100000:2.0:1746129500.222029:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731727104:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.222054:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.222105:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.222121:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.222149:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee35200/0x40a459093b05df37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3776511) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0d3 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.222186:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.222190:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.222199:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.222209:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.222255:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.222270:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736738176:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.223492:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c9ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.228375:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736738176:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.228406:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.228471:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731727104:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6445us (8622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.228484:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5684 00000100:00100000:0.0:1746129500.229798:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.229928:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731727360 00000100:00100000:2.0:1746129500.229937:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731727360 00002000:00100000:2.0:1746129500.229999:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012e87dc00 x1830948731727360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.230010:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87dc00 with x1830948731727360 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.230016:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87dc00 00000100:00100000:2.0:1746129500.230064:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4268 00000100:00100000:2.0:1746129500.230074:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948731727360:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129500.243122:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948731727360:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13033us (13312us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129500.243137:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4268 00002000:00100000:3.0:1746129500.243152:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012e87dc00 x1830948731727360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.243162:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87dc00 with x1830948731727360 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.243171:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87dc00 00000100:00100000:0.0:1746129500.249481:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.249765:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731727488 00000100:00100000:3.0:1746129500.249779:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731727488 00000100:00100000:3.0:1746129500.250760:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11329 00000100:00100000:3.0:1746129500.250774:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+29:29156:x1830948731727488:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.250801:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.250830:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0e8 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.250868:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.250876:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.250878:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.250882:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 30 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.250922:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.250936:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 30 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.250963:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736738304:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129500.251883:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.254673:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.254806:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736738304:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129500.254837:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 30 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.254855:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04800, rc 0) 00000100:00100000:3.0:1746129500.254906:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+30:29156:x1830948731727488:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4135us (5440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.254915:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11329 00000100:00100000:2.0:1746129500.256864:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731727616 00000100:00100000:2.0:1746129500.256876:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731727616 00002000:00100000:2.0:1746129500.256935:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4104192->4194303) req@ffff88012e87ce00 x1830948731727616/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.256954:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87ce00 with x1830948731727616 ext(4104192->4194303) 00010000:00010000:2.0:1746129500.256963:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 30 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.256978:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 30 pid: 22481 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.256984:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e87ce00 00000100:00100000:2.0:1746129500.257013:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1093 00000100:00100000:2.0:1746129500.257023:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+30:1961:x1830948731727616:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129500.260052:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731727616:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 3016us (5377us total) trans 17179873099 rc 0/0 00000100:00100000:2.0:1746129500.260066:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1093 00002000:00100000:2.0:1746129500.260081:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4104192->4194303) req@ffff88012e87ce00 x1830948731727616/t17179873099(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.260089:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87ce00 with x1830948731727616 ext(4104192->4194303) 00010000:00010000:2.0:1746129500.260100:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.260116:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.260122:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e87ce00 00000100:00100000:0.0:1746129500.262368:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.262516:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731727744 00000100:00100000:2.0:1746129500.262527:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731727744 00010000:00010000:2.0:1746129500.262572:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.262678:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5685 00000100:00100000:2.0:1746129500.262689:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731727744:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.262706:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.262733:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.262746:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.262777:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05df30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4104192->18446744073709551615] (req 4104192->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0cc expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.262802:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.262804:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.262813:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 31 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.262822:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 31 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.262865:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 31 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.262881:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736738432:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.263462:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c9ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.268825:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736738432:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.268853:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.268905:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+31:1961:x1830948731727744:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6217us (6544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.268916:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5685 00000100:00100000:0.0:1746129500.270225:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.271189:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.271428:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731728128 00000100:00100000:2.0:1746129500.271438:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731728128 00002000:00100000:2.0:1746129500.271486:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e87e680 x1830948731728128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.271501:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87e680 with x1830948731728128 ext(3145728->4194303) 00002000:00010000:2.0:1746129500.271507:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e87e680 00000100:00100000:2.0:1746129500.271537:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731728256 00000100:00100000:2.0:1746129500.271540:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731728256 00002000:00100000:2.0:1746129500.271556:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012e87ca80 x1830948731728256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.271562:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87ca80 with x1830948731728256 ext(3145728->4194303) 00002000:00010000:2.0:1746129500.271565:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87ca80 00000100:00100000:2.0:1746129500.271585:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4269 00000100:00100000:2.0:1746129500.271592:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948731728128:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129500.271618:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4270 00000100:00100000:3.0:1746129500.271627:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731728256:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129500.276767:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.277096:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731728384 00000100:00100000:3.0:1746129500.277107:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731728384 00000100:00100000:3.0:1746129500.277156:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11330 00000100:00100000:3.0:1746129500.277169:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:29160:x1830948731728384:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129500.277191:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.277212:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0ef expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.277247:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.277255:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.277256:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.277260:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3788800->4194303] (req 3788800->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.277311:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.277328:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.277341:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736738560:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129500.277420:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.282069:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736738560:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129500.282110:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3788800->4194303] (req 3788800->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.282129:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04a00, rc 0) 00000100:00100000:3.0:1746129500.282182:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:29160:x1830948731728384:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5012us (5429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.282191:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11330 00000100:00100000:3.0:1746129500.285728:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731728256:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 14090us (14527us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129500.285741:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4270 00002000:00100000:3.0:1746129500.285755:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012e87ca80 x1830948731728256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.285764:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87ca80 with x1830948731728256 ext(3145728->4194303) 00010000:00010000:3.0:1746129500.285774:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 22 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.285789:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 22 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:3.0:1746129500.285797:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87ca80 00000100:00100000:2.0:1746129500.286339:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948731728128:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 14746us (16118us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.286346:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4269 00002000:00100000:2.0:1746129500.286351:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e87e680 x1830948731728128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.286359:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87e680 with x1830948731728128 ext(3145728->4194303) 00002000:00010000:2.0:1746129500.286363:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e87e680 00000100:00100000:0.0:1746129500.288875:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.288995:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.289104:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731728512 00000100:00100000:3.0:1746129500.289114:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731728512 00000100:00100000:2.0:1746129500.289164:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731728640 00000100:00100000:2.0:1746129500.289169:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731728640 00000100:00100000:3.0:1746129500.289177:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11331 00000100:00100000:3.0:1746129500.289185:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+23:29156:x1830948731728512:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129500.289197:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.289206:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129500.289223:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5686 00010000:00010000:3.0:1746129500.289224:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0f6 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.289228:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731728640:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.289244:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.289251:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.289259:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3788800->4194303] (req 3788800->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.289267:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.289270:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.289531:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 24 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.289544:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 24 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.289558:0:7148:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3788800->4194303] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.289562:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df53 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e1 expref: 24 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.289571:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.289581:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.289583:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.289590:0:7148:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.289602:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.289621:0:7148:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.289631:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 26 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.289644:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736738816:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.289645:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.289700:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731728640:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 471us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.289707:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5686 00000100:00100000:3.0:1746129500.290431:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.292567:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736738816:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129500.292587:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05e00, rc 0) 00000100:00100000:3.0:1746129500.292644:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+22:29156:x1830948731728512:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3457us (3775us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.292653:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11331 00000100:00100000:0.0:1746129500.293087:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.293244:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731728896 00000100:00100000:2.0:1746129500.293251:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731728896 00002000:00100000:2.0:1746129500.293312:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3788800->3792895) req@ffff88012e87fb80 x1830948731728896/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.293322:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87fb80 with x1830948731728896 ext(3788800->3792895) 00010000:00010000:2.0:1746129500.293331:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 27 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.293346:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 27 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.293353:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87fb80 00000100:00100000:2.0:1746129500.293373:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1094 00000100:00100000:2.0:1746129500.293380:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731728896:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129500.293559:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731728896:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 179us (473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129500.293565:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1094 00002000:00100000:2.0:1746129500.293570:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3788800->3792895) req@ffff88012e87fb80 x1830948731728896/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.293581:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87fb80 with x1830948731728896 ext(3788800->3792895) 00010000:00010000:2.0:1746129500.293588:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 27 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.293597:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 27 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.293603:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87fb80 00000100:00100000:0.0:1746129500.299060:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.299129:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.299219:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731729280 00000100:00100000:3.0:1746129500.299233:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731729280 00000100:00100000:3.0:1746129500.299327:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11332 00000100:00100000:3.0:1746129500.299338:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+34:29160:x1830948731729280:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129500.299366:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.299389:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a0fd expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.299422:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731729152 00000100:00100000:2.0:1746129500.299427:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731729152 00010000:00010000:3.0:1746129500.299438:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 30 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.299447:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.299449:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.299452:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->4567039] (req 4194304->4567039) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 35 pid: 7148 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746129500.299463:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3788800->4194303) req@ffff88012e87d500 x1830948731729152/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.299472:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87d500 with x1830948731729152 ext(3788800->4194303) 00010000:00010000:2.0:1746129500.299480:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 27 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.299488:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 30 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.299491:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 27 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.299499:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 30 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.299502:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87d500 00000100:00100000:3.0:1746129500.299516:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736738944:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.299526:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1095 00000100:00100000:2.0:1746129500.299531:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731729152:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129500.299619:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00010000:00010000:2.0:1746129500.300429:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746129500.305963:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736738944:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129500.306000:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->4567039] (req 4194304->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 35 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.306021:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05c00, rc 0) 00000100:00100000:3.0:1746129500.306083:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+35:29160:x1830948731729280:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6746us (6951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.306093:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11332 00000100:00100000:0.0:1746129500.306918:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.307035:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731729408 00000100:00100000:3.0:1746129500.307044:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731729408 00010000:00010000:3.0:1746129500.307073:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 31 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.307110:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5687 00000100:00100000:3.0:1746129500.307119:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731729408:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.307134:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.307160:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 31 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.307170:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 31 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.307193:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0e8 expref: 31 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.307217:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.307219:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.307226:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 34 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.307232:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 34 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.307264:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 34 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.307276:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736739072:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129500.307364:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9600 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.308714:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731729152:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 9179us (9666us total) trans 21474840294 rc 0/0 00000100:00100000:2.0:1746129500.308725:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1095 00002000:00100000:2.0:1746129500.308734:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3788800->4194303) req@ffff88012e87d500 x1830948731729152/t21474840294(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.308743:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87d500 with x1830948731729152 ext(3788800->4194303) 00010000:00010000:2.0:1746129500.308752:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 29 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.308765:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 29 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.308771:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87d500 00000100:00100000:0.0:1746129500.309452:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.309454:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736739072:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129500.309470:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.309490:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731729408:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2373us (2575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.309498:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5687 00000100:00100000:2.0:1746129500.309522:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731729536 00000100:00100000:2.0:1746129500.309527:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731729536 00000100:00100000:2.0:1746129500.309569:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11333 00000100:00100000:2.0:1746129500.309576:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731729536:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129500.309591:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.309605:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e800/0x40a459093b05df76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a104 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.309648:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736739200:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129500.309718:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c9ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.311970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.312060:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731729792 00000100:00100000:2.0:1746129500.312066:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731729792 00002000:00100000:2.0:1746129500.312103:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4562944->4567039) req@ffff880090168000 x1830948731729792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.312113:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168000 with x1830948731729792 ext(4562944->4567039) 00002000:00010000:2.0:1746129500.312118:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090168000 00000100:00100000:2.0:1746129500.312136:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4271 00000100:00100000:2.0:1746129500.312143:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731729792:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129500.312781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.312816:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731729920 00000100:00100000:1.0:1746129500.312821:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731729920 00000100:00100000:1.0:1746129500.312849:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11334 00000100:00100000:1.0:1746129500.312855:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731729920:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.312865:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.312883:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132edd400/0x40a459093b05df7d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a10b expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129500.312978:0:7148:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime: 1746129500 -> 1746129501 00002000:00010000:3.0:1746129500.312982:0:7148:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime: 1746129500 -> 1746129501 00000100:00100000:3.0:1746129500.312994:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736739200:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129500.313001:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731729792:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 857us (1035us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129500.313007:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4271 00002000:00100000:2.0:1746129500.313013:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4562944->4567039) req@ffff880090168000 x1830948731729792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00010000:00010000:3.0:1746129500.313020:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e800/0x40a459093b05df76 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a104 expref: 37 pid: 7148 timeout: 0 lvb_type: 1 00002000:00100000:2.0:1746129500.313020:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168000 with x1830948731729792 ext(4562944->4567039) 00002000:00010000:2.0:1746129500.313023:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090168000 00010000:00010000:3.0:1746129500.313031:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e800/0x40a459093b05df76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a104 expref: 37 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.313044:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ea5e800, rc 0) 00000100:00100000:1.0:1746129500.313101:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736739328:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129500.313238:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731729536:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3661us (3787us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129500.313244:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11333 00000100:00100000:1.0:1746129500.313352:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cf00 going to sleep for 11 seconds 00002000:00010000:1.0:1746129500.316958:0:22481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129500 -> 1746129501 00002000:00010000:1.0:1746129500.316965:0:22481:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129500 -> 1746129501 00000100:00100000:0.0:1746129500.316967:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.316991:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736739328:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129500.317036:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132edd400/0x40a459093b05df7d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a10b expref: 30 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.317052:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132edd400/0x40a459093b05df7d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a10b expref: 30 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.317066:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132edd400, rc 0) 00000100:00100000:1.0:1746129500.317120:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731729920:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4264us (4338us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129500.317129:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11334 00000100:00100000:3.0:1746129500.317280:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731730048 00000100:00100000:3.0:1746129500.317288:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731730048 00010000:00010000:3.0:1746129500.317339:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 29 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.317361:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5688 00000100:00100000:3.0:1746129500.317367:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731730048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.317380:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.317389:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 29 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.317399:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 29 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.317416:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be04a00/0x40a459093b05df61 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3788800->4194303) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0ef expref: 29 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.317431:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.317433:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.317440:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.317448:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.317478:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.317490:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736739456:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129500.317543:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.319211:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736739456:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129500.319227:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.319265:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+28:1960:x1830948731730048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1898us (2306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.319274:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5688 00000100:00100000:0.0:1746129500.324676:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.324783:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.324878:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731730432 00000100:00100000:1.0:1746129500.324882:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731730560 00000100:00100000:2.0:1746129500.324888:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731730432 00000100:00100000:1.0:1746129500.324888:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731730560 00002000:00100000:2.0:1746129500.324936:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009016a300 x1830948731730432/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:1.0:1746129500.324956:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11335 00002000:00100000:2.0:1746129500.324957:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016a300 with x1830948731730432 ext(3145728->4194303) 00002000:00010000:2.0:1746129500.324963:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009016a300 00000100:00100000:1.0:1746129500.324965:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+35:29164:x1830948731730560:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129500.324979:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4272 00010000:00010000:1.0:1746129500.324983:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129500.324985:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948731730432:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:1.0:1746129500.325003:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a112 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.325026:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.325028:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.325036:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a112 expref: 36 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.325050:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a112 expref: 36 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.325059:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132edcc00, rc 0) 00000100:00100000:1.0:1746129500.325107:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+36:29164:x1830948731730560:12345-192.168.202.4@tcp:101:cat.0 Request processed in 144us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.325116:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11335 00000100:00100000:0.0:1746129500.330378:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.330481:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731730816 00000100:00100000:2.0:1746129500.330492:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731730816 00002000:00100000:2.0:1746129500.330541:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880090169f80 x1830948731730816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.330551:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169f80 with x1830948731730816 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.330556:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090169f80 00000100:00100000:2.0:1746129500.330578:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4273 00000100:00100000:2.0:1746129500.330585:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731730816:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129500.337810:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731730816:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7223us (7439us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.337810:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948731730432:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 12809us (13194us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129500.337824:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4273 00002000:00100000:3.0:1746129500.337958:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880090169f80 x1830948731730816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.337969:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169f80 with x1830948731730816 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.337975:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090169f80 00000100:00100000:2.0:1746129500.338187:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4272 00002000:00100000:2.0:1746129500.338195:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009016a300 x1830948731730432/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.338203:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016a300 with x1830948731730432 ext(3145728->4194303) 00002000:00010000:2.0:1746129500.338207:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009016a300 00000100:00100000:0.0:1746129500.341280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.341642:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731730944 00000100:00100000:3.0:1746129500.341655:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731730944 00000100:00100000:3.0:1746129500.341716:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11336 00000100:00100000:3.0:1746129500.341725:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+28:29164:x1830948731730944:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.341748:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.341768:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a119 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.341801:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.341803:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.341811:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a119 expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.341826:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a119 expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.341838:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05000, rc 0) 00000100:00100000:3.0:1746129500.341894:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:29164:x1830948731730944:12345-192.168.202.4@tcp:101:cat.0 Request processed in 170us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.341902:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11336 00000100:00100000:1.0:1746129500.342882:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.343835:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731731072 00000100:00100000:3.0:1746129500.343852:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731731072 00000100:00100000:3.0:1746129500.344232:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11337 00000100:00100000:3.0:1746129500.344241:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:1961:x1830948731731072:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.344266:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.344328:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a120 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.344420:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736739584:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129500.344543:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.351722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.351759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.351790:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.351852:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731731328 00000100:00100000:0.0:1746129500.351862:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731731328 00002000:00010000:3.0:1746129500.351889:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129500 -> 1746129501 00000100:00100000:3.0:1746129500.351913:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736739584:192.168.202.4@tcp:106: 00002000:00100000:0.0:1746129500.351913:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880090168a80 x1830948731731328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.351924:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168a80 with x1830948731731328 ext(2097152->3145727) 00002000:00010000:0.0:1746129500.351929:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090168a80 00010000:00010000:3.0:1746129500.351954:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a120 expref: 31 pid: 8410 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129500.351960:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731731584 00000100:00100000:0.0:1746129500.351963:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731731584 00010000:00010000:3.0:1746129500.351969:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04800/0x40a459093b05df92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a120 expref: 31 pid: 8410 timeout: 0 lvb_type: 1 00002000:00100000:0.0:1746129500.351977:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880090169180 x1830948731731584/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.351984:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169180 with x1830948731731584 ext(3145728->4194303) 00002000:00010000:0.0:1746129500.351986:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090169180 00000100:00100000:0.0:1746129500.352002:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731731840 00000100:00100000:0.0:1746129500.352004:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731731840 00002000:00100000:0.0:1746129500.352019:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009016b480 x1830948731731840/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746129500.352021:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4274 00002000:00100000:0.0:1746129500.352025:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b480 with x1830948731731840 ext(3145728->4194303) 00002000:00010000:0.0:1746129500.352029:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016b480 00000100:00100000:1.0:1746129500.352033:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731731328:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129500.352049:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4275 00000100:00100000:1.0:1746129500.352060:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4276 00000100:00100000:1.0:1746129500.352065:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731731840:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:3.0:1746129500.352168:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04800, rc 0) 00000100:00100000:3.0:1746129500.352213:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:1961:x1830948731731072:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7973us (9338us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129500.352260:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11337 00000100:00100000:0.0:1746129500.352317:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731731584:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129500.364421:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.365124:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731731968 00000100:00100000:3.0:1746129500.365134:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731731968 00000100:00100000:3.0:1746129500.365193:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11338 00000100:00100000:3.0:1746129500.365201:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:29156:x1830948731731968:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.365222:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.365240:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a127 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.365269:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 37 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.365276:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.365279:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.365282:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 31 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.365340:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 37 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.365351:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 37 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.365363:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736739712:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129500.365443:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.366099:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731731328:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14066us (14388us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.366109:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4274 00002000:00100000:2.0:1746129500.366119:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880090168a80 x1830948731731328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.366129:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168a80 with x1830948731731328 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.366134:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090168a80 00000100:00100000:3.0:1746129500.367114:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731731584:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15055us (15349us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129500.367121:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4275 00002000:00100000:3.0:1746129500.367128:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880090169180 x1830948731731584/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.367141:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169180 with x1830948731731584 ext(3145728->4194303) 00002000:00010000:3.0:1746129500.367144:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090169180 00000100:00100000:0.0:1746129500.369153:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.369192:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736739712:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129500.369223:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 31 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.369241:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b600, rc 0) 00000100:00100000:2.0:1746129500.369249:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731732096 00000100:00100000:2.0:1746129500.369258:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731732096 00000100:00100000:3.0:1746129500.369289:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+31:29156:x1830948731731968:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4087us (4884us total) trans 0 rc 0/0 00002000:00100000:2.0:1746129500.369311:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4567039) req@ffff88009016a680 x1830948731732096/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:3.0:1746129500.369313:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11338 00002000:00100000:2.0:1746129500.369317:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016a680 with x1830948731732096 ext(4194304->4567039) 00010000:00010000:2.0:1746129500.369323:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 38 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.369333:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 38 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.369338:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009016a680 00000100:00100000:2.0:1746129500.369352:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1096 00000100:00100000:2.0:1746129500.369358:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+38:1960:x1830948731732096:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129500.369708:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948731731840:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17641us (17916us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129500.369716:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4276 00002000:00100000:1.0:1746129500.369722:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009016b480 x1830948731731840/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.369730:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b480 with x1830948731731840 ext(3145728->4194303) 00002000:00010000:1.0:1746129500.369733:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016b480 00000100:00100000:2.0:1746129500.377646:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+38:1960:x1830948731732096:12345-192.168.202.4@tcp:4:cat.0 Request processed in 8271us (8486us total) trans 17179873100 rc 0/0 00000100:00100000:2.0:1746129500.377663:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1096 00002000:00100000:2.0:1746129500.377680:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4567039) req@ffff88009016a680 x1830948731732096/t17179873100(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.377692:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016a680 with x1830948731732096 ext(4194304->4567039) 00010000:00010000:2.0:1746129500.377705:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 38 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.377732:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 38 pid: 7148 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.377743:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009016a680 00000100:00100000:0.0:1746129500.378915:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.379005:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731732224 00000100:00100000:3.0:1746129500.379017:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731732224 00000100:00100000:3.0:1746129500.379067:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11339 00000100:00100000:3.0:1746129500.379075:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948731732224:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.379095:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.379115:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7a800/0x40a459093b05dfa0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a12e expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.379169:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736739840:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129500.379236:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.381200:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736739840:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129500.381232:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7a800/0x40a459093b05dfa0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a12e expref: 39 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.381251:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7a800/0x40a459093b05dfa0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a12e expref: 39 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.381267:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7a800, rc 0) 00000100:00100000:3.0:1746129500.381340:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948731732224:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2265us (2435us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129500.381348:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11339 00000100:00100000:0.0:1746129500.383240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.383412:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731732352 00000100:00100000:3.0:1746129500.383422:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731732352 00010000:00010000:3.0:1746129500.383457:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 38 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.384746:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5689 00000100:00100000:3.0:1746129500.384759:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948731732352:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.384777:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.384804:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 38 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.384818:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 38 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.384843:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be05c00/0x40a459093b05df6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4567039) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0fd expref: 38 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.384858:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.384861:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.384868:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.384878:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.384913:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.384985:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736739968:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129500.385149:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.387097:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.387242:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731732480 00000100:00100000:3.0:1746129500.387251:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731732480 00000100:00100000:2.0:1746129500.387264:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736739968:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.387284:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.387329:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11340 00000100:00100000:3.0:1746129500.387337:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:29164:x1830948731732480:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129500.387348:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948731732352:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2593us (4116us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129500.387355:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129500.387355:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5689 00010000:00010000:3.0:1746129500.387371:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a135 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.387392:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.387394:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.387400:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a135 expref: 38 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.387413:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a135 expref: 38 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.387457:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b400, rc 0) 00000100:00100000:3.0:1746129500.387478:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:29164:x1830948731732480:12345-192.168.202.4@tcp:101:cat.0 Request processed in 142us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.387482:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11340 00000100:00100000:0.0:1746129500.391191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.391331:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731732736 00000100:00100000:3.0:1746129500.391341:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731732736 00002000:00100000:3.0:1746129500.391393:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880093edf480 x1830948731732736/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.391404:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf480 with x1830948731732736 ext(4194304->4923391) 00002000:00010000:3.0:1746129500.391410:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edf480 00000100:00100000:3.0:1746129500.391445:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4277 00000100:00100000:3.0:1746129500.391453:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731732736:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129500.391678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.391864:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731732992 00000100:00100000:1.0:1746129500.391868:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731732992 00002000:00100000:1.0:1746129500.391890:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880093edc700 x1830948731732992/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.391899:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc700 with x1830948731732992 ext(4194304->4923391) 00002000:00010000:1.0:1746129500.391903:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edc700 00000100:00100000:1.0:1746129500.391929:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4278 00000100:00100000:1.0:1746129500.391935:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948731732992:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129500.400255:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731732736:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8790us (9064us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129500.400267:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4277 00002000:00100000:3.0:1746129500.400279:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880093edf480 x1830948731732736/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.400290:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf480 with x1830948731732736 ext(4194304->4923391) 00002000:00010000:3.0:1746129500.400327:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edf480 00000100:00100000:2.0:1746129500.401330:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948731732992:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9391us (9649us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129500.401338:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4278 00002000:00100000:2.0:1746129500.401345:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880093edc700 x1830948731732992/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.401352:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc700 with x1830948731732992 ext(4194304->4923391) 00002000:00010000:2.0:1746129500.401356:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edc700 00000100:00100000:0.0:1746129500.497479:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.497595:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731733120 00000100:00100000:1.0:1746129500.497605:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731733120 00000100:00100000:1.0:1746129500.497660:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11341 00000100:00100000:1.0:1746129500.497668:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+22:29169:x1830948731733120:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129500.497688:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.497706:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a13c expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.497738:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.497746:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a119 expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.497752:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.497753:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.497756:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3743744->4194303] (req 3743744->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.497786:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a119 expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.497797:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a119 expref: 28 pid: 8410 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129500.497807:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736740096:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129500.497921:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.497934:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129500.497951:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736740224:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129500.497973:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.504169:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.504380:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731733248 00000100:00100000:2.0:1746129500.504389:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731733248 00010000:00010000:2.0:1746129500.504428:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 24 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129500.504447:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736740096:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.504457:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5690 00000100:00100000:1.0:1746129500.504458:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e955180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736740224:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.504465:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731733248:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129500.504487:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3743744->4194303] (req 3743744->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.504504:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4a00, rc 0) 00010000:00010000:2.0:1746129500.504532:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129500.504551:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:29169:x1830948731733120:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6884us (7084us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129500.504559:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 24 pid: 7148 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129500.504559:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11341 00010000:00010000:2.0:1746129500.504573:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.504598:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05df68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0f6 expref: 23 pid: 7148 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.504614:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.504634:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731733248:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 170us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.504640:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5690 00000100:00100000:0.0:1746129500.507076:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.507430:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731733376 00000100:00100000:2.0:1746129500.507440:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731733376 00010000:00010000:2.0:1746129500.507478:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a119 expref: 29 pid: 8410 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.507501:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5691 00000100:00100000:2.0:1746129500.507508:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731733376:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.507522:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.507545:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a119 expref: 29 pid: 8410 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.507555:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a119 expref: 29 pid: 8410 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.507576:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be05000/0x40a459093b05df8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a119 expref: 29 pid: 8410 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.507591:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.507593:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.507600:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 21 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.507607:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 21 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.507640:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 21 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.507652:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736740352:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129500.508008:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.508973:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736740352:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129500.508993:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.509035:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+28:1960:x1830948731733376:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1525us (1971us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.509048:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5691 00000100:00100000:0.0:1746129500.509449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.509497:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731733632 00000100:00100000:2.0:1746129500.509504:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731733632 00002000:00100000:2.0:1746129500.509543:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3743744->3747839) req@ffff880093edf800 x1830948731733632/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.509552:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf800 with x1830948731733632 ext(3743744->3747839) 00002000:00010000:2.0:1746129500.509557:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edf800 00000100:00100000:2.0:1746129500.509586:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4279 00000100:00100000:2.0:1746129500.509593:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731733632:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129500.509771:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731733632:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 178us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129500.509777:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4279 00002000:00100000:2.0:1746129500.509782:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3743744->3747839) req@ffff880093edf800 x1830948731733632/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.509790:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf800 with x1830948731733632 ext(3743744->3747839) 00002000:00010000:2.0:1746129500.509792:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edf800 00000100:00100000:0.0:1746129500.519519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.519620:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731733760 00000100:00100000:1.0:1746129500.519631:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731733760 00000100:00100000:1.0:1746129500.519697:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11342 00000100:00100000:1.0:1746129500.519707:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:29169:x1830948731733760:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129500.519738:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.519767:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a143 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.519808:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 32 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.519823:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a135 expref: 37 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.519831:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.519833:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.519836:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->4481023] (req 4194304->4481023) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.519876:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a135 expref: 37 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.519888:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a135 expref: 37 pid: 8410 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129500.519902:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736740480:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129500.520024:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 32 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.520032:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 32 pid: 8410 timeout: 855 lvb_type: 0 00000100:00100000:1.0:1746129500.520040:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736740608:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129500.520059:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.523170:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e955180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736740480:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129500.523181:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736740608:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129500.523210:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->4481023] (req 4194304->4481023) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.523227:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5200, rc 0) 00000100:00100000:1.0:1746129500.523267:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:29169:x1830948731733760:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3561us (3761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.523278:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11342 00000100:00100000:0.0:1746129500.524754:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.524858:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731733888 00000100:00100000:3.0:1746129500.524866:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731733888 00010000:00010000:3.0:1746129500.524907:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 32 pid: 8410 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.524933:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5692 00000100:00100000:3.0:1746129500.524950:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731733888:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.524966:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.524990:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 32 pid: 8410 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.525000:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 32 pid: 8410 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.525027:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05df99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a127 expref: 32 pid: 8410 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.525363:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.525430:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731733888:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 481us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.525436:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5692 00000100:00100000:0.0:1746129500.526168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.526211:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731734016 00000100:00100000:2.0:1746129500.526215:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731734016 00010000:00010000:2.0:1746129500.526234:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a135 expref: 38 pid: 8410 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.526258:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5693 00000100:00100000:2.0:1746129500.526264:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948731734016:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.526273:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.526286:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a135 expref: 38 pid: 8410 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.526323:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a135 expref: 38 pid: 8410 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.526339:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfa7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a135 expref: 38 pid: 8410 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.526358:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.526359:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.526367:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.526375:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.526415:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.526428:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736740736:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.526520:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.528361:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736740736:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.528381:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.528412:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+37:1962:x1830948731734016:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2146us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.528420:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5693 00000100:00100000:0.0:1746129500.530006:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.530319:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731734272 00000100:00100000:2.0:1746129500.530329:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731734272 00002000:00100000:2.0:1746129500.530378:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4476928->4481023) req@ffff880093edc380 x1830948731734272/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.530388:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc380 with x1830948731734272 ext(4476928->4481023) 00002000:00010000:2.0:1746129500.530393:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edc380 00000100:00100000:2.0:1746129500.530740:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4280 00000100:00100000:2.0:1746129500.530750:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731734272:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129500.530971:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731734272:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 222us (970us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129500.530978:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4280 00002000:00100000:2.0:1746129500.530984:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4476928->4481023) req@ffff880093edc380 x1830948731734272/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.530997:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc380 with x1830948731734272 ext(4476928->4481023) 00002000:00010000:2.0:1746129500.530999:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edc380 00000100:00100000:0.0:1746129500.534775:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.534935:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731734400 00000100:00100000:1.0:1746129500.534960:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731734400 00000100:00100000:1.0:1746129500.535020:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11343 00000100:00100000:1.0:1746129500.535028:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731734400:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.535056:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.535077:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5e00/0x40a459093b05dfbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a14a expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.535134:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736740864:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129500.535228:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.540927:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736740864:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129500.540980:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5e00/0x40a459093b05dfbc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a14a expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.540997:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5e00/0x40a459093b05dfbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a14a expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.541029:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5e00, rc 0) 00000100:00100000:1.0:1746129500.541094:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731734400:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6065us (6326us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129500.541104:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11343 00000100:00100000:0.0:1746129500.557449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.557559:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731734656 00000100:00100000:2.0:1746129500.557570:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731734656 00002000:00100000:2.0:1746129500.557623:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880093edd880 x1830948731734656/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.557633:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edd880 with x1830948731734656 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.557639:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edd880 00000100:00100000:2.0:1746129500.557671:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4281 00000100:00100000:2.0:1746129500.557679:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731734656:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129500.571902:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731734656:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14208us (14606us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129500.571916:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4281 00002000:00100000:3.0:1746129500.571930:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880093edd880 x1830948731734656/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.571952:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edd880 with x1830948731734656 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.571958:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edd880 00000100:00100000:0.0:1746129500.580699:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.580818:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731734784 00000100:00100000:1.0:1746129500.580828:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731734784 00000100:00100000:1.0:1746129500.580888:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11344 00000100:00100000:1.0:1746129500.580897:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:29174:x1830948731734784:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.580919:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.580949:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a151 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.580981:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.580983:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.580992:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.581007:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.581018:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5800, rc 0) 00000100:00100000:1.0:1746129500.581080:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:29174:x1830948731734784:12345-192.168.202.4@tcp:101:cat.0 Request processed in 184us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.581087:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11344 00000100:00100000:0.0:1746129500.584064:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.584151:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731734912 00000100:00100000:3.0:1746129500.584161:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731734912 00000100:00100000:3.0:1746129500.584406:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11345 00000100:00100000:3.0:1746129500.584416:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+37:29175:x1830948731734912:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129500.584440:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.584460:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a158 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.584494:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a112 expref: 38 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.584504:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 31 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.584511:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746129500.584513:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746129500.584516:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 38 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.584548:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 31 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.584561:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 31 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.584580:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736740992:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129500.584692:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a112 expref: 38 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.584701:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a112 expref: 38 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.584710:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736741120:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129500.584727:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.586373:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736740992:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129500.586384:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736741120:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129500.586414:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 38 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.586432:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b400, rc 0) 00000100:00100000:3.0:1746129500.586486:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:29175:x1830948731734912:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2070us (2435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.586496:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11345 00000100:00100000:0.0:1746129500.587905:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.587975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.588064:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731735168 00000100:00100000:3.0:1746129500.588076:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731735168 00002000:00100000:3.0:1746129500.588131:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880093ede300 x1830948731735168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.588141:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ede300 with x1830948731735168 ext(3145728->4194303) 00010000:00010000:3.0:1746129500.588152:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.588166:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00002000:00010000:3.0:1746129500.588173:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ede300 00000100:00100000:2.0:1746129500.588248:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731735424 00000100:00100000:2.0:1746129500.588253:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731735424 00002000:00100000:2.0:1746129500.588275:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3743743) req@ffff880093eddc00 x1830948731735424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.588283:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eddc00 with x1830948731735424 ext(3145728->3743743) 00002000:00010000:2.0:1746129500.588286:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093eddc00 00000100:00100000:3.0:1746129500.588387:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1097 00000100:00100000:3.0:1746129500.588396:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:1960:x1830948731735168:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129500.588789:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4282 00000100:00100000:2.0:1746129500.588796:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731735424:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129500.590422:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.590729:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731735552 00000100:00100000:3.0:1746129500.590740:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731735552 00010000:00010000:3.0:1746129500.590774:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a112 expref: 38 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.590800:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5694 00000100:00100000:3.0:1746129500.590807:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948731735552:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.590819:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.590837:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a112 expref: 38 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.590847:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a112 expref: 38 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.590868:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132edcc00/0x40a459093b05df84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2097152->4194303] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a112 expref: 38 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.590899:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.590949:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731735552:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 142us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.590955:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5694 00000100:00100000:3.0:1746129500.601476:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:1960:x1830948731735168:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13072us (13577us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129500.601487:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1097 00002000:00100000:3.0:1746129500.601497:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880093ede300 x1830948731735168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.601510:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ede300 with x1830948731735168 ext(3145728->4194303) 00010000:00010000:3.0:1746129500.601520:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:3.0:1746129500.601534:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 32 pid: 22481 timeout: 855 lvb_type: 0 00002000:00010000:3.0:1746129500.601540:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ede300 00000100:00100000:2.0:1746129500.603840:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731735424:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15031us (15851us total) trans 0 rc 598016/598016 00000100:00100000:2.0:1746129500.603853:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4282 00002000:00100000:2.0:1746129500.603864:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3743743) req@ffff880093eddc00 x1830948731735424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 598016/598016 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.603881:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eddc00 with x1830948731735424 ext(3145728->3743743) 00002000:00010000:2.0:1746129500.603887:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093eddc00 00000100:00100000:0.0:1746129500.608512:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.610027:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731735808 00000100:00100000:2.0:1746129500.610040:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731735808 00002000:00100000:2.0:1746129500.610098:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4481024->4923391) req@ffff880093edd180 x1830948731735808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.610108:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edd180 with x1830948731735808 ext(4481024->4923391) 00002000:00010000:2.0:1746129500.610115:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edd180 00000100:00100000:2.0:1746129500.610159:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4283 00000100:00100000:2.0:1746129500.610167:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731735808:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129500.616705:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.616753:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.616836:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731735936 00000100:00100000:3.0:1746129500.616851:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731735936 00000100:00100000:0.0:1746129500.617757:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731735808:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7584us (9258us total) trans 0 rc 442368/442368 00000100:00100000:0.0:1746129500.617772:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4283 00002000:00100000:0.0:1746129500.617788:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4481024->4923391) req@ffff880093edd180 x1830948731735808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 442368/442368 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.617797:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edd180 with x1830948731735808 ext(4481024->4923391) 00002000:00010000:0.0:1746129500.617805:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edd180 00000100:00100000:1.0:1746129500.617906:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11346 00000100:00100000:1.0:1746129500.617926:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731735936:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.617953:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.617972:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ab1600/0x40a459093b05dfd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a15f expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.618051:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736741248:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129500.618142:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731736064 00000100:00100000:2.0:1746129500.618162:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731736064 00000100:00100000:1.0:1746129500.618178:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c480 going to sleep for 11 seconds 00010000:00010000:2.0:1746129500.618203:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 34 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.618240:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5695 00000100:00100000:2.0:1746129500.618246:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731736064:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.618259:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.618280:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 34 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.618311:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 34 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.618338:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05dfc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a151 expref: 34 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.618362:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.618364:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.618374:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 36 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.618383:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 36 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.618415:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 36 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.618659:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736741376:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.618944:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.623031:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736741376:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129500.623054:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736741248:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129500.623056:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129500.623088:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ab1600/0x40a459093b05dfd1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a15f expref: 33 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.623104:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ab1600/0x40a459093b05dfd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a15f expref: 33 pid: 22481 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129500.623119:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731736064:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4871us (6364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.623129:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5695 00010000:00010000:1.0:1746129500.623141:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ab1600, rc 0) 00000100:00100000:1.0:1746129500.623179:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731735936:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5260us (6483us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129500.623187:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11346 00000100:00100000:0.0:1746129500.623812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.623876:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731736320 00000100:00100000:2.0:1746129500.623884:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731736320 00002000:00100000:2.0:1746129500.623924:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3792896->3796991) req@ffff880093edc000 x1830948731736320/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.623944:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc000 with x1830948731736320 ext(3792896->3796991) 00002000:00010000:2.0:1746129500.623949:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edc000 00000100:00100000:2.0:1746129500.624013:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4284 00000100:00100000:2.0:1746129500.624022:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731736320:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129500.624780:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731736320:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 755us (967us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129500.624787:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4284 00002000:00100000:2.0:1746129500.624793:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3792896->3796991) req@ffff880093edc000 x1830948731736320/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.624801:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc000 with x1830948731736320 ext(3792896->3796991) 00002000:00010000:2.0:1746129500.624805:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edc000 00000100:00100000:0.0:1746129500.629931:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.630056:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731736448 00000100:00100000:1.0:1746129500.630066:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731736448 00000100:00100000:1.0:1746129500.633509:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11347 00000100:00100000:1.0:1746129500.633533:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948731736448:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.633560:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.633583:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05dfd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a166 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.633647:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736741504:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129500.633777:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.634739:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.634790:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731736576 00000100:00100000:3.0:1746129500.634801:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731736576 00000100:00100000:3.0:1746129500.634850:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11348 00000100:00100000:3.0:1746129500.634857:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+28:29175:x1830948731736576:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129500.634868:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.634880:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a16d expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.634902:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 21 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.634911:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.634912:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129500.634916:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->3244031] (req 3145728->3244031) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.634950:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 21 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.634962:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 21 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:3.0:1746129500.634971:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736741632:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129500.635034:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.635759:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736741504:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129500.635785:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05dfd8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a166 expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.635794:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05dfd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a166 expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.635819:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ab1000, rc 0) 00000100:00100000:1.0:1746129500.635858:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948731736448:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2335us (5937us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129500.635865:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11347 00000100:00100000:0.0:1746129500.636592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.637347:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.637418:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731736704 00000100:00100000:3.0:1746129500.637617:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736741632:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129500.637657:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->3244031] (req 3145728->3244031) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.637677:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7ac00, rc 0) 00000100:00100000:3.0:1746129500.637747:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:29175:x1830948731736576:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2890us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.637757:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11348 00000100:00100000:3.0:1746129500.637791:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731736832 00000100:00100000:3.0:1746129500.637797:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731736832 00000100:00100000:3.0:1746129500.637836:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11349 00000100:00100000:3.0:1746129500.637845:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731736832:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.637872:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.637895:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05dfe6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a17b expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.637959:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736741760:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129500.638026:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.638221:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731736704 00000100:00100000:0.0:1746129500.638989:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.639021:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.640174:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.640251:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731737088 00000100:00100000:1.0:1746129500.640260:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731737088 00000100:00100000:3.0:1746129500.640286:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11350 00000100:00100000:3.0:1746129500.640310:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731736704:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129500.640318:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11351 00000100:00100000:1.0:1746129500.640325:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1961:x1830948731737088:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.640328:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.640333:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.640348:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b800/0x40a459093b05dff4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a174 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.640348:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ab0a00/0x40a459093b05dfed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a182 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.640403:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736741888:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129500.640404:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736742016:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129500.640469:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731736960 00000100:00100000:1.0:1746129500.640469:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.640474:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731736960 00002000:00100000:2.0:1746129500.640504:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3743744->4194303) req@ffff88009fb9fb80 x1830948731736960/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.640514:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9fb80 with x1830948731736960 ext(3743744->4194303) 00010000:00010000:2.0:1746129500.640522:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 22 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.640534:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 22 pid: 22481 timeout: 855 lvb_type: 0 00002000:00010000:2.0:1746129500.640729:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fb9fb80 00000100:00100000:2.0:1746129500.640746:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1098 00000100:00100000:2.0:1746129500.640753:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731736960:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129500.640819:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4c9ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.640985:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731737216 00000100:00100000:3.0:1746129500.640989:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731737216 00000100:00100000:3.0:1746129500.641008:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11352 00000100:00100000:3.0:1746129500.641013:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731737216:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.641019:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.641029:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05dffb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a189 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.641053:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736742144:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129500.641072:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a4c00 going to sleep for 11 seconds 00002000:00010000:3.0:1746129500.641148:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129500 -> 1746129501 00000100:00100000:3.0:1746129500.641164:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736741760:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129500.641186:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05dfe6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a17b expref: 30 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.641196:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05dfe6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a17b expref: 30 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.642436:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b600, rc 0) 00000100:00100000:3.0:1746129500.643445:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731736832:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5592us (6090us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129500.643454:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11349 00000100:00100000:1.0:1746129500.644631:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736741888:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129500.644663:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b800/0x40a459093b05dff4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a174 expref: 38 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.644677:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b800/0x40a459093b05dff4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a174 expref: 38 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.644691:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b800, rc 0) 00000100:00100000:1.0:1746129500.644725:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731736704:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4430us (8135us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129500.644732:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11350 00000100:00100000:3.0:1746129500.644822:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736742144:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129500.644839:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05dffb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a189 expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.644847:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be05e00/0x40a459093b05dffb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a189 expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.644855:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05e00, rc 0) 00000100:00100000:3.0:1746129500.644874:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+24:1961:x1830948731737216:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3861us (4705us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129500.644880:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11352 00000100:00100000:2.0:1746129500.645058:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e956d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736742016:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129500.645077:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ab0a00/0x40a459093b05dfed lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a182 expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.645084:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ab0a00/0x40a459093b05dfed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a182 expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.645094:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ab0a00, rc 0) 00000100:00100000:2.0:1746129500.645118:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+31:1961:x1830948731737088:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4794us (6096us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129500.645122:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11351 00000100:00100000:0.0:1746129500.652869:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731736960:12345-192.168.202.4@tcp:4:cat.0 Request processed in 12102us (13868us total) trans 21474840295 rc 0/0 00000100:00100000:0.0:1746129500.652885:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1098 00002000:00100000:0.0:1746129500.652902:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3743744->4194303) req@ffff88009fb9fb80 x1830948731736960/t21474840295(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.652913:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9fb80 with x1830948731736960 ext(3743744->4194303) 00010000:00010000:0.0:1746129500.652926:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 24 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746129500.652954:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 24 pid: 22481 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746129500.652961:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fb9fb80 00000100:00100000:2.0:1746129500.656753:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.656828:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731737344 00000100:00100000:0.0:1746129500.656839:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731737344 00000100:00100000:0.0:1746129500.656899:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11353 00000100:00100000:0.0:1746129500.656908:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731737344:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129500.656929:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129500.656957:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a97db800/0x40a459093b05e002 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a190 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129500.657019:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736742272:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129500.658422:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.660913:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.660977:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.661138:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731737472 00000100:00100000:3.0:1746129500.661152:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731737472 00000100:00100000:2.0:1746129500.661319:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731737600 00000100:00100000:2.0:1746129500.661323:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731737600 00010000:00010000:2.0:1746129500.661351:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 24 pid: 22481 timeout: 855 lvb_type: 0 00000100:00100000:2.0:1746129500.661376:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5696 00000100:00100000:2.0:1746129500.661383:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731737600:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.661398:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.661423:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 24 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.661434:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 24 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.661456:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05dfae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3743744->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a13c expref: 24 pid: 22481 timeout: 855 lvb_type: 0 00010000:00010000:2.0:1746129500.661479:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.661480:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.661487:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.661495:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.661525:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.661536:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736742400:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.661607:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.661885:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11354 00000100:00100000:3.0:1746129500.661893:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731737472:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.661909:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.661922:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e009 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a197 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.661964:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736742528:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129500.662008:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.662801:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736742272:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129500.662827:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a97db800/0x40a459093b05e002 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a190 expref: 38 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129500.662838:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a97db800/0x40a459093b05e002 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a190 expref: 38 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129500.662852:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a97db800, rc 0) 00000100:00100000:0.0:1746129500.662880:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731737344:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5974us (6140us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129500.662887:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11353 00000100:00100000:2.0:1746129500.666625:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736742400:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.666651:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.666697:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731737600:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5312us (5717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.666708:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5696 00000100:00100000:3.0:1746129500.666828:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736742528:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129500.666855:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e009 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a197 expref: 30 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.666868:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e009 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a197 expref: 30 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.667484:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05c00, rc 0) 00000100:00100000:3.0:1746129500.667528:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731737472:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5636us (6627us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129500.667536:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11354 00000100:00100000:0.0:1746129500.669983:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.670103:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731737856 00000100:00100000:2.0:1746129500.670112:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731737856 00002000:00100000:2.0:1746129500.670162:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3239936->3244031) req@ffff88009fb9ca80 x1830948731737856/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.670172:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ca80 with x1830948731737856 ext(3239936->3244031) 00002000:00010000:2.0:1746129500.670179:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ca80 00000100:00100000:2.0:1746129500.670206:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4285 00000100:00100000:2.0:1746129500.670212:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731737856:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129500.670428:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731737856:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 215us (455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129500.670435:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4285 00002000:00100000:2.0:1746129500.670440:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3239936->3244031) req@ffff88009fb9ca80 x1830948731737856/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.670446:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ca80 with x1830948731737856 ext(3239936->3244031) 00002000:00010000:2.0:1746129500.670449:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ca80 00000100:00100000:0.0:1746129500.672696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.672777:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731737984 00000100:00100000:3.0:1746129500.672787:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731737984 00000100:00100000:3.0:1746129500.672838:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11355 00000100:00100000:3.0:1746129500.672845:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+37:29179:x1830948731737984:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.672867:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.672888:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a19e expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.672926:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.672929:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.672949:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a19e expref: 38 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.672966:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a19e expref: 38 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.672979:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04a00, rc 0) 00000100:00100000:3.0:1746129500.673037:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+38:29179:x1830948731737984:12345-192.168.202.4@tcp:101:cat.0 Request processed in 192us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.673047:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11355 00000100:00100000:0.0:1746129500.684709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.684810:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.684914:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731738368 00000100:00100000:3.0:1746129500.684928:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731738368 00002000:00100000:3.0:1746129500.685000:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fb9c700 x1830948731738368/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.685011:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c700 with x1830948731738368 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.685017:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9c700 00000100:00100000:3.0:1746129500.685050:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731738496 00000100:00100000:3.0:1746129500.685053:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731738496 00002000:00100000:3.0:1746129500.685070:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009fb9c380 x1830948731738496/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.685077:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c380 with x1830948731738496 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.685081:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9c380 00000100:00100000:3.0:1746129500.685109:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4286 00000100:00100000:3.0:1746129500.685118:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731738368:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129500.685370:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4287 00000100:00100000:2.0:1746129500.685381:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948731738496:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129500.700076:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731738368:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14942us (15362us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129500.700093:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4286 00002000:00100000:3.0:1746129500.700109:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fb9c700 x1830948731738368/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.700119:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c700 with x1830948731738368 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.700127:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9c700 00000100:00100000:2.0:1746129500.701779:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948731738496:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16393us (16959us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.701789:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4287 00002000:00100000:2.0:1746129500.701798:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009fb9c380 x1830948731738496/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.701805:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c380 with x1830948731738496 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.701810:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9c380 00000100:00100000:0.0:1746129500.710681:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.712020:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731738624 00000100:00100000:2.0:1746129500.712033:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731738624 00000100:00100000:2.0:1746129500.712116:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11356 00000100:00100000:2.0:1746129500.712124:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+38:29179:x1830948731738624:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129500.712149:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.712169:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1a5 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.712204:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 39 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.712212:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129500.712214:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129500.712219:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 39 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.712256:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 39 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.712268:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 39 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129500.712281:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736742656:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.712436:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.714061:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736742656:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.714103:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 39 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.714122:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c63f800, rc 0) 00000100:00100000:2.0:1746129500.714179:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+39:29179:x1830948731738624:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2056us (3509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.714188:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11356 00000100:00100000:1.0:1746129500.714750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.714827:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731738752 00000100:00100000:3.0:1746129500.714834:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731738752 00002000:00100000:3.0:1746129500.714873:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3792896->4194303) req@ffff88012e954000 x1830948731738752/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.714881:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830948731738752 ext(3792896->4194303) 00010000:00010000:3.0:1746129500.714888:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 39 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.714900:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 39 pid: 8410 timeout: 856 lvb_type: 0 00002000:00010000:3.0:1746129500.714906:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e954000 00000100:00100000:3.0:1746129500.715228:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1099 00000100:00100000:3.0:1746129500.715235:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948731738752:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129500.721688:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731738752:12345-192.168.202.4@tcp:4:cat.0 Request processed in 6440us (6926us total) trans 17179873101 rc 0/0 00000100:00100000:3.0:1746129500.721702:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1099 00002000:00100000:3.0:1746129500.721717:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3792896->4194303) req@ffff88012e954000 x1830948731738752/t17179873101(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.721726:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830948731738752 ext(3792896->4194303) 00010000:00010000:3.0:1746129500.721738:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 41 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.721758:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 41 pid: 8410 timeout: 856 lvb_type: 0 00002000:00010000:3.0:1746129500.721765:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e954000 00000100:00100000:0.0:1746129500.725481:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.725590:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731738880 00000100:00100000:2.0:1746129500.725600:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731738880 00010000:00010000:2.0:1746129500.725643:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 41 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129500.725686:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5697 00000100:00100000:2.0:1746129500.725694:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1961:x1830948731738880:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.725710:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.725732:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 41 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129500.725744:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 41 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129500.725772:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05dfca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3792896->4194303] (req 3792896->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a158 expref: 41 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129500.725956:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.725959:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.725968:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.725977:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.726012:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.726025:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736742784:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.726114:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.728048:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736742784:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.728071:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.728117:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731738880:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2423us (2646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.728127:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5697 00000100:00100000:0.0:1746129500.732879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.732949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.733186:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731739264 00000100:00100000:3.0:1746129500.733198:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731739264 00002000:00100000:3.0:1746129500.733253:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3244032->4194303) req@ffff88009fb9d180 x1830948731739264/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.733263:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9d180 with x1830948731739264 ext(3244032->4194303) 00002000:00010000:3.0:1746129500.733269:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9d180 00000100:00100000:3.0:1746129500.733331:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731739392 00000100:00100000:3.0:1746129500.733334:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731739392 00002000:00100000:3.0:1746129500.733348:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fb9c000 x1830948731739392/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.733354:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c000 with x1830948731739392 ext(3145728->4194303) 00002000:00010000:3.0:1746129500.733357:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9c000 00000100:00100000:3.0:1746129500.733370:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4288 00000100:00100000:3.0:1746129500.733379:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731739264:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129500.733493:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4289 00000100:00100000:1.0:1746129500.733501:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731739392:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129500.743735:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731739264:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10336us (10849us total) trans 0 rc 950272/950272 00000100:00100000:3.0:1746129500.743750:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4288 00002000:00100000:3.0:1746129500.743768:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3244032->4194303) req@ffff88009fb9d180 x1830948731739264/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 950272/950272 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.743785:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9d180 with x1830948731739264 ext(3244032->4194303) 00002000:00010000:3.0:1746129500.743792:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9d180 00000100:00100000:1.0:1746129500.745100:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731739392:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11595us (12145us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129500.745109:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4289 00002000:00100000:1.0:1746129500.745116:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fb9c000 x1830948731739392/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.745123:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c000 with x1830948731739392 ext(3145728->4194303) 00002000:00010000:1.0:1746129500.745128:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9c000 00000100:00100000:0.0:1746129500.748884:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.749051:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731739520 00000100:00100000:2.0:1746129500.749061:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731739520 00000100:00100000:2.0:1746129500.749128:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11357 00000100:00100000:2.0:1746129500.749137:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+40:1962:x1830948731739520:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129500.749161:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.749184:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c63fc00/0x40a459093b05e01e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1ac expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.749245:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736742912:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129500.749539:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.751220:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736742912:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129500.751267:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c63fc00/0x40a459093b05e01e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ac expref: 41 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.751282:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c63fc00/0x40a459093b05e01e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ac expref: 41 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.751342:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c63fc00, rc 0) 00000100:00100000:2.0:1746129500.751481:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+40:1962:x1830948731739520:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2342us (2607us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129500.751495:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11357 00000100:00100000:0.0:1746129500.754560:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.754721:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731739648 00000100:00100000:2.0:1746129500.754732:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731739648 00000100:00100000:2.0:1746129500.754804:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11358 00000100:00100000:2.0:1746129500.754813:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+40:29179:x1830948731739648:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129500.754836:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.754914:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1b3 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.754966:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.754974:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129500.754976:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129500.754980:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 41 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.755014:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.755026:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 30 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129500.755038:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736743040:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.755509:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.759875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.760042:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736743040:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.760081:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 41 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.760099:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c63e200, rc 0) 00000100:00100000:2.0:1746129500.760143:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+41:29179:x1830948731739648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5331us (5594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.760151:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11358 00000100:00100000:0.0:1746129500.760218:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731739776 00000100:00100000:0.0:1746129500.760226:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731739776 00002000:00100000:0.0:1746129500.760268:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4481023) req@ffff88012e954a80 x1830948731739776/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.760278:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954a80 with x1830948731739776 ext(4194304->4481023) 00010000:00010000:0.0:1746129500.760286:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 31 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129500.760335:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 31 pid: 22481 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746129500.760341:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e954a80 00000100:00100000:0.0:1746129500.760373:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1100 00000100:00100000:0.0:1746129500.760381:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948731739776:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129500.769613:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:1960:x1830948731739776:12345-192.168.202.4@tcp:4:cat.0 Request processed in 9216us (9730us total) trans 17179873102 rc 0/0 00000100:00100000:2.0:1746129500.769628:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1100 00002000:00100000:2.0:1746129500.769642:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4481023) req@ffff88012e954a80 x1830948731739776/t17179873102(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.769653:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954a80 with x1830948731739776 ext(4194304->4481023) 00010000:00010000:2.0:1746129500.769670:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 33 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129500.769687:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 33 pid: 22481 timeout: 856 lvb_type: 0 00002000:00010000:2.0:1746129500.769694:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e954a80 00000100:00100000:0.0:1746129500.771336:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.771438:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731739904 00000100:00100000:2.0:1746129500.771446:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731739904 00000100:00100000:2.0:1746129500.771497:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11359 00000100:00100000:2.0:1746129500.771505:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+33:29183:x1830948731739904:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129500.771524:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.771541:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1ba expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.771571:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 34 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.771579:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a19e expref: 40 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.771585:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129500.771588:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129500.771590:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 34 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.771621:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a19e expref: 40 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.771719:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a19e expref: 40 pid: 20577 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129500.771734:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736743168:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.772288:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 34 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.772313:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 34 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129500.772321:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736743296:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.772915:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5c68540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.773440:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.773597:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731740032 00000100:00100000:2.0:1746129500.773604:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731740032 00010000:00010000:2.0:1746129500.774003:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129500.774110:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736743296:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.774151:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5698 00000100:00100000:2.0:1746129500.774159:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+35:1963:x1830948731740032:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129500.774173:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.774196:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129500.774206:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129500.774228:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5200/0x40a459093b05dfb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [4194304->18446744073709551615] (req 4194304->4481023) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a143 expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129500.774246:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.774248:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.774255:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.774264:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.774329:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129500.774341:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736743424:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129500.774399:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a55cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.774772:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736743168:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.774795:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 34 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.774805:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c63fe00, rc 0) 00000100:00100000:2.0:1746129500.774839:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+34:29183:x1830948731739904:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3334us (3510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.774846:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11359 00000100:00100000:0.0:1746129500.779158:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.779627:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.779650:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731740160 00000100:00100000:3.0:1746129500.779663:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731740160 00010000:00010000:3.0:1746129500.779710:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a19e expref: 41 pid: 20577 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129500.780041:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731740288 00000100:00100000:3.0:1746129500.780045:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731740288 00010000:00010000:3.0:1746129500.780058:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 34 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129500.780079:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5699 00000100:00100000:3.0:1746129500.780086:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731740160:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.780102:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.780127:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a19e expref: 41 pid: 20577 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.780139:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a19e expref: 41 pid: 20577 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.780169:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04a00/0x40a459093b05e010 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a19e expref: 41 pid: 20577 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.780190:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129500.780499:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736743424:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129500.780527:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129500.780565:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5700 00000100:00100000:1.0:1746129500.780575:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+34:1963:x1830948731740288:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129500.780582:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1963:x1830948731740032:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6424us (7144us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129500.780583:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129500.780589:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5698 00010000:00010000:1.0:1746129500.780592:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 34 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.780601:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 34 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.780620:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04400/0x40a459093b05df29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0c5 expref: 33 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.780639:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.780641:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.780652:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.780660:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.780696:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.780709:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e954e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736743552:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129500.780779:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.780881:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.780902:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.780948:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.780982:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731740416 00000100:00100000:1.0:1746129500.780986:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731740416 00000100:00100000:1.0:1746129500.781004:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731740544 00000100:00100000:1.0:1746129500.781006:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731740544 00000100:00100000:1.0:1746129500.781021:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11360 00000100:00100000:1.0:1746129500.781025:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731740416:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.781044:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.781058:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ff0c00/0x40a459093b05e033 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1c1 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.781078:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ff0c00/0x40a459093b05e033 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1c1 expref: 34 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.781086:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ff0c00/0x40a459093b05e033 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1c1 expref: 34 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.781094:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ff0c00, rc 0) 00000100:00100000:1.0:1746129500.781111:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731740416:12345-192.168.202.4@tcp:101:cat.0 Request processed in 86us (231us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129500.781116:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11360 00000100:00100000:1.0:1746129500.781127:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11361 00000100:00100000:1.0:1746129500.781132:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731740544:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.781138:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.781148:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ff1800/0x40a459093b05e03a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1c8 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.781173:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736743680:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129500.781195:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.781217:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731740800 00000100:00100000:1.0:1746129500.781220:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731740800 00002000:00100000:1.0:1746129500.781252:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880129addc00 x1830948731740800/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.781262:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129addc00 with x1830948731740800 ext(4194304->4923391) 00002000:00010000:1.0:1746129500.781266:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129addc00 00000100:00100000:1.0:1746129500.781281:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4290 00000100:00100000:1.0:1746129500.781286:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731740800:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129500.781757:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731740160:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1669us (2609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.781765:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5699 00000100:00100000:1.0:1746129500.784965:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e954e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736743552:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129500.784995:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129500.785051:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731740288:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4477us (5423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.785063:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5700 00000100:00100000:2.0:1746129500.786379:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736743680:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129500.786420:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095ff1800/0x40a459093b05e03a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1c8 expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.786437:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ff1800/0x40a459093b05e03a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1c8 expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.786470:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ff1800, rc 0) 00000100:00100000:2.0:1746129500.786524:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731740544:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5391us (5620us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129500.786533:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11361 00000100:00100000:2.0:1746129500.788833:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.788908:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731741056 00000100:00100000:1.0:1746129500.788920:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731741056 00002000:00100000:1.0:1746129500.788983:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2113536->2117631) req@ffff880091b04380 x1830948731741056/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.788994:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b04380 with x1830948731741056 ext(2113536->2117631) 00002000:00010000:1.0:1746129500.789001:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b04380 00000100:00100000:1.0:1746129500.789031:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4291 00000100:00100000:1.0:1746129500.789039:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731741056:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129500.790275:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731741056:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 1230us (1446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129500.790284:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4291 00002000:00100000:1.0:1746129500.790305:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2113536->2117631) req@ffff880091b04380 x1830948731741056/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.790554:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b04380 with x1830948731741056 ext(2113536->2117631) 00002000:00010000:1.0:1746129500.790560:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b04380 00000100:00100000:3.0:1746129500.790579:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731740800:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9290us (9628us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129500.790587:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4290 00002000:00100000:3.0:1746129500.790594:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880129addc00 x1830948731740800/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.790601:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129addc00 with x1830948731740800 ext(4194304->4923391) 00002000:00010000:3.0:1746129500.790605:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129addc00 00000100:00100000:0.0:1746129500.796185:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.796340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.796499:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731741184 00000100:00100000:3.0:1746129500.796511:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731741184 00000100:00100000:3.0:1746129500.796559:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731741312 00000100:00100000:3.0:1746129500.796561:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731741312 00000100:00100000:2.0:1746129500.796567:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11362 00000100:00100000:2.0:1746129500.796579:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731741184:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129500.796596:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11363 00000100:00100000:3.0:1746129500.796602:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731741312:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.796618:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.796645:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05e041 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1d6 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.796676:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.796694:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129c33e00/0x40a459093b05e048 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1cf expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129500.796708:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736743808:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129500.796714:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129c33e00/0x40a459093b05e048 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1cf expref: 33 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.796724:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129c33e00/0x40a459093b05e048 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1cf expref: 33 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.796735:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129c33e00, rc 0) 00000100:00100000:2.0:1746129500.796777:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731741184:12345-192.168.202.4@tcp:101:cat.0 Request processed in 200us (606us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129500.796782:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11362 00000100:00100000:3.0:1746129500.796805:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129500.798071:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736743808:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129500.798093:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05e041 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1d6 expref: 24 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.798107:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05e041 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1d6 expref: 24 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.798670:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f385600, rc 0) 00000100:00100000:3.0:1746129500.798746:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731741312:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2142us (2405us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129500.798754:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11363 00000100:00100000:0.0:1746129500.801010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.801523:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.801616:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731741568 00000100:00100000:3.0:1746129500.801625:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731741568 00002000:00100000:3.0:1746129500.801681:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2273280->2277375) req@ffff88009f8a1c00 x1830948731741568/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.801691:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a1c00 with x1830948731741568 ext(2273280->2277375) 00002000:00010000:3.0:1746129500.801697:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a1c00 00000100:00100000:2.0:1746129500.802108:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731741696 00000100:00100000:2.0:1746129500.802115:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731741696 00000100:00100000:2.0:1746129500.802157:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11364 00000100:00100000:2.0:1746129500.802167:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948731741696:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129500.802185:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.802209:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129c33400/0x40a459093b05e04f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1dd expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.802248:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129c33400/0x40a459093b05e04f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1dd expref: 41 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.802261:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129c33400/0x40a459093b05e04f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1dd expref: 41 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.802276:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129c33400, rc 0) 00000100:00100000:2.0:1746129500.802382:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948731741696:12345-192.168.202.4@tcp:101:cat.0 Request processed in 214us (856us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129500.802389:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11364 00000100:00100000:3.0:1746129500.802492:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4292 00000100:00100000:3.0:1746129500.802503:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731741568:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129500.802740:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731741568:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 238us (1738us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129500.803039:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4292 00002000:00100000:3.0:1746129500.803049:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2273280->2277375) req@ffff88009f8a1c00 x1830948731741568/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.803058:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a1c00 with x1830948731741568 ext(2273280->2277375) 00002000:00010000:3.0:1746129500.803062:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a1c00 00000100:00100000:0.0:1746129500.804960:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.805045:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731741824 00000100:00100000:2.0:1746129500.805054:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731741824 00000100:00100000:2.0:1746129500.805097:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11365 00000100:00100000:2.0:1746129500.805105:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731741824:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129500.805125:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.805145:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129c33c00/0x40a459093b05e056 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1e4 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.805177:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129c33c00/0x40a459093b05e056 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1e4 expref: 41 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.805188:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129c33c00/0x40a459093b05e056 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1e4 expref: 41 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.805201:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129c33c00, rc 0) 00000100:00100000:2.0:1746129500.805258:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731741824:12345-192.168.202.4@tcp:101:cat.0 Request processed in 154us (307us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129500.805263:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11365 00000100:00100000:0.0:1746129500.806381:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.806448:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731741952 00000100:00100000:1.0:1746129500.806454:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731741952 00000100:00100000:1.0:1746129500.806495:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11366 00000100:00100000:1.0:1746129500.806501:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+32:29187:x1830948731741952:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.806515:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.806531:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1eb expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.806556:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.806563:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129500.806565:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129500.806568:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 33 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.806602:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.806613:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 33 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129500.806625:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736743936:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129500.806697:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.807685:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736743936:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129500.807708:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 33 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.807722:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ff0000, rc 0) 00000100:00100000:1.0:1746129500.807870:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+33:29187:x1830948731741952:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1366us (1491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.807878:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11366 00000100:00100000:0.0:1746129500.808074:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.808188:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731742080 00000100:00100000:3.0:1746129500.808194:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731742080 00002000:00100000:3.0:1746129500.808246:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2113536->2277375) req@ffff880132c24e00 x1830948731742080/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.808255:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24e00 with x1830948731742080 ext(2113536->2277375) 00010000:00010000:3.0:1746129500.808261:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 33 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.808271:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 33 pid: 22481 timeout: 856 lvb_type: 0 00002000:00010000:3.0:1746129500.808278:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c24e00 00000100:00100000:3.0:1746129500.808321:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1101 00000100:00100000:3.0:1746129500.808327:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731742080:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129500.813384:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+35:1962:x1830948731742080:12345-192.168.202.4@tcp:4:cat.0 Request processed in 5044us (5298us total) trans 17179873103 rc 0/0 00000100:00100000:3.0:1746129500.813398:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1101 00002000:00100000:3.0:1746129500.813412:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2113536->2277375) req@ffff880132c24e00 x1830948731742080/t17179873103(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.813421:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24e00 with x1830948731742080 ext(2113536->2277375) 00010000:00010000:3.0:1746129500.813431:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.813445:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00002000:00010000:3.0:1746129500.813451:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c24e00 00000100:00100000:0.0:1746129500.816377:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.816429:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731742208 00000100:00100000:1.0:1746129500.816450:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731742208 00010000:00010000:1.0:1746129500.816509:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129500.816561:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5701 00000100:00100000:1.0:1746129500.816571:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+35:1963:x1830948731742208:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129500.816591:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129500.816626:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.816640:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.816672:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c63fe00/0x40a459093b05e02c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2113536->2277375] (req 2113536->2277375) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1ba expref: 35 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.816706:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.816708:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.816718:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 34 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.816728:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 34 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.816771:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 34 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.816783:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736744064:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129500.816882:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.820018:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.820034:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736744064:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129500.820056:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129500.820100:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+34:1963:x1830948731742208:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3530us (3741us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.820111:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5701 00000100:00100000:3.0:1746129500.820396:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731742464 00000100:00100000:3.0:1746129500.820405:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731742464 00002000:00100000:3.0:1746129500.820450:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880091b07b80 x1830948731742464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.820461:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07b80 with x1830948731742464 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.820467:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07b80 00000100:00100000:3.0:1746129500.820496:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4293 00000100:00100000:3.0:1746129500.820774:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731742464:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129500.828879:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731742464:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8093us (8859us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129500.828895:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4293 00002000:00100000:3.0:1746129500.828908:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880091b07b80 x1830948731742464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.828919:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07b80 with x1830948731742464 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.828925:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07b80 00000100:00100000:0.0:1746129500.833537:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.833656:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731742592 00000100:00100000:1.0:1746129500.833666:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731742592 00000100:00100000:1.0:1746129500.833732:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11367 00000100:00100000:1.0:1746129500.833740:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:29187:x1830948731742592:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.833764:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.833785:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1f2 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.833820:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.833829:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129500.833831:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129500.833834:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.833873:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.833886:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 28 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129500.833900:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736744192:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129500.834781:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.837516:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.837589:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731742720 00000100:00100000:3.0:1746129500.837599:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731742720 00000100:00100000:1.0:1746129500.837636:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736744192:192.168.202.4@tcp:104: 00002000:00100000:3.0:1746129500.837648:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3244031) req@ffff880132c25c00 x1830948731742720/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.837657:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25c00 with x1830948731742720 ext(3145728->3244031) 00010000:00010000:3.0:1746129500.837663:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 29 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.837663:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.837676:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 29 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.837678:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ff0c00, rc 0) 00002000:00010000:3.0:1746129500.837687:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c25c00 00000100:00100000:3.0:1746129500.837714:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1102 00000100:00100000:3.0:1746129500.837721:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731742720:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129500.837727:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+24:29187:x1830948731742592:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3988us (4201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.837733:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11367 00000100:00100000:3.0:1746129500.840883:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731742720:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3148us (3363us total) trans 21474840296 rc 0/0 00000100:00100000:3.0:1746129500.840898:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1102 00002000:00100000:3.0:1746129500.840913:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3244031) req@ffff880132c25c00 x1830948731742720/t21474840296(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/448 e 0 to 0 dl 1746129511 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.840923:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25c00 with x1830948731742720 ext(3145728->3244031) 00010000:00010000:3.0:1746129500.841493:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 31 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.841509:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 31 pid: 8410 timeout: 856 lvb_type: 0 00002000:00010000:3.0:1746129500.841520:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c25c00 00000100:00100000:0.0:1746129500.847911:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.848074:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731742848 00000100:00100000:1.0:1746129500.848087:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731742848 00010000:00010000:1.0:1746129500.848132:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 31 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129500.848210:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5702 00000100:00100000:1.0:1746129500.848219:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731742848:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129500.848238:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129500.848266:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 31 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.848278:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 31 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.848332:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ac00/0x40a459093b05dfdf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3244031) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a16d expref: 31 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.848507:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.848510:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.848520:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.848528:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.848575:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.848589:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736744320:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129500.849916:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129500.852751:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736744320:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129500.852792:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129500.852888:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731742848:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4665us (4992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.852906:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5702 00000100:00100000:1.0:1746129500.862690:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.862863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.863215:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.863492:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731743104 00000100:00100000:3.0:1746129500.863503:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731743104 00002000:00100000:3.0:1746129500.863557:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800900f6680 x1830948731743104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.863567:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f6680 with x1830948731743104 ext(2097152->3145727) 00002000:00010000:3.0:1746129500.863573:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900f6680 00000100:00100000:3.0:1746129500.863592:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731743360 00000100:00100000:3.0:1746129500.863596:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731743360 00002000:00100000:3.0:1746129500.863606:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800900f4a80 x1830948731743360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.863613:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f4a80 with x1830948731743360 ext(3145728->4194303) 00002000:00010000:3.0:1746129500.863615:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900f4a80 00000100:00100000:0.0:1746129500.863761:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731743616 00000100:00100000:0.0:1746129500.863766:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731743616 00000100:00100000:1.0:1746129500.863931:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4294 00000100:00100000:1.0:1746129500.863949:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731743104:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129500.864228:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4295 00000100:00100000:3.0:1746129500.864235:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731743360:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:0.0:1746129500.865622:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800900f5500 x1830948731743616/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.865635:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f5500 with x1830948731743616 ext(3145728->4194303) 00002000:00010000:0.0:1746129500.865641:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800900f5500 00000100:00100000:0.0:1746129500.865663:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4296 00000100:00100000:0.0:1746129500.865670:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731743616:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129500.874377:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731743360:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10123us (11495us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129500.874391:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4295 00002000:00100000:3.0:1746129500.874406:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800900f4a80 x1830948731743360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129500.874417:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f4a80 with x1830948731743360 ext(3145728->4194303) 00002000:00010000:3.0:1746129500.874426:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900f4a80 00000100:00100000:1.0:1746129500.883624:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731743104:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19659us (20930us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129500.883639:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4294 00002000:00100000:1.0:1746129500.883657:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800900f6680 x1830948731743104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129500.883668:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f6680 with x1830948731743104 ext(2097152->3145727) 00002000:00010000:1.0:1746129500.883675:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900f6680 00000100:00100000:2.0:1746129500.885974:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731743616:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20293us (22747us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.885985:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4296 00002000:00100000:2.0:1746129500.885995:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800900f5500 x1830948731743616/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.886005:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f5500 with x1830948731743616 ext(3145728->4194303) 00002000:00010000:2.0:1746129500.886011:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800900f5500 00000100:00100000:0.0:1746129500.894833:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.896656:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731743872 00000100:00100000:2.0:1746129500.896671:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731743872 00002000:00100000:2.0:1746129500.896728:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880132c25880 x1830948731743872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.896738:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25880 with x1830948731743872 ext(4194304->4923391) 00002000:00010000:2.0:1746129500.896744:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c25880 00000100:00100000:2.0:1746129500.896779:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4297 00000100:00100000:2.0:1746129500.896787:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1961:x1830948731743872:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129500.906078:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1961:x1830948731743872:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9276us (11241us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129500.906094:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4297 00002000:00100000:2.0:1746129500.906110:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880132c25880 x1830948731743872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.906128:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25880 with x1830948731743872 ext(4194304->4923391) 00002000:00010000:2.0:1746129500.906134:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c25880 00000100:00100000:0.0:1746129500.928193:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.928570:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731744000 00000100:00100000:1.0:1746129500.928581:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731744000 00000100:00100000:1.0:1746129500.928647:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11368 00000100:00100000:1.0:1746129500.928655:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948731744000:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129500.928676:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129500.928695:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a1f9 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129500.928718:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.928720:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129500.928730:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f9 expref: 41 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.928746:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f9 expref: 41 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129500.928757:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f280600, rc 0) 00000100:00100000:1.0:1746129500.928810:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948731744000:12345-192.168.202.4@tcp:101:cat.0 Request processed in 155us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129500.928816:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11368 00000100:00100000:0.0:1746129500.928902:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.928992:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731744128 00000100:00100000:3.0:1746129500.928996:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731744128 00000100:00100000:3.0:1746129500.929060:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11369 00000100:00100000:3.0:1746129500.929065:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731744128:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129500.929073:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129500.929084:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a200 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.929095:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.929097:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.929101:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a200 expref: 31 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.929114:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a200 expref: 31 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129500.929120:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ab1a00, rc 0) 00000100:00100000:3.0:1746129500.929136:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731744128:12345-192.168.202.4@tcp:101:cat.0 Request processed in 72us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.929140:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11369 00000100:00100000:0.0:1746129500.942040:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.942144:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731744640 00000100:00100000:2.0:1746129500.942154:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731744640 00002000:00100000:2.0:1746129500.942215:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880135758380 x1830948731744640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.942226:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135758380 with x1830948731744640 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.942232:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135758380 00000100:00100000:0.0:1746129500.942262:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.942281:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731744512 00000100:00100000:2.0:1746129500.942284:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731744512 00002000:00100000:2.0:1746129500.942336:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88013575ad80 x1830948731744512/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.942345:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ad80 with x1830948731744512 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.942348:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575ad80 00000100:00100000:1.0:1746129500.942353:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4298 00000100:00100000:0.0:1746129500.942357:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129500.942370:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731744640:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129500.942382:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731744896 00000100:00100000:2.0:1746129500.942384:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731744896 00002000:00100000:2.0:1746129500.942403:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013546d500 x1830948731744896/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129500.942404:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4299 00002000:00100000:2.0:1746129500.942410:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546d500 with x1830948731744896 ext(3145728->4194303) 00002000:00010000:2.0:1746129500.942412:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546d500 00000100:00100000:0.0:1746129500.942412:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731744512:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129500.942423:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4300 00000100:00100000:2.0:1746129500.942427:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731744896:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129500.952756:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.954559:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731745024 00000100:00100000:2.0:1746129500.954573:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731745024 00000100:00100000:2.0:1746129500.954643:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11370 00000100:00100000:2.0:1746129500.954651:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+43:29189:x1830948731745024:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129500.954673:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.954696:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a207 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.954728:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.954736:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a055 expref: 44 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.954745:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fec expref: 6 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.954752:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.954754:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129500.954757:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [28672->1003519] (req 28672->1003519) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 44 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.954797:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fec expref: 6 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.954810:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fec expref: 6 pid: 22481 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129500.954824:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736744448:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.954973:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a055 expref: 44 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129500.954981:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a055 expref: 44 pid: 7149 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129500.954989:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736744576:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.955015:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.955022:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 33 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129500.955029:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736744704:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.955043:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a550c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129500.956728:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+43:1962:x1830948731744512:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14302us (14572us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.956744:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4299 00002000:00100000:2.0:1746129500.956760:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88013575ad80 x1830948731744512/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.956771:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ad80 with x1830948731744512 ext(2097152->3145727) 00002000:00010000:2.0:1746129500.956778:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575ad80 00000100:00100000:2.0:1746129500.960143:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731744896:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17699us (17770us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129500.960157:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4300 00002000:00100000:2.0:1746129500.960175:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013546d500 x1830948731744896/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129500.960184:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546d500 with x1830948731744896 ext(3145728->4194303) 00002000:00010000:2.0:1746129500.960191:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546d500 00000100:00100000:2.0:1746129500.962666:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736744576:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129500.962666:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.962679:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736744704:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.962688:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736744448:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129500.962688:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.962711:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129500.962735:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [28672->1003519] (req 28672->1003519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 42 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.962759:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a95edc00, rc 0) 00000100:00100000:3.0:1746129500.962761:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731745280 00000100:00100000:3.0:1746129500.962770:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731745280 00010000:00010000:3.0:1746129500.962808:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 34 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129500.962839:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731745408 00000100:00100000:3.0:1746129500.962841:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731745408 00000100:00100000:2.0:1746129500.962845:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+43:29189:x1830948731745024:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 8193us (10100us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129500.962851:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a055 expref: 43 pid: 7149 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129500.962852:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11370 00000100:00100000:1.0:1746129500.962853:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731745152 00000100:00100000:1.0:1746129500.962857:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731745152 00010000:00010000:1.0:1746129500.962871:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fec expref: 7 pid: 22481 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129500.962875:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5703 00000100:00100000:3.0:1746129500.962881:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731745280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129500.962884:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5704 00000100:00100000:1.0:1746129500.962888:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5705 00000100:00100000:2.0:1746129500.962890:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+42:1962:x1830948731745408:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129500.962892:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731745152:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.962895:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129500.962897:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129500.962899:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.962918:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 34 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.962918:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fec expref: 7 pid: 22481 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129500.962919:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a055 expref: 42 pid: 7149 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129500.962928:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 34 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.962952:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fec expref: 7 pid: 22481 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129500.962962:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a055 expref: 42 pid: 7149 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129500.962984:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e1c1800/0x40a459093b05dda8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fc9 expref: 34 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129500.962987:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cc35c00/0x40a459093b05dde0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fec expref: 7 pid: 22481 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129500.962994:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095f9e200/0x40a459093b05deab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a055 expref: 42 pid: 7149 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129500.963004:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.963006:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129500.963014:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 41 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.963022:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 41 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.963031:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129500.963031:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129500.963051:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1960:x1830948731745152:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 158us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129500.963053:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731745408:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 164us (364us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129500.963058:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 41 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129500.963058:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5705 00000100:00100000:2.0:1746129500.963061:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5704 00000100:00100000:3.0:1746129500.963071:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736744832:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129500.963132:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.963528:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731744640:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21162us (21501us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129500.963536:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4298 00002000:00100000:0.0:1746129500.963547:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880135758380 x1830948731744640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/440 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.963556:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135758380 with x1830948731744640 ext(2097152->3145727) 00002000:00010000:0.0:1746129500.963562:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135758380 00000100:00100000:3.0:1746129500.965606:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736744832:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129500.965634:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.965695:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+33:1960:x1830948731745280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2811us (3029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.965706:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5703 00000100:00100000:2.0:1746129500.972369:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.972504:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731745664 00000100:00100000:0.0:1746129500.972520:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731745664 00002000:00100000:0.0:1746129500.972583:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (999424->1003519) req@ffff88012ce38000 x1830948731745664/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/0 e 0 to 0 dl 1746129511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.972596:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce38000 with x1830948731745664 ext(999424->1003519) 00002000:00010000:0.0:1746129500.972603:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce38000 00000100:00100000:0.0:1746129500.972624:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4301 00000100:00100000:0.0:1746129500.972634:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731745664:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129500.973151:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731745664:12345-192.168.202.4@tcp:3:cat.0 Request processed in 516us (796us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129500.973160:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4301 00002000:00100000:0.0:1746129500.973167:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (999424->1003519) req@ffff88012ce38000 x1830948731745664/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746129511 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129500.973175:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce38000 with x1830948731745664 ext(999424->1003519) 00002000:00010000:0.0:1746129500.973178:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce38000 00000100:00100000:1.0:1746129500.985170:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129500.985284:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731745792 00000100:00100000:2.0:1746129500.985313:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731745792 00000100:00100000:2.0:1746129500.985377:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10091 00000100:00100000:2.0:1746129500.985386:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29198:x1830948731745792:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129500.985415:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129500.985437:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6600/0x40a459093b05e080 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a20e expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.985510:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.985526:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.985540:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.985554:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.985560:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.985566:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.985712:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.985723:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a094 expref: 40 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.985731:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0da expref: 319 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.985739:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 5/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129500.985775:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0da expref: 319 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.985788:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0da expref: 319 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129500.985800:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736744960:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.985919:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a094 expref: 40 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129500.985927:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a094 expref: 40 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129500.985943:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736745088:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.985964:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a550c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129500.987820:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.988185:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731746176 00000100:00100000:3.0:1746129500.988194:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731746176 00000100:00100000:3.0:1746129500.988240:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4057 00000100:00100000:3.0:1746129500.988249:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+320:15417:x1830948731746176:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1746129500.988456:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736744960:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129500.988471:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736745088:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129500.988503:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746129500.990950:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+321:15417:x1830948731746176:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 2675us (3116us total) trans 8589943963 rc 0/0 00000100:00100000:3.0:1746129500.990970:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4057 00000100:00100000:1.0:1746129500.991207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129500.991320:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731746304 00000100:00100000:0.0:1746129500.991329:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731746304 00000100:00100000:0.0:1746129500.991373:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4058 00000100:00100000:0.0:1746129500.991381:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f533c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+41:7700:x1830948731746304:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746129500.992225:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f533c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+42:7700:x1830948731746304:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 840us (1014us total) trans 8589943964 rc 0/0 00000100:00100000:0.0:1746129500.992234:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4058 00000100:00100000:0.0:1746129500.994956:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.995060:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731746560 00000100:00100000:3.0:1746129500.995070:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731746560 00010000:00010000:3.0:1746129500.995107:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a094 expref: 42 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746129500.996607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129500.996803:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731746432 00000100:00100000:3.0:1746129500.996811:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731746432 00010000:00010000:3.0:1746129500.996846:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0da expref: 321 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129500.996872:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5706 00000100:00100000:3.0:1746129500.996882:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+42:1962:x1830948731746560:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.996899:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.996906:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a094 expref: 42 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.996917:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a094 expref: 42 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.996951:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05def1 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a094 expref: 42 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.996975:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129500.996981:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.996991:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.996995:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997001:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.997054:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+41:1962:x1830948731746560:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 173us (2121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.997061:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5706 00000100:00100000:3.0:1746129500.997080:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5707 00000100:00100000:3.0:1746129500.997085:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+321:1963:x1830948731746432:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129500.997092:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129500.997096:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0da expref: 321 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.997104:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0da expref: 321 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.997116:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05df45 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0da expref: 321 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129500.997125:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129500.997128:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997134:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997145:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997166:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129500.997180:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+320:1963:x1830948731746432:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 95us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.997186:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5707 00010000:00010000:3.0:1746129500.997211:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997219:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129500.997274:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129500.997281:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129500.997328:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997339:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997350:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997356:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997362:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997368:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e3a6400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129500.997372:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997380:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997388:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129500.997390:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129500.997393:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997397:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6400/0x40a459093b05e087 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997406:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997410:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997415:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997418:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e3a7800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129500.997420:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997424:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997435:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacb700) 00010000:00010000:3.0:1746129500.997437:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129500.997439:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997443:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a7800/0x40a459093b05e08e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129500.997489:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a6600/0x40a459093b05e080 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a20e expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.997502:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a20e expref: 13 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129500.997508:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129500.997510:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129500.997512:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a95ed400, rc 0) 00000100:00100000:3.0:1746129500.998724:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29198:x1830948731745792:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 13333us (13560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129500.998733:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10091 00000100:00100000:0.0:1746129501.001419:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.001870:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.001897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.001924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.001962:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.001993:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731746688 00000100:00100000:0.0:1746129501.002002:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731746688 00000100:00100000:1.0:1746129501.002049:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731746816 00000100:00100000:1.0:1746129501.002053:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731746816 00000100:00100000:2.0:1746129501.002109:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731746944 00000100:00100000:2.0:1746129501.002113:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731746944 00000100:00100000:2.0:1746129501.002150:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731747072 00000100:00100000:2.0:1746129501.002151:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731747072 00000100:00100000:2.0:1746129501.002164:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731747200 00000100:00100000:2.0:1746129501.002165:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731747200 00000100:00100000:2.0:1746129501.002181:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11371 00000100:00100000:2.0:1746129501.002189:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731746944:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129501.002209:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129501.002217:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11372 00000100:00100000:3.0:1746129501.002226:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731747072:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129501.002232:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.002235:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a223 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.002241:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a22a expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.002261:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.002261:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.002263:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.002263:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.002272:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a22a expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.002272:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a223 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.002288:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a22a expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.002288:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a223 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.002314:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009487e600, rc 0) 00010000:00010000:3.0:1746129501.002319:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ab1000, rc 0) 00000100:00100000:0.0:1746129501.002389:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11373 00000100:00100000:0.0:1746129501.002395:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731747200:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129501.002403:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129501.002414:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a231 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.002424:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.002426:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.002430:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a231 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.002442:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a231 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.002448:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b600, rc 0) 00000100:00100000:1.0:1746129501.002501:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11374 00000100:00100000:1.0:1746129501.002507:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948731746688:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129501.002514:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.002520:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f280400/0x40a459093b05e0b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a215 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.002561:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736745216:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129501.002713:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731747072:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 487us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.002719:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11372 00000100:00100000:2.0:1746129501.002730:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731746944:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 541us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.002736:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11371 00000100:00100000:3.0:1746129501.002740:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11375 00000100:00100000:3.0:1746129501.002746:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731746816:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129501.002753:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1746129501.002760:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746129501.002761:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a21c expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746129501.002764:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746129501.002771:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.002773:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.002777:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a21c expref: 9 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.002787:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a21c expref: 9 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.002794:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ab1600, rc 0) 00000100:00100000:3.0:1746129501.002810:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731746816:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 64us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.002815:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11375 00000100:00100000:1.0:1746129501.003595:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.003742:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731747200:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 1344us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.003748:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11373 00002000:00010000:1.0:1746129501.008209:0:22481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime: 1746129500 -> 1746129501 00002000:00010000:1.0:1746129501.008217:0:22481:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime: 1746129500 -> 1746129501 00002000:00010000:1.0:1746129501.008219:0:22481:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime: 1746129500 -> 1746129501 00000100:00100000:1.0:1746129501.008253:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736745216:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129501.008328:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f280400/0x40a459093b05e0b1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a215 expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.008345:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f280400/0x40a459093b05e0b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a215 expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.008407:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f280400, rc 0) 00000100:00100000:1.0:1746129501.008493:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731746688:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 5984us (7081us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129501.008504:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11374 00000100:00100000:0.0:1746129501.012457:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.012879:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731747456 00000100:00100000:3.0:1746129501.012890:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731747456 00000100:00100000:3.0:1746129501.012951:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10092 00000100:00100000:3.0:1746129501.012961:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29198:x1830948731747456:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129501.012984:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.013003:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e0bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a238 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.013587:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.013604:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a20e expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.013611:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.013647:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a20e expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.013659:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a20e expref: 14 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.013671:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736745344:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.014973:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a4900 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.015779:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736745344:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.015816:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129501.018136:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.018214:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731747584 00000100:00100000:2.0:1746129501.018222:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731747584 00010000:00010000:2.0:1746129501.018265:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a20e expref: 15 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.018493:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5708 00000100:00100000:2.0:1746129501.018502:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1963:x1830948731747584:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.018517:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.018524:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a20e expref: 15 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.018536:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a20e expref: 15 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.018560:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a95ed400/0x40a459093b05e095 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a20e expref: 15 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.018591:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.018596:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.018605:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.018611:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.018639:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.018678:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1963:x1830948731747584:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 178us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.018686:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5708 00010000:00010000:3.0:1746129501.018987:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.018996:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129501.019017:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129501.019165:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e0bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a238 expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.019185:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a238 expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.019191:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.019194:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129501.019196:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094303200, rc 0) 00000100:00100000:3.0:1746129501.019545:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:29198:x1830948731747456:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 6585us (7099us total) trans 8589943965 rc 0/0 00000100:00100000:3.0:1746129501.019552:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10092 00000100:00100000:0.0:1746129501.022811:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.023088:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731747840 00000100:00100000:3.0:1746129501.023100:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731747840 00000100:00100000:3.0:1746129501.023177:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10093 00000100:00100000:3.0:1746129501.023190:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:29198:x1830948731747840:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129501.023226:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.023231:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746129501.023272:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094303200/0x40a459093b05e0c6 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a238 expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.023337:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.023343:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129501.023359:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33800/0x40a459093b05e0d4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a23f expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.023469:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33e00/0x40a459093b05e0db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.023481:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33e00/0x40a459093b05e0db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.023490:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33e00/0x40a459093b05e0db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129501.023500:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129501.024053:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33800/0x40a459093b05e0d4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a23f expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.024572:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33e00/0x40a459093b05e0db lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a23f expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.024581:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.024583:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129501.024586:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129c33e00, rc 0) 00000100:00100000:3.0:1746129501.025197:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+15:29198:x1830948731747840:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 2007us (2394us total) trans 8589943966 rc 0/0 00000100:00100000:3.0:1746129501.025210:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10093 00000100:00100000:0.0:1746129501.027881:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.028008:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731747968 00000100:00100000:3.0:1746129501.028020:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731747968 00000100:00100000:3.0:1746129501.028072:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10094 00000100:00100000:3.0:1746129501.028081:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+15:29198:x1830948731747968:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129501.028110:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.028137:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33400/0x40a459093b05e0e9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a246 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.028203:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33400/0x40a459093b05e0e9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a246 expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.028217:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33400/0x40a459093b05e0e9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a246 expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.028234:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.028238:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129501.028240:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129c33400, rc 0) 00000100:00100000:3.0:1746129501.028656:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+16:29198:x1830948731747968:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 574us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.028662:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10094 00000100:00100000:0.0:1746129501.031969:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.032020:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.032046:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.032069:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.032084:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.032108:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.034022:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731748096 00000100:00100000:3.0:1746129501.034023:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731748224 00000100:00100000:3.0:1746129501.034037:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731748224 00000100:00100000:2.0:1746129501.034037:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731748096 00000100:00100000:2.0:1746129501.034092:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731748352 00000100:00100000:3.0:1746129501.034095:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731748480 00000100:00100000:2.0:1746129501.034095:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731748352 00000100:00100000:3.0:1746129501.034099:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731748480 00000100:00100000:2.0:1746129501.034107:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731748608 00000100:00100000:2.0:1746129501.034110:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731748608 00000100:00100000:3.0:1746129501.034116:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731748736 00000100:00100000:3.0:1746129501.034119:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731748736 00000100:00100000:2.0:1746129501.034133:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11376 00000100:00100000:2.0:1746129501.034143:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731748096:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:3.0:1746129501.034144:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11377 00000100:00100000:3.0:1746129501.034150:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731748224:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:1.0:1746129501.034190:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11378 00010000:00010000:2.0:1746129501.034196:0:4699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.034209:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731748352:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:2.0:1746129501.034220:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 40 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.034228:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129501.034230:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129501.034233:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129501.034240:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11379 00000100:00100000:0.0:1746129501.034252:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731748480:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129501.034257:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.034271:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 40 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.034277:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 30 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.034280:0:8412:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.034285:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 40 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.034285:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a21c expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.034307:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 40 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.034313:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a09b expref: 23 pid: 22481 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129501.034318:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736745472:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129501.034321:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a223 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.034329:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a2 expref: 32 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.034331:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.034332:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.034335:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.034335:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.034337:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.034339:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.034363:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a09b expref: 23 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.034363:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a2 expref: 32 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.034371:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a2 expref: 32 pid: 31503 timeout: 856 lvb_type: 1 00010000:00010000:1.0:1746129501.034375:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a09b expref: 23 pid: 22481 timeout: 856 lvb_type: 1 00000100:00100000:0.0:1746129501.034382:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736745728:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.034384:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736745600:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.034418:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.034441:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11380 00000100:00100000:2.0:1746129501.034448:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731748608:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:2.0:1746129501.034465:0:31503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.034477:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 32 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.034485:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a22a expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.034486:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a21c expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.034489:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a223 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.034494:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f9 expref: 40 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.034494:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a21c expref: 10 pid: 20577 timeout: 856 lvb_type: 1 00010000:00010000:0.0:1746129501.034497:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a223 expref: 10 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.034501:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.034501:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736745856:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129501.034505:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736745984:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.034509:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.034515:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129501.034516:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129501.034519:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 8/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.034526:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 30 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.034534:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 30 pid: 7149 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.034535:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 40 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.034537:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.034542:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736746112:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129501.034543:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 40 pid: 7149 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.034546:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 40 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746129501.034551:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736746240:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.034556:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736746368:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.034558:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.034567:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6ce8cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746129501.034569:0:7149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.034582:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.034592:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a05c expref: 30 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.034594:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 40 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.034602:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a016 expref: 10 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.034602:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 40 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.034608:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746129501.034609:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736746496:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.034610:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.034612:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.034630:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a016 expref: 10 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.034633:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f9 expref: 40 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.034639:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a016 expref: 10 pid: 8412 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.034641:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f9 expref: 40 pid: 8410 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129501.034648:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736746752:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.034655:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736746624:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.034672:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a22a expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.034680:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a22a expref: 10 pid: 20577 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.034690:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a05c expref: 30 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.034698:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a05c expref: 30 pid: 8410 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129501.034699:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736746880:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.034707:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736747008:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.034725:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 32 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.034734:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 32 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.034736:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.034741:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736747136:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.034749:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 23 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.034757:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736747264:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.034774:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11381 00000100:00100000:1.0:1746129501.034781:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731748736:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:3.0:1746129501.034795:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.034797:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a55540 going to sleep for 11 seconds 00010000:00010000:1.0:1746129501.034799:0:22480:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.034814:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.034821:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a231 expref: 10 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.034828:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a200 expref: 30 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.034833:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.034834:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.034836:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.034852:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a200 expref: 30 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.034860:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a200 expref: 30 pid: 20577 timeout: 856 lvb_type: 1 00000100:00100000:1.0:1746129501.034867:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736747392:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129501.034898:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a231 expref: 10 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.034905:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a231 expref: 10 pid: 4699 timeout: 856 lvb_type: 1 00000100:00100000:1.0:1746129501.034917:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736747520:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129501.034961:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.034969:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129501.034976:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736747648:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.034992:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b183c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.053854:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.053895:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731748864 00000100:00100000:0.0:1746129501.053907:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731748864 00002000:00100000:0.0:1746129501.053975:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (28672->1003519) req@ffff880094066d80 x1830948731748864/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.053987:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094066d80 with x1830948731748864 ext(28672->1003519) 00010000:00010000:0.0:1746129501.053999:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 41 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.054014:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 41 pid: 8410 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746129501.054022:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094066d80 00000100:00100000:0.0:1746129501.054064:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1103 00000100:00100000:0.0:1746129501.054073:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+41:1961:x1830948731748864:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129501.055260:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736745600:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.055782:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736745472:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.055820:0:4699:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.056363:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736745728:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.057968:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736745856:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.057996:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736745984:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.058008:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736746240:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129501.058037:0:8412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.058049:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736746368:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.059142:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736746496:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.059757:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736746112:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129501.059795:0:22481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.059863:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736746624:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.059892:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.059906:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.059918:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.059949:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731749120 00000100:00100000:3.0:1746129501.059955:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731749120 00010000:00010000:3.0:1746129501.059994:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a21c expref: 11 pid: 20577 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.060018:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731749376 00000100:00100000:2.0:1746129501.060020:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731749632 00000100:00100000:3.0:1746129501.060021:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731749376 00000100:00100000:2.0:1746129501.060024:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731749632 00010000:00010000:3.0:1746129501.060044:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a2 expref: 33 pid: 31503 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.060044:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 43 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.060071:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5709 00000100:00100000:3.0:1746129501.060091:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731749120:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.060105:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.060142:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a21c expref: 11 pid: 20577 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.060158:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a21c expref: 11 pid: 20577 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.060183:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ab1600/0x40a459093b05e0b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a21c expref: 11 pid: 20577 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.060203:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.060239:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731749120:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 150us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.060245:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5709 00000100:00100000:3.0:1746129501.060259:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5710 00000100:00100000:3.0:1746129501.060263:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731749376:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.060269:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.060281:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a2 expref: 33 pid: 31503 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.060288:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a2 expref: 33 pid: 31503 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.060317:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094303600/0x40a459093b05df06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a0a2 expref: 33 pid: 31503 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.060325:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.060335:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731749376:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 73us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.060343:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5710 00000100:00100000:3.0:1746129501.060350:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5711 00000100:00100000:3.0:1746129501.060354:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+43:1963:x1830948731749632:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.060359:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.060370:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 43 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.060378:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 43 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.060387:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c63f800/0x40a459093b05e017 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1a5 expref: 43 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.060393:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.060402:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+42:1963:x1830948731749632:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 48us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.060407:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5711 00000100:00080000:2.0:1746129501.060467:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746129501.060469:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.060484:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731749888 00000100:00100000:2.0:1746129501.060487:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736746752:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.060492:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731749888 00000100:00100000:3.0:1746129501.060502:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.060514:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731748992 00000100:00100000:3.0:1746129501.060516:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.060517:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731748992 00010000:00010000:1.0:1746129501.060523:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a016 expref: 10 pid: 8412 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.060525:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731749248 00000100:00100000:3.0:1746129501.060528:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731749248 00010000:00010000:2.0:1746129501.060537:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a09b expref: 24 pid: 22481 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.060538:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a223 expref: 11 pid: 7148 timeout: 856 lvb_type: 1 00000100:00100000:1.0:1746129501.060553:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5712 00000100:00100000:3.0:1746129501.060559:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5713 00000100:00100000:1.0:1746129501.060561:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731749888:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129501.060564:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731749248:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.060569:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.060575:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a223 expref: 11 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:1.0:1746129501.060575:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.060582:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a223 expref: 11 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.060591:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009487e600/0x40a459093b05e09c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a223 expref: 11 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:1.0:1746129501.060596:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a016 expref: 10 pid: 8412 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.060598:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129501.060606:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a016 expref: 10 pid: 8412 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.060608:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731749248:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 44us (91us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129501.060629:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132dfd600/0x40a459093b05de1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a016 expref: 10 pid: 8412 timeout: 856 lvb_type: 1 00010000:00010000:1.0:1746129501.060651:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.060691:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731749888:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 130us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.060856:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5714 00000100:00100000:3.0:1746129501.060862:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5713 00000100:00100000:2.0:1746129501.060865:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731748992:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129501.060868:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5712 00010000:00010000:2.0:1746129501.060873:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.060884:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a09b expref: 24 pid: 22481 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.060893:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a09b expref: 24 pid: 22481 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.060907:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be05400/0x40a459093b05def8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a09b expref: 24 pid: 22481 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.060910:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129501.060929:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.060956:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731748992:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 92us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.060960:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.060962:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5714 00000100:00100000:2.0:1746129501.060974:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731749760 00000100:00100000:1.0:1746129501.060974:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731749504 00000100:00100000:2.0:1746129501.060977:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731749760 00000100:00100000:1.0:1746129501.060978:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731749504 00010000:00010000:2.0:1746129501.060986:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 43 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.060992:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 43 pid: 7149 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.061013:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5715 00000100:00100000:3.0:1746129501.061020:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5716 00000100:00100000:2.0:1746129501.061020:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+43:1963:x1830948731749760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129501.061028:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+43:1963:x1830948731749504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.061029:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.061036:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.061037:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 43 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.061044:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 43 pid: 7149 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.061047:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 43 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.061055:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 43 pid: 7149 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.061059:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e025 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [2277376->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1b3 expref: 43 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.061068:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129501.061072:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5a00/0x40a459093b05dee3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a08d expref: 42 pid: 7149 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.061081:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746129501.061081:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731749760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 62us (122us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129501.061083:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746129501.061087:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5715 00010000:00010000:3.0:1746129501.061088:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.061097:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746129501.061102:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746129501.061119:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736746880:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.061130:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.061145:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731749504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 119us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.061150:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5716 00010000:00010000:1.0:1746129501.061157:0:8412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061164:0:8412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061184:0:8412:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061190:0:8412:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061196:0:8412:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061202:0:8412:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bf7aa00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129501.061205:0:8412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061211:0:8412:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061220:0:8412:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061226:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e0fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.061266:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731748480:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 27018us (29196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.061274:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11379 00000100:00100000:3.0:1746129501.061331:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.061340:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731750272 00000100:00100000:3.0:1746129501.061342:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731750272 00000100:00100000:1.0:1746129501.061345:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736747392:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.061353:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 31 pid: 7149 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.061367:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5717 00000100:00100000:3.0:1746129501.061372:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731750272:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.061377:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.061384:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 31 pid: 7149 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.061398:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 31 pid: 7149 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129501.061398:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129501.061410:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be04c00/0x40a459093b05dedc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a086 expref: 31 pid: 7149 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129501.061411:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731750144 00000100:00100000:1.0:1746129501.061414:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731750144 00010000:00010000:3.0:1746129501.061418:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.061420:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.061422:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061427:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a05c expref: 31 pid: 8410 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.061429:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.061441:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5718 00010000:00010000:3.0:1746129501.061443:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.061446:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731750144:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.061453:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.061462:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a05c expref: 31 pid: 8410 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.061465:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731750272:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 92us (134us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129501.061470:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a05c expref: 31 pid: 8410 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.061471:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5717 00010000:00010000:1.0:1746129501.061480:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129501.061488:0:22481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.061496:0:22481:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.061498:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731750144:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 51us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.061503:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5718 00010000:00010000:3.0:1746129501.061513:0:22481:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.061524:0:22481:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.061530:0:22481:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.061531:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129501.061536:0:22481:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f280c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129501.061539:0:22481:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.061543:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731750400 00000100:00100000:1.0:1746129501.061546:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731750400 00010000:00010000:3.0:1746129501.061547:0:22481:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.061556:0:22481:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.061556:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a200 expref: 30 pid: 20577 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.061563:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f280c00/0x40a459093b05e0f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.061569:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5719 00000100:00100000:1.0:1746129501.061575:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731750400:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.061581:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.061591:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a200 expref: 30 pid: 20577 timeout: 856 lvb_type: 1 00010000:00010000:1.0:1746129501.061598:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a200 expref: 30 pid: 20577 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.061605:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731748352:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 27405us (29558us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129501.061609:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ab1a00/0x40a459093b05e072 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a200 expref: 30 pid: 20577 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.061613:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11378 00010000:00010000:1.0:1746129501.061618:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.061646:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.061648:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731750400:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 73us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.061654:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5719 00000100:00100000:3.0:1746129501.061656:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731750016 00000100:00100000:3.0:1746129501.061659:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731750016 00010000:00010000:3.0:1746129501.061669:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a22a expref: 9 pid: 20577 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.061694:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5720 00000100:00100000:3.0:1746129501.061699:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731750016:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.061706:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.061712:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a22a expref: 9 pid: 20577 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.061719:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a22a expref: 9 pid: 20577 timeout: 856 lvb_type: 1 00000100:00100000:1.0:1746129501.061727:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736747520:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.061729:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ab1000/0x40a459093b05e0a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a22a expref: 9 pid: 20577 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.061737:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.061752:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731750016:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 52us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.061757:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5720 00000100:00100000:1.0:1746129501.061757:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736747648:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129501.061775:0:22480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.061778:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.061785:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731750528 00000100:00100000:3.0:1746129501.061787:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731750528 00010000:00010000:3.0:1746129501.061795:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 23 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129501.061811:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.061817:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731750656 00000100:00100000:3.0:1746129501.061819:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731750656 00000100:00100000:1.0:1746129501.061827:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5721 00010000:00010000:3.0:1746129501.061828:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a231 expref: 8 pid: 4699 timeout: 856 lvb_type: 1 00000100:00100000:1.0:1746129501.061833:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731750528:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.061839:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129501.061843:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5722 00000100:00100000:3.0:1746129501.061847:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731750656:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.061847:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 23 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.061852:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.061855:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 23 pid: 22481 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.061859:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a231 expref: 8 pid: 4699 timeout: 856 lvb_type: 1 00010000:00010000:1.0:1746129501.061865:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.061866:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a231 expref: 8 pid: 4699 timeout: 856 lvb_type: 1 00010000:00010000:1.0:1746129501.061866:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.061870:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.061874:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e0aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a231 expref: 8 pid: 4699 timeout: 856 lvb_type: 1 00010000:00010000:1.0:1746129501.061877:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.061881:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129501.061889:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.061895:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731750656:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 48us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.061899:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5722 00000100:00100000:1.0:1746129501.061905:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731750528:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 73us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.061911:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5721 00000100:00100000:3.0:1746129501.061923:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.061942:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731750784 00000100:00100000:3.0:1746129501.061945:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731750784 00010000:00010000:3.0:1746129501.061954:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 32 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129501.061965:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.061975:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731750912 00000100:00100000:3.0:1746129501.061977:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731750912 00000100:00100000:1.0:1746129501.061983:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5723 00010000:00010000:3.0:1746129501.061987:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f9 expref: 40 pid: 8410 timeout: 856 lvb_type: 1 00000100:00100000:1.0:1746129501.061989:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731750784:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.061996:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129501.062004:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5724 00010000:00010000:1.0:1746129501.062005:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 32 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.062009:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731750912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.062015:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.062018:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 32 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.062026:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f9 expref: 40 pid: 8410 timeout: 856 lvb_type: 1 00010000:00010000:1.0:1746129501.062029:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129501.062035:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f9 expref: 40 pid: 8410 timeout: 856 lvb_type: 1 00000100:00100000:1.0:1746129501.062043:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731750784:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 54us (119us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129501.062045:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f280600/0x40a459093b05e06b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f9 expref: 40 pid: 8410 timeout: 856 lvb_type: 1 00000100:00100000:1.0:1746129501.062048:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5723 00010000:00010000:3.0:1746129501.062054:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.062056:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.062059:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.062065:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.062075:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.062090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.062092:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731750912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 82us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.062098:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5724 00000100:00100000:1.0:1746129501.062104:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731751040 00000100:00100000:1.0:1746129501.062107:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731751040 00010000:00010000:1.0:1746129501.062118:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129501.062133:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5725 00000100:00100000:1.0:1746129501.062136:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731751040:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.062141:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.062148:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.062155:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.062164:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05e064 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1f2 expref: 23 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.062175:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.062177:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.062179:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062184:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062195:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.062209:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731751040:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 72us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.062214:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5725 00010000:00010000:1.0:1746129501.062226:0:22480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062231:0:22480:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062242:0:22480:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062247:0:22480:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062252:0:22480:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062261:0:22480:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f281000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129501.062263:0:22480:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062268:0:22480:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062276:0:22480:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.062280:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f281000/0x40a459093b05e113 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.062339:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1961:x1830948731748736:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 27559us (30230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.062345:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11381 00010000:00010000:2.0:1746129501.062491:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f851e00/0x40a459093b05deb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a05c expref: 28 pid: 8410 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129501.062502:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736747008:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.062513:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ff44e00/0x40a459093b05ddd2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fde expref: 21 pid: 22481 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.062522:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736747264:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.062541:0:7149:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062549:0:7149:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062556:0:7149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062572:0:7149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062579:0:7149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062586:0:7149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062591:0:7149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e3a7800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129501.062594:0:7149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062601:0:7149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062611:0:7149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062617:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e10c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.062663:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1961:x1830948731748224:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 28513us (30641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.062670:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11377 00010000:00010000:2.0:1746129501.062701:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095ff0000/0x40a459093b05e05d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a1eb expref: 31 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.062710:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736747136:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.062741:0:31503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062749:0:31503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062755:0:31503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062769:0:31503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062775:0:31503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062782:0:31503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062792:0:31503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132edda00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129501.062795:0:31503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062801:0:31503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062810:0:31503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.062815:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132edda00/0x40a459093b05e105 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.062847:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731748608:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 28400us (30762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.062853:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11380 00000100:00100000:1.0:1746129501.079047:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731748864:12345-192.168.202.4@tcp:4:cat.0 Request processed in 24958us (25195us total) trans 17179873104 rc 0/0 00000100:00100000:1.0:1746129501.079063:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1103 00002000:00100000:1.0:1746129501.079079:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (28672->1003519) req@ffff880094066d80 x1830948731748864/t17179873104(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/448 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.079090:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094066d80 with x1830948731748864 ext(28672->1003519) 00010000:00010000:1.0:1746129501.079104:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 39 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.079128:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 39 pid: 8410 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746129501.079134:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094066d80 00000100:00100000:1.0:1746129501.081677:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.081754:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731751168 00000100:00100000:2.0:1746129501.081765:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731751168 00010000:00010000:2.0:1746129501.081803:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 39 pid: 8410 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.081839:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5726 00000100:00100000:2.0:1746129501.081846:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+39:1960:x1830948731751168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.081860:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.081882:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 39 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.081894:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 39 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.081917:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a95edc00/0x40a459093b05e079 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 28672->1003519) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a207 expref: 39 pid: 8410 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.081947:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.081949:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.081958:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.081967:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.082076:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.082121:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+38:1960:x1830948731751168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 275us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.082129:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5726 00010000:00010000:0.0:1746129501.082160:0:4699:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.082177:0:4699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.082197:0:4699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.082204:0:4699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.082211:0:4699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.082217:0:4699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ea5fc00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129501.082221:0:4699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.082229:0:4699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.082239:0:4699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.082244:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ea5fc00/0x40a459093b05e0f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129501.082561:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1961:x1830948731748096:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 48152us (50331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.082571:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11376 00000100:00100000:0.0:1746129501.085526:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.086881:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731751424 00000100:00100000:3.0:1746129501.086897:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731751424 00000100:00100000:3.0:1746129501.086968:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10095 00000100:00100000:3.0:1746129501.086977:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+16:29198:x1830948731751424:12345-192.168.202.4@tcp:36:mirror_io.0 00010000:00010000:3.0:1746129501.087036:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.087065:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33400/0x40a459093b05e0e9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a246 expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087103:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.087108:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129501.087153:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.087171:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c34 expref: 40 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087180:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 319 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087187:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19fad expref: 40 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087195:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a047 expref: 319 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087203:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e41 expref: 319 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087211:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f19e9c expref: 40 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087223:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 9/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.087262:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e9c expref: 40 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087274:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e9c expref: 40 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.087290:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090169880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736747776:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.087435:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e41 expref: 319 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087443:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e41 expref: 319 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.087450:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736747904:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.087469:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a047 expref: 319 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087475:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a047 expref: 319 pid: 14548 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.087481:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090169500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736748032:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.087495:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fad expref: 40 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087505:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fad expref: 40 pid: 14548 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.087511:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736748160:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.087533:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 319 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087538:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 319 pid: 2271 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.087543:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090168e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736748288:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.087576:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c34 expref: 40 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.087581:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c34 expref: 40 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.087587:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736748416:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.087603:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a4900 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.092636:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090169880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736747776:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.092650:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736747904:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.093846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.093887:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.093909:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.093968:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731751936 00000100:00100000:0.0:1746129501.093978:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731751936 00000100:00100000:2.0:1746129501.093994:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731751680 00000100:00100000:2.0:1746129501.093999:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731751680 00010000:00010000:2.0:1746129501.094035:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e41 expref: 321 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746129501.094039:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4059 00000100:00100000:0.0:1746129501.094048:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+321:15417:x1830948731751936:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1746129501.094056:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731751552 00000100:00100000:2.0:1746129501.094058:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731751552 00010000:00010000:2.0:1746129501.094067:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e9c expref: 41 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.094087:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5727 00000100:00100000:2.0:1746129501.094093:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+321:1962:x1830948731751680:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.094105:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.094110:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e41 expref: 321 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.094121:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e41 expref: 321 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.094146:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fd4d400/0x40a459093b05db08 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e41 expref: 321 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.094163:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.094169:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.094181:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.094235:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+321:1962:x1830948731751680:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 141us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.094242:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5727 00000100:00100000:2.0:1746129501.094259:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5728 00000100:00100000:2.0:1746129501.094264:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+41:1963:x1830948731751552:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.094271:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.094275:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e9c expref: 41 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746129501.094279:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+320:15417:x1830948731751936:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 232us (390us total) trans 8589943967 rc 0/0 00000100:00100000:0.0:1746129501.094286:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4059 00010000:00010000:2.0:1746129501.094289:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e9c expref: 41 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.094323:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f568c00/0x40a459093b05db9b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19e9c expref: 41 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.094332:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.094335:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.094340:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.094355:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+40:1963:x1830948731751552:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 91us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.094360:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5728 00000100:00100000:3.0:1746129501.094419:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090169500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736748032:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129501.096800:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.096838:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.096883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.096985:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731752320 00000100:00100000:1.0:1746129501.096995:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731752320 00010000:00010000:1.0:1746129501.097035:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 320 pid: 2271 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129501.097062:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731752448 00000100:00100000:1.0:1746129501.097064:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731752448 00010000:00010000:1.0:1746129501.097074:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c34 expref: 40 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129501.097088:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5729 00000100:00100000:1.0:1746129501.097095:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+320:1960:x1830948731752320:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.097113:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.097119:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 320 pid: 2271 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.097128:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 320 pid: 2271 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.097151:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129501.097157:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129501.097164:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.097210:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+320:1960:x1830948731752320:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 115us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.097215:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5729 00000100:00100000:1.0:1746129501.097253:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5730 00000100:00100000:1.0:1746129501.097258:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+40:1960:x1830948731752448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.097264:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.097267:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c34 expref: 40 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.097275:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c34 expref: 40 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.097285:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129501.097288:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129501.097322:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.097336:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+40:1960:x1830948731752448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 77us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.097341:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5730 00000100:00100000:2.0:1746129501.097746:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731752192 00000100:00100000:2.0:1746129501.097757:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731752192 00000100:00100000:2.0:1746129501.097819:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4060 00000100:00100000:2.0:1746129501.097826:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+40:7701:x1830948731752192:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1746129501.098003:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736748160:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.098018:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fc6c00/0x40a459093b05d750 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c3b expref: 319 pid: 2271 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.098039:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090168e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736748288:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.098048:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135651e00/0x40a459093b05d726 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19c34 expref: 41 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.098059:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736748416:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.098094:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746129501.098100:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+40:7701:x1830948731752192:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 275us (1309us total) trans 8589943968 rc 0/0 00000100:00100000:2.0:1746129501.098107:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4060 00000100:00100000:0.0:1746129501.098580:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.098699:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731752576 00000100:00100000:3.0:1746129501.098704:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731752576 00010000:00010000:3.0:1746129501.098729:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a047 expref: 319 pid: 14548 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.098750:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5731 00000100:00100000:3.0:1746129501.098756:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+319:1962:x1830948731752576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.098766:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.098770:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a047 expref: 319 pid: 14548 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.098778:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a047 expref: 319 pid: 14548 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.098792:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800aa388600/0x40a459093b05de7a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a047 expref: 319 pid: 14548 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.098804:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.098808:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.098814:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.098848:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+318:1962:x1830948731752576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 92us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.098854:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5731 00000100:00100000:0.0:1746129501.099498:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.100001:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731752704 00000100:00100000:2.0:1746129501.100009:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731752704 00010000:00010000:2.0:1746129501.100039:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fad expref: 40 pid: 14548 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.100846:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5732 00000100:00100000:2.0:1746129501.100857:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+40:1961:x1830948731752704:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.100873:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.100880:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fad expref: 40 pid: 14548 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.100893:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fad expref: 40 pid: 14548 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.100912:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3c00/0x40a459093b05dd85 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f19fad expref: 40 pid: 14548 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.100926:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.100941:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.100951:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.100957:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.100987:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129501.101020:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129501.101030:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746129501.101039:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+39:1961:x1830948731752704:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 184us (1540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.101046:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5732 00000040:00080000:0.0:1746129501.101674:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2750, 88 off228928 00000004:00080000:0.0:1746129501.101680:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756418386265ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129501.101736:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2695, 88 off224088 00000004:00080000:0.0:1746129501.101741:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756418446938ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129501.101783:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2696, 88 off224176 00000004:00080000:0.0:1746129501.101786:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756418492478ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129501.101798:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2751, 88 off229016 00000004:00080000:0.0:1746129501.101801:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756418507517ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129501.102242:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2752, 88 off229104 00000004:00080000:0.0:1746129501.102247:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756418953450ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129501.104214:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2697, 88 off224264 00000004:00080000:0.0:1746129501.104225:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756420931011ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129501.104247:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2698, 88 off224352 00000004:00080000:0.0:1746129501.104250:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756420955933ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129501.104258:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2699, 88 off224440 00000004:00080000:0.0:1746129501.104261:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756420967037ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129501.104276:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2753, 88 off229192 00000004:00080000:0.0:1746129501.104278:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756420984253ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129501.104284:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2700, 88 off224528 00000004:00080000:0.0:1746129501.104286:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756420992147ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129501.104311:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2754, 88 off229280 00000004:00080000:0.0:1746129501.104314:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756421020236ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129501.104321:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2701, 88 off224616 00000004:00080000:0.0:1746129501.104323:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756421029416ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129501.104386:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2756, 88 off229464 00000004:00080000:0.0:1746129501.104389:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756421095536ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129501.104398:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2757, 88 off229552 00000004:00080000:0.0:1746129501.104401:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756421106849ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129501.104407:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2758, 88 off229640 00000004:00080000:0.0:1746129501.104409:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756421115409ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129501.104415:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2759, 88 off229728 00000004:00080000:0.0:1746129501.104417:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756421123708ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129501.104425:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2702, 88 off224704 00000004:00080000:0.0:1746129501.104428:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756421133947ns, next at 706231494891ns, rc = 0 00000001:00080000:1.0:1746129501.137461:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943969 is committed 00000004:00080000:1.0:1746129501.137473:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1886 committed 00000004:00080000:1.0:1746129501.137483:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1943 committed 00000004:00080000:1.0:1746129501.137488:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1942 committed 00000004:00080000:1.0:1746129501.137489:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1941 committed 00000004:00080000:1.0:1746129501.137491:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1940 committed 00000004:00080000:1.0:1746129501.137492:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1885 committed 00000004:00080000:1.0:1746129501.137494:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1939 committed 00000004:00080000:1.0:1746129501.137495:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1884 committed 00000004:00080000:1.0:1746129501.137497:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1938 committed 00000004:00080000:1.0:1746129501.137498:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1883 committed 00000004:00080000:1.0:1746129501.137500:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1882 committed 00000004:00080000:1.0:1746129501.137504:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1881 committed 00000004:00080000:1.0:1746129501.137505:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1937 committed 00000004:00080000:1.0:1746129501.137507:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1936 committed 00000004:00080000:1.0:1746129501.137508:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1880 committed 00000004:00080000:1.0:1746129501.137510:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1879 committed 00000004:00080000:1.0:1746129501.137511:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1935 committed 00000001:00080000:1.0:1746129501.137518:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943967 is committed 00000001:00080000:1.0:1746129501.137522:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943964 is committed 00000001:00080000:1.0:1746129501.137558:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943968 is committed 00000100:00100000:1.0:1746129501.137796:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736748672:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.137855:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.137892:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736749184:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.137908:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.137925:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746129501.137929:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736748544:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.137956:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.137966:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736749056:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.137979:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.137994:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736748928:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138008:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.138018:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736749440:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138028:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.138038:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746129501.138041:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736748800:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138052:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.138061:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736749312:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138071:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.138088:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736748672 00000100:00100000:1.0:1746129501.138094:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736748672 00000100:00100000:1.0:1746129501.138129:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736749184 00000100:00100000:1.0:1746129501.138131:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736749184 00000100:00100000:1.0:1746129501.138140:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736748544 00000100:00100000:1.0:1746129501.138141:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736748544 00000100:00100000:1.0:1746129501.138148:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736749056 00000100:00100000:1.0:1746129501.138149:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736749056 00000100:00100000:1.0:1746129501.138154:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736748928 00000100:00100000:1.0:1746129501.138155:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736748928 00000100:00100000:1.0:1746129501.138161:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736749440 00000100:00100000:1.0:1746129501.138163:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736749440 00000100:00100000:1.0:1746129501.138167:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736748800 00000100:00100000:1.0:1746129501.138168:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736748800 00000100:00100000:1.0:1746129501.138174:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736749312 00000100:00100000:1.0:1746129501.138175:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736749312 00000100:00100000:1.0:1746129501.138183:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11382 00000100:00100000:1.0:1746129501.138189:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736748672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138365:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3303:x1830948736748672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 176us (510us total) trans 21474840297 rc 0/0 00000100:00100000:1.0:1746129501.138371:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11382 00000100:00100000:1.0:1746129501.138384:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11383 00000100:00100000:1.0:1746129501.138388:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736749184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138462:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3303:x1830948736749184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 73us (552us total) trans 21474840298 rc 0/0 00000100:00100000:1.0:1746129501.138467:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11383 00000100:00100000:1.0:1746129501.138476:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11384 00000100:00100000:1.0:1746129501.138480:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736748544:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138549:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3303:x1830948736748544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 69us (592us total) trans 21474840299 rc 0/0 00000100:00100000:1.0:1746129501.138554:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11384 00000100:00100000:1.0:1746129501.138563:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11385 00000100:00100000:1.0:1746129501.138566:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736749056:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138640:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3303:x1830948736749056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 73us (660us total) trans 21474840300 rc 0/0 00000100:00100000:1.0:1746129501.138646:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11385 00000100:00100000:1.0:1746129501.138654:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11386 00000100:00100000:1.0:1746129501.138659:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736748928:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138731:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736748928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (721us total) trans 21474840301 rc 0/0 00000100:00100000:1.0:1746129501.138736:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11386 00000100:00100000:1.0:1746129501.138743:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11387 00000100:00100000:1.0:1746129501.138747:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736749440:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138810:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736749440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 63us (781us total) trans 21474840302 rc 0/0 00000100:00100000:1.0:1746129501.138818:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11387 00000100:00100000:1.0:1746129501.138826:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11388 00000100:00100000:1.0:1746129501.138830:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736748800:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.138902:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736748800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (848us total) trans 21474840303 rc 0/0 00000100:00100000:1.0:1746129501.138907:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11388 00000100:00100000:1.0:1746129501.138916:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11389 00000100:00100000:1.0:1746129501.138920:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736749312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.139001:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736749312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 80us (928us total) trans 21474840304 rc 0/0 00000100:00100000:1.0:1746129501.139005:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11389 00000004:00080000:1.0:1746129501.139046:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880132c26300/2, rc 0, transno 21474840303 00000100:00100000:1.0:1746129501.139050:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736748800:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129501.139057:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800900f6d80/2, rc 0, transno 21474840304 00000100:00100000:1.0:1746129501.139059:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736749312:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129501.139064:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880132c27b80/2, rc 0, transno 21474840301 00000100:00100000:1.0:1746129501.139067:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736748928:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129501.139072:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800900f5c00/2, rc 0, transno 21474840302 00000100:00100000:1.0:1746129501.139074:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736749440:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129501.139086:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129add500/2, rc 0, transno 21474840299 00000100:00100000:1.0:1746129501.139089:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129add500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736748544:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129501.139093:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880132c25f80/2, rc 0, transno 21474840300 00000100:00100000:1.0:1746129501.139095:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736749056:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129501.139100:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880132c25180/2, rc 0, transno 21474840297 00000100:00100000:1.0:1746129501.139103:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736748672:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129501.139107:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800900f4380/2, rc 0, transno 21474840298 00000100:00100000:1.0:1746129501.139109:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736749184:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129501.139272:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736749568:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139316:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.139336:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736750080:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139349:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.139359:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746129501.139363:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736749696:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139375:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.139383:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736750208:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139394:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.139411:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736749568 00000100:00100000:2.0:1746129501.139414:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736749568 00000100:00100000:2.0:1746129501.139430:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736750080 00000100:00100000:2.0:1746129501.139432:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736750080 00000100:00100000:2.0:1746129501.139440:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736749696 00000100:00100000:2.0:1746129501.139441:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736749696 00000100:00100000:2.0:1746129501.139446:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736750208 00000100:00100000:2.0:1746129501.139448:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736750208 00000100:00100000:2.0:1746129501.139454:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11390 00000100:00100000:2.0:1746129501.139458:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3302:x1830948736749568:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139570:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3302:x1830948736749568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (254us total) trans 17179873105 rc 0/0 00000100:00100000:2.0:1746129501.139575:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11390 00000100:00100000:2.0:1746129501.139586:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11391 00000100:00100000:2.0:1746129501.139590:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3302:x1830948736750080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139651:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3302:x1830948736750080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (302us total) trans 17179873106 rc 0/0 00000100:00100000:2.0:1746129501.139656:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11391 00000100:00100000:2.0:1746129501.139664:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11392 00000100:00100000:2.0:1746129501.139668:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3302:x1830948736749696:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139734:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3302:x1830948736749696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (358us total) trans 17179873107 rc 0/0 00000100:00100000:2.0:1746129501.139741:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11392 00000100:00100000:2.0:1746129501.139748:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11393 00000100:00100000:2.0:1746129501.139751:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3302:x1830948736750208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139818:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3302:x1830948736750208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (422us total) trans 17179873108 rc 0/0 00000100:00100000:2.0:1746129501.139823:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11393 00000100:00080000:2.0:1746129501.139840:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1746129501.139860:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880091b05180/2, rc 0, transno 17179873107 00000100:00100000:2.0:1746129501.139866:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736749696:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129501.139873:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce39c00/2, rc 0, transno 17179873108 00000100:00100000:2.0:1746129501.139875:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736750208:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129501.139880:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880091b06300/2, rc 0, transno 17179873105 00000100:00100000:2.0:1746129501.139882:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736749568:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129501.139887:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce3a680/2, rc 0, transno 17179873106 00000100:00100000:2.0:1746129501.139889:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736750080:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139924:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736750592:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.139952:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.139969:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736750592 00000100:00100000:2.0:1746129501.139972:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736750592 00000100:00100000:2.0:1746129501.139984:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11394 00000100:00100000:2.0:1746129501.139988:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3302:x1830948736750592:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.140065:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3302:x1830948736750592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (112us total) trans 17179873109 rc 0/0 00000100:00100000:2.0:1746129501.140070:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11394 00000004:00080000:2.0:1746129501.140088:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f47100/2, rc 0, transno 17179873109 00000100:00100000:2.0:1746129501.140091:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736750592:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.140169:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736749824:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.140190:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.140208:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736750336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.140221:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.140231:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746129501.140235:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736749952:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.140247:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.140256:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736750464:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.140268:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.140284:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736749824 00000100:00100000:3.0:1746129501.140288:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736749824 00000100:00100000:3.0:1746129501.140322:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736750336 00000100:00100000:3.0:1746129501.140324:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736750336 00000100:00100000:3.0:1746129501.140331:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736749952 00000100:00100000:3.0:1746129501.140332:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736749952 00000100:00100000:3.0:1746129501.140338:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736750464 00000100:00100000:3.0:1746129501.140339:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736750464 00000100:00100000:3.0:1746129501.140346:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11395 00000100:00100000:3.0:1746129501.140350:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3300:x1830948736749824:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.140441:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736749824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (249us total) trans 17179873110 rc 0/0 00000100:00100000:3.0:1746129501.140449:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11395 00000100:00100000:3.0:1746129501.140459:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11396 00000100:00100000:3.0:1746129501.140463:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3300:x1830948736750336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.140536:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736750336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (314us total) trans 17179873111 rc 0/0 00000100:00100000:3.0:1746129501.140541:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11396 00000100:00100000:3.0:1746129501.140549:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11397 00000100:00100000:3.0:1746129501.140553:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3300:x1830948736749952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129501.140615:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:3.0:1746129501.140618:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:3.0:1746129501.140620:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746129501.140622:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:3.0:1746129501.140623:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:3.0:1746129501.140640:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736749952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (391us total) trans 17179873112 rc 0/0 00000100:00100000:3.0:1746129501.140644:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11397 00000100:00100000:3.0:1746129501.140652:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11398 00000100:00100000:3.0:1746129501.140656:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3300:x1830948736750464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.140717:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736750464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (448us total) trans 17179873113 rc 0/0 00000100:00100000:3.0:1746129501.140721:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11398 00000004:00010000:3.0:1746129501.140751:0:14549:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094066680 reply state ffff88012b100800 transno 8589943969 ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746129501.140758:0:14549:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1746129501.140813:0:14549:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746129501.140823:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29198:x1830948731751424:12345-192.168.202.4@tcp:36:mirror_io.0 Request processed in 53847us (55311us total) trans 8589943969 rc 0/0 00000100:00100000:3.0:1746129501.140829:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10095 00010000:00010000:3.0:1746129501.140917:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.140924:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.140940:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.140946:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be04c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129501.140949:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.140955:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.140967:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.140969:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129501.140973:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.140977:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04c00/0x40a459093b05e11a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00000004:00080000:3.0:1746129501.141008:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce3b480/2, rc 0, transno 17179873112 00000100:00100000:3.0:1746129501.141012:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736749952:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129501.141017:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575d180/2, rc 0, transno 17179873113 00000100:00100000:3.0:1746129501.141019:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736750464:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129501.141027:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880091b07100/2, rc 0, transno 17179873110 00000100:00100000:3.0:1746129501.141029:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736749824:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129501.141034:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575d880/2, rc 0, transno 17179873111 00000100:00100000:3.0:1746129501.141037:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736750336:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129501.143035:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.143098:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731752832 00000100:00100000:3.0:1746129501.143107:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731752832 00000100:00100000:3.0:1746129501.143156:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10096 00000100:00100000:3.0:1746129501.143163:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29198:x1830948731752832:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129501.143192:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.143218:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a24d expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.143329:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a24d expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.143347:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a24d expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.143363:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.143366:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129501.143369:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d1800, rc 0) 00000100:00100000:3.0:1746129501.143427:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29198:x1830948731752832:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 264us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.143433:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10096 00000100:00100000:0.0:1746129501.159832:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.160821:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731752960 00000100:00100000:3.0:1746129501.160830:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731752960 00000100:00100000:3.0:1746129501.160888:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 618 00000100:00100000:3.0:1746129501.160896:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29198:x1830948731752960:12345-192.168.202.4@tcp:103:mirror_io.0 00010000:00010000:3.0:1746129501.160911:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.160942:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129c33e00/0x40a459093b05e0db lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a23f expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.160971:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.160975:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.161031:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29198:x1830948731752960:12345-192.168.202.4@tcp:103:mirror_io.0 Request processed in 133us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.161038:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 618 00000100:00100000:0.0:1746129501.162687:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.163268:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731753216 00000100:00100000:2.0:1746129501.163275:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731753216 00000100:00100000:2.0:1746129501.163348:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4061 00000100:00100000:2.0:1746129501.163356:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29198:x1830948731753216:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:2.0:1746129501.163735:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29198:x1830948731753216:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 379us (1050us total) trans 8589943970 rc 0/0 00000100:00100000:2.0:1746129501.163741:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4061 00000100:00100000:0.0:1746129501.165242:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.165340:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731753472 00000100:00100000:2.0:1746129501.165346:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731753472 00000100:00100000:2.0:1746129501.165377:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4062 00000100:00100000:2.0:1746129501.165383:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29198:x1830948731753472:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:2.0:1746129501.166199:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29198:x1830948731753472:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 814us (959us total) trans 8589943971 rc 0/0 00000100:00100000:2.0:1746129501.166207:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4062 00000100:00100000:0.0:1746129501.184665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.189970:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731753728 00000100:00100000:2.0:1746129501.189985:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731753728 00000100:00100000:2.0:1746129501.190060:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10097 00000100:00100000:2.0:1746129501.190069:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+6:29205:x1830948731753728:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129501.190098:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.190122:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e128 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a254 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.190244:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.190262:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.190274:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.190289:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191637:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191657:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191799:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191808:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191813:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129501.191821:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129501.191904:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191911:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191916:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191923:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ea5fc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129501.191927:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191946:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191955:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129501.191958:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129501.191961:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191966:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5fc00/0x40a459093b05e12f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191988:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191992:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191995:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.191999:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ea5e800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129501.192001:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.192005:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.192009:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacbe00) 00010000:00010000:2.0:1746129501.192011:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129501.192013:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.192017:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e800/0x40a459093b05e136 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.192077:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e128 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a254 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.192089:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a254 expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.192095:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.192096:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129501.192099:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c4ed400, rc 0) 00000100:00100000:2.0:1746129501.192175:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29205:x1830948731753728:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2106us (7521us total) trans 8589943972 rc 0/0 00000100:00100000:2.0:1746129501.192182:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10097 00000100:00100000:0.0:1746129501.195158:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.195620:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731753984 00000100:00100000:2.0:1746129501.195632:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731753984 00000100:00100000:2.0:1746129501.195698:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10098 00000100:00100000:2.0:1746129501.195707:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+288:29210:x1830948731753984:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129501.195738:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129501.196633:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.196662:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.196676:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.196689:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.196701:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.196716:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731754112 00000100:00100000:1.0:1746129501.196730:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731754112 00000100:00100000:0.0:1746129501.196751:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.196783:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731754240 00000100:00100000:1.0:1746129501.196786:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731754240 00000100:00100000:0.0:1746129501.196790:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731754368 00000100:00100000:0.0:1746129501.196794:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731754368 00000100:00100000:1.0:1746129501.196798:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731754496 00000100:00100000:1.0:1746129501.196800:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731754496 00000100:00100000:1.0:1746129501.196809:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731754624 00000100:00100000:1.0:1746129501.196811:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731754624 00000100:00100000:0.0:1746129501.196819:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731754752 00000100:00100000:0.0:1746129501.196823:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731754752 00000100:00100000:1.0:1746129501.196830:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11399 00000100:00100000:1.0:1746129501.196843:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731754112:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.196859:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.196876:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a262 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129501.196901:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d25d, atime: 0x6813d25c, ctime: 0x6813d25d, blocks: 0x809 00010000:00010000:1.0:1746129501.196919:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.196921:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.196937:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a262 expref: 34 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.196952:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a262 expref: 34 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.196961:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f326c00, rc 0) 00000100:00100000:1.0:1746129501.197022:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731754112:12345-192.168.202.4@tcp:101:cat.0 Request processed in 184us (391us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129501.197338:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f851e00/0x40a459093b05e14b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a25b expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.197703:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.197720:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.197760:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.197779:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.197784:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.197790:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.197894:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.197901:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.197906:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129501.197913:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000100:00100000:0.0:1746129501.198005:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11400 00000100:00100000:0.0:1746129501.198019:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731754240:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129501.198027:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11399 00010000:00010000:0.0:1746129501.198030:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129501.198042:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a269 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.198047:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11401 00000100:00100000:1.0:1746129501.198054:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731754496:12345-192.168.202.4@tcp:101:cat.0 00002000:00010000:0.0:1746129501.198058:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d25c, atime: 0x6813d25c, ctime: 0x6813d25c, blocks: 0x821 00010000:00010000:1.0:1746129501.198061:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129501.198069:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.198070:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a277 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.198070:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.198076:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a269 expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1746129501.198081:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d25c, atime: 0x6813d25c, ctime: 0x6813d25c, blocks: 0x81b 00010000:00010000:0.0:1746129501.198086:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a269 expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.198089:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.198090:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.198094:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a277 expref: 34 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.198095:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e3a7800, rc 0) 00010000:00010000:1.0:1746129501.198102:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a277 expref: 34 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.198109:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f326600, rc 0) 00000100:00100000:0.0:1746129501.198126:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731754240:12345-192.168.202.4@tcp:101:cat.0 Request processed in 112us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.198131:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731754496:12345-192.168.202.4@tcp:101:cat.0 Request processed in 79us (1441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.198132:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11400 00000100:00100000:1.0:1746129501.198136:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11401 00000100:00100000:1.0:1746129501.198145:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11402 00000100:00100000:1.0:1746129501.198150:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731754368:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.198156:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.198163:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a270 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129501.198174:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d25c, atime: 0x6813d25b, ctime: 0x6813d25c, blocks: 0x821 00010000:00010000:1.0:1746129501.198180:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.198181:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.198183:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a270 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.198191:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a270 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.198196:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f326400, rc 0) 00000100:00100000:1.0:1746129501.198206:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731754368:12345-192.168.202.4@tcp:101:cat.0 Request processed in 56us (1529us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.198210:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11402 00000100:00100000:1.0:1746129501.198218:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11403 00000100:00100000:1.0:1746129501.198222:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731754624:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.198227:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.198232:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a27e expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129501.198239:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d25d, atime: 0x6813d25d, ctime: 0x6813d25d, blocks: 0x15d7 00010000:00010000:1.0:1746129501.198244:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.198245:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.198247:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a27e expref: 34 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.198254:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a27e expref: 34 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.198259:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f326a00, rc 0) 00000100:00100000:1.0:1746129501.198268:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731754624:12345-192.168.202.4@tcp:101:cat.0 Request processed in 45us (1566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.198271:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11403 00000100:00100000:1.0:1746129501.198277:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11404 00000100:00100000:1.0:1746129501.198281:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731754752:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.198285:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.198289:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a285 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129501.198314:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d25d, atime: 0x6813d25d, ctime: 0x6813d25d, blocks: 0x1029 00010000:00010000:1.0:1746129501.198319:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.198320:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.198323:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.198330:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.198335:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f326800, rc 0) 00000100:00100000:1.0:1746129501.198347:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731754752:12345-192.168.202.4@tcp:101:cat.0 Request processed in 65us (1595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.198352:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11404 00010000:00010000:2.0:1746129501.198518:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198525:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198531:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198587:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ab1000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129501.198591:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198599:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198610:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129501.198612:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129501.198615:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198619:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1000/0x40a459093b05e159 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198632:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198636:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198641:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198645:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ab1a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129501.198647:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.198651:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.199003:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacbf00) 00010000:00010000:2.0:1746129501.199005:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129501.199007:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.199012:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1a00/0x40a459093b05e160 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.199140:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f851e00/0x40a459093b05e14b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a25b expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.199152:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a25b expref: 290 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.199157:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.199159:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129501.199161:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ab1600, rc 0) 00000100:00100000:2.0:1746129501.199203:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29210:x1830948731753984:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3496us (4056us total) trans 8589943973 rc 0/0 00000100:00100000:2.0:1746129501.199211:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10098 00000100:00100000:0.0:1746129501.199290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.200200:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731755008 00000100:00100000:2.0:1746129501.200208:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731755008 00000100:00100000:2.0:1746129501.200249:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10099 00000100:00100000:2.0:1746129501.200254:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29203:x1830948731755008:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129501.200272:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.200282:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab0800/0x40a459093b05e198 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a28c expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.200370:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.200381:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a254 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.200387:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a25b expref: 289 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.200393:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.200420:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a25b expref: 289 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.200429:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a25b expref: 289 pid: 15096 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.200440:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f46a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736750720:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.200520:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a254 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.200527:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a254 expref: 9 pid: 15096 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.200533:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736750848:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.200548:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.203338:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f46a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736750720:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.203355:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f44a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736750848:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.203388:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129501.206650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.206746:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731755136 00000100:00100000:3.0:1746129501.206759:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731755136 00010000:00010000:3.0:1746129501.206800:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a254 expref: 10 pid: 15096 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.206856:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5733 00000100:00100000:3.0:1746129501.206864:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731755136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.206878:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.206884:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a254 expref: 10 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.206895:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a254 expref: 10 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.206916:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c4ed400/0x40a459093b05e13d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a254 expref: 10 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.207058:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.207064:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.207071:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.207075:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.207386:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731755136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 522us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.207392:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5733 00000100:00100000:0.0:1746129501.207530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.207670:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731755648 00000100:00100000:2.0:1746129501.207678:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731755648 00000100:00100000:2.0:1746129501.207731:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10100 00000100:00100000:2.0:1746129501.207738:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29208:x1830948731755648:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129501.207761:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.207779:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132edd400/0x40a459093b05e1a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a29a expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.207807:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.207880:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129501.207885:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.207895:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.207903:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746129501.208417:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731755392 00000100:00100000:3.0:1746129501.208422:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731755392 00000100:00100000:3.0:1746129501.208453:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10101 00000100:00100000:3.0:1746129501.208458:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+292:29210:x1830948731755392:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.208473:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.208487:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0400/0x40a459093b05e1b4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a293 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.208546:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.208555:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.208561:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.208565:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 5/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.208581:0:16908:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.208586:0:16908:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.208593:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:3.0:1746129501.208607:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731755264 00000100:00100000:3.0:1746129501.208609:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731755264 00010000:00010000:3.0:1746129501.208619:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a25b expref: 294 pid: 15096 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.208639:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5734 00000100:00100000:3.0:1746129501.208644:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+294:1963:x1830948731755264:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.208649:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.208653:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a25b expref: 294 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.208662:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a25b expref: 294 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.208674:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab1600/0x40a459093b05e167 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a25b expref: 294 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.208685:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.208689:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.208696:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.208702:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.208708:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.208712:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.208716:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129501.208720:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.208724:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.208728:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.208761:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.208797:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+293:1963:x1830948731755264:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 153us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.208803:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5734 00010000:00010000:2.0:1746129501.208878:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129501.208886:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129501.208940:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129501.208946:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129501.208956:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129501.209053:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ab0800/0x40a459093b05e198 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a28c expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.209079:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a28c expref: 9 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.209086:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a28c expref: 9 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.209092:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132edcc00, rc 0) 00000004:00200000:2.0:1746129501.209116:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129501.209167:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132edd400/0x40a459093b05e1a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a29a expref: 294 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.209180:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a29a expref: 293 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.209186:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a29a expref: 293 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.209190:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f569a00, rc 0) 00000100:00100000:2.0:1746129501.209220:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:29208:x1830948731755648:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1483us (1691us total) trans 8589943975 rc 0/0 00000100:00100000:2.0:1746129501.209227:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10100 00000100:00100000:0.0:1746129501.209730:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29203:x1830948731755008:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 9468us (10434us total) trans 8589943974 rc 0/0 00000100:00100000:0.0:1746129501.209739:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10099 00000100:00100000:1.0:1746129501.211454:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.211494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.211523:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.211535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.211544:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731756032 00000100:00100000:0.0:1746129501.211555:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731756032 00000100:00100000:1.0:1746129501.211564:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.211576:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731756288 00000100:00100000:3.0:1746129501.211583:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731756288 00002000:00100000:0.0:1746129501.211606:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880093edce00 x1830948731756032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.211616:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edce00 with x1830948731756032 ext(0->1048575) 00002000:00010000:0.0:1746129501.211622:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edce00 00002000:00100000:3.0:1746129501.211626:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880093edf100 x1830948731756288/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129501.211632:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731756416 00000100:00100000:2.0:1746129501.211636:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731756416 00002000:00100000:3.0:1746129501.211641:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf100 with x1830948731756288 ext(1048576->2097151) 00000100:00100000:0.0:1746129501.211642:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731756800 00000100:00100000:0.0:1746129501.211644:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731756800 00002000:00010000:3.0:1746129501.211646:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edf100 00002000:00100000:2.0:1746129501.211650:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880093edca80 x1830948731756416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.211654:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009fb9d880 x1830948731756800/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.211656:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edca80 with x1830948731756416 ext(1048576->2097151) 00002000:00010000:2.0:1746129501.211659:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edca80 00002000:00100000:0.0:1746129501.211661:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9d880 with x1830948731756800 ext(1048576->2097151) 00000100:00100000:3.0:1746129501.211662:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4302 00002000:00010000:0.0:1746129501.211664:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9d880 00000100:00100000:3.0:1746129501.211670:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+35:1963:x1830948731756032:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129501.211675:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4303 00000100:00100000:2.0:1746129501.211684:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731756288:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129501.211689:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4304 00000100:00100000:0.0:1746129501.211695:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731756416:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129501.211818:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4305 00000100:00100000:2.0:1746129501.211823:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+35:1963:x1830948731756800:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129501.212790:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731755904 00000100:00100000:3.0:1746129501.212795:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731755904 00010000:00010000:3.0:1746129501.212814:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a29a expref: 293 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.212836:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5735 00000100:00100000:3.0:1746129501.212841:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+293:1963:x1830948731755904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.212849:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.212854:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a29a expref: 293 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.212863:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a29a expref: 293 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.212879:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f569a00/0x40a459093b05e1ad lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a29a expref: 293 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.212894:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.212898:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.212905:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.212909:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.212913:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.212947:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+292:1963:x1830948731755904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 105us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.212952:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5735 00000100:00100000:3.0:1746129501.214981:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.215980:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731756928 00000100:00100000:0.0:1746129501.215990:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731756928 00010000:00010000:0.0:1746129501.216028:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a28c expref: 9 pid: 15096 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746129501.216059:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5736 00000100:00100000:0.0:1746129501.216066:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731756928:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129501.216079:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129501.216085:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a28c expref: 9 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.216096:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a28c expref: 9 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.216119:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132edcc00/0x40a459093b05e19f lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a28c expref: 9 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.216135:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129501.216140:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.216150:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.216156:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.216185:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129501.216210:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948731756928:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 145us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.216216:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5736 00010000:00010000:3.0:1746129501.218484:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.218496:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129501.218537:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129501.218541:0:16908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129501.218557:0:16908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.218593:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0400/0x40a459093b05e1b4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a293 expref: 292 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.218608:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a293 expref: 291 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.218615:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.218618:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129501.218620:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d0e00, rc 0) 00000100:00100000:3.0:1746129501.218671:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+291:29210:x1830948731755392:12345-192.168.202.4@tcp:101:cat.0 Request processed in 10211us (10789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.218683:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10101 00000100:00100000:3.0:1746129501.230331:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+36:1963:x1830948731756032:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18622us (18796us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.230341:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4302 00002000:00100000:3.0:1746129501.230353:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880093edce00 x1830948731756032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.230361:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edce00 with x1830948731756032 ext(0->1048575) 00002000:00010000:3.0:1746129501.230365:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edce00 00000100:00100000:3.0:1746129501.238249:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731756288:12345-192.168.202.4@tcp:3:cat.0 Request processed in 26548us (26709us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.238262:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4303 00002000:00100000:3.0:1746129501.238275:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880093edf100 x1830948731756288/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.238285:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf100 with x1830948731756288 ext(1048576->2097151) 00002000:00010000:3.0:1746129501.238316:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edf100 00000100:00100000:3.0:1746129501.240681:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1963:x1830948731756800:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28843us (29101us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.240695:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4305 00002000:00100000:3.0:1746129501.240707:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009fb9d880 x1830948731756800/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.240716:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9d880 with x1830948731756800 ext(1048576->2097151) 00002000:00010000:3.0:1746129501.240722:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9d880 00000100:00100000:0.0:1746129501.246484:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.247700:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731757056 00000100:00100000:3.0:1746129501.247715:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731757056 00000100:00100000:3.0:1746129501.247780:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10102 00000100:00100000:3.0:1746129501.247789:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+8:29205:x1830948731757056:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.247820:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.247843:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2bc00/0x40a459093b05e1d0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2a1 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.247908:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2bc00/0x40a459093b05e1d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a1 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.247921:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2bc00/0x40a459093b05e1d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a1 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.247948:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.247951:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129501.247954:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc2bc00, rc 0) 00000100:00100000:3.0:1746129501.248015:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:29205:x1830948731757056:12345-192.168.202.4@tcp:101:cat.0 Request processed in 227us (1544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.248021:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10102 00000100:00100000:2.0:1746129501.249187:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.249224:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.249247:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.249329:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731757184 00000100:00100000:1.0:1746129501.249339:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731757184 00000100:00100000:1.0:1746129501.249378:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731757440 00000100:00100000:1.0:1746129501.249381:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731757440 00000100:00100000:1.0:1746129501.249397:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731757312 00000100:00100000:1.0:1746129501.249400:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731757312 00000100:00100000:1.0:1746129501.249423:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11405 00000100:00100000:1.0:1746129501.249431:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948731757184:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.249448:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.249464:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2a8 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.249485:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.249487:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.249498:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a8 expref: 39 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.249511:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a8 expref: 39 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.249521:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05e00, rc 0) 00000100:00100000:1.0:1746129501.249561:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731757184:12345-192.168.202.4@tcp:101:cat.0 Request processed in 129us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.249566:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11405 00000100:00100000:1.0:1746129501.249581:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11406 00000100:00100000:1.0:1746129501.249586:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948731757440:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.249596:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.249607:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2b6 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.249618:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.249620:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.249624:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2b6 expref: 30 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.249634:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2b6 expref: 30 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.249641:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be05c00, rc 0) 00000100:00100000:1.0:1746129501.249659:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731757440:12345-192.168.202.4@tcp:101:cat.0 Request processed in 73us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.249664:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11406 00000100:00100000:1.0:1746129501.249676:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11407 00000100:00100000:1.0:1746129501.249681:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948731757312:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.249688:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.249695:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2af expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.249705:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.249706:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.249710:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 30 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.249719:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 30 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.249726:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04800, rc 0) 00000100:00100000:1.0:1746129501.249744:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731757312:12345-192.168.202.4@tcp:101:cat.0 Request processed in 63us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.249749:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11407 00000100:00100000:2.0:1746129501.249908:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.250440:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731757568 00000100:00100000:0.0:1746129501.250440:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731756416:12345-192.168.202.4@tcp:3:cat.0 Request processed in 38742us (38901us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.250448:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731757568 00000100:00100000:0.0:1746129501.250449:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4304 00002000:00100000:0.0:1746129501.250462:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880093edca80 x1830948731756416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.250472:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edca80 with x1830948731756416 ext(1048576->2097151) 00002000:00010000:0.0:1746129501.250477:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edca80 00000100:00100000:3.0:1746129501.250488:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11408 00000100:00100000:3.0:1746129501.250496:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731757568:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.250515:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.250534:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2bd expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.250553:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.250555:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.250562:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2bd expref: 40 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.250577:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2bd expref: 40 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.250587:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc2ba00, rc 0) 00000100:00100000:3.0:1746129501.250633:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731757568:12345-192.168.202.4@tcp:101:cat.0 Request processed in 138us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.250639:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11408 00000100:00100000:0.0:1746129501.253408:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.256132:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.256805:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731757696 00000100:00100000:2.0:1746129501.256817:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731757696 00000100:00100000:2.0:1746129501.256874:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731757824 00000100:00100000:2.0:1746129501.256878:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731757824 00000100:00100000:2.0:1746129501.256899:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11409 00000100:00100000:2.0:1746129501.256905:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731757696:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129501.256921:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129501.256947:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11410 00010000:00010000:2.0:1746129501.256947:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2c4 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.256955:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731757824:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.256963:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.256972:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2cb expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.256973:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.256974:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.256982:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.256982:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2c4 expref: 41 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.256983:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.256988:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2cb expref: 31 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.256994:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2c4 expref: 41 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.256997:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2cb expref: 31 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.257003:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc2be00, rc 0) 00010000:00010000:2.0:1746129501.257003:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c63e200, rc 0) 00000100:00100000:3.0:1746129501.257053:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731757824:12345-192.168.202.4@tcp:101:cat.0 Request processed in 96us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.257053:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1961:x1830948731757696:12345-192.168.202.4@tcp:101:cat.0 Request processed in 147us (3657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.257058:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11409 00000100:00100000:3.0:1746129501.257061:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11410 00000100:00100000:2.0:1746129501.257893:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.259638:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731757952 00000100:00100000:3.0:1746129501.259651:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731757952 00000100:00100000:3.0:1746129501.260453:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10103 00000100:00100000:3.0:1746129501.260464:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29203:x1830948731757952:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129501.260487:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.260508:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b400/0x40a459093b05e201 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2d2 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.260569:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b400/0x40a459093b05e201 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d2 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.260582:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b400/0x40a459093b05e201 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d2 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.260597:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.260600:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129501.260603:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc2b400, rc 0) 00000100:00100000:3.0:1746129501.261321:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:29203:x1830948731757952:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 855us (3431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.261329:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10103 00000100:00100000:0.0:1746129501.262845:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.263132:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731758080 00000100:00100000:3.0:1746129501.263142:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731758080 00000100:00100000:3.0:1746129501.263202:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 619 00000100:00100000:3.0:1746129501.263210:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731758080:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.263224:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.263250:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b400/0x40a459093b05e201 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d2 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.263278:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.263282:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.263360:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731758080:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 150us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.263367:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 619 00000100:00100000:0.0:1746129501.263667:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.264492:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731758336 00000100:00100000:3.0:1746129501.264497:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731758336 00000100:00100000:3.0:1746129501.264529:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10104 00000100:00100000:3.0:1746129501.264534:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29203:x1830948731758336:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129501.264550:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.264553:0:15096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746129501.264567:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2bc00/0x40a459093b05e1d0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a1 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.264578:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.264581:0:15096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129501.264591:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b200/0x40a459093b05e208 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2d9 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.264641:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.264652:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a24d expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.264659:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a293 expref: 290 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.264665:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 5/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.264694:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a293 expref: 290 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.264704:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a293 expref: 290 pid: 16908 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.264715:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736750976:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129501.266029:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129501.266158:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a24d expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.266170:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a24d expref: 8 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.266182:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090169c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736751104:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.266226:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129501.266411:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731758592 00000100:00100000:1.0:1746129501.266417:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731758592 00000100:00100000:1.0:1746129501.266467:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10105 00000100:00100000:1.0:1746129501.266474:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+291:29208:x1830948731758592:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129501.266494:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.266497:0:16908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746129501.266507:0:16908:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a293 expref: 291 pid: 16908 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.266524:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129501.266528:0:16908:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.266534:0:16908:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.266539:0:16908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129501.266550:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844800/0x40a459093b05e216 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2e0 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.266590:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129501.266597:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.266603:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129501.266616:0:16908:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.266624:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:2.0:1746129501.266835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129501.267056:0:15096:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.4@tcp) returned -22 from blocking AST (req@ffff88009016ad80 x1830948736750976) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 1/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a293 expref: 292 pid: 16908 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.267068:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d0e00/0x40a459093b05e1bb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a293 expref: 292 pid: 16908 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746129501.267088:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736750976:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.267134:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731758720 00000100:00100000:3.0:1746129501.267137:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731758720 00000100:00100000:3.0:1746129501.267165:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10106 00000100:00100000:3.0:1746129501.267171:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:29205:x1830948731758720:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.267179:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.267186:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2e7 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.267220:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.267227:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.267238:0:14549:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.267246:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.267256:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.267259:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129501.267261:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.267266:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc2a400, rc 0) 00000100:00100000:3.0:1746129501.267318:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:29205:x1830948731758720:12345-192.168.202.4@tcp:101:cat.0 Request processed in 146us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.267324:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10106 00000100:00100000:2.0:1746129501.269071:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090169c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736751104:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.269100:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.269105:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.269114:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.269122:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129501.270073:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.270178:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731758848 00000100:00100000:1.0:1746129501.270186:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731758848 00010000:00010000:1.0:1746129501.270221:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a24d expref: 9 pid: 14549 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746129501.270261:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5737 00000100:00100000:1.0:1746129501.270270:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731758848:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.270283:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.270289:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a24d expref: 9 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.270326:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a24d expref: 9 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.270354:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c2d1800/0x40a459093b05e121 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a24d expref: 9 pid: 14549 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746129501.270385:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129501.270389:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.270400:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.270405:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.270412:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129501.270416:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129501.270441:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.270484:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731758848:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 215us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.270491:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5737 00010000:00010000:2.0:1746129501.270588:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129501.270598:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00000040:00080000:2.0:1746129501.271259:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2760, 88 off229816 00000004:00080000:2.0:1746129501.271267:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756587972655ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129501.271338:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2703, 88 off224792 00000004:00080000:2.0:1746129501.271805:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756588510876ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129501.272205:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2704, 88 off224880 00000100:00100000:0.0:1746129501.272208:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000004:00080000:2.0:1746129501.272210:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756588915828ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129501.272219:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2761, 88 off229904 00000004:00080000:2.0:1746129501.272222:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756588927928ns, next at 721271078625ns, rc = 0 00000100:00100000:0.0:1746129501.272236:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731759104 00000100:00100000:0.0:1746129501.272243:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731759104 00002000:00100000:0.0:1746129501.272278:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a77b3b80 x1830948731759104/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.272289:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3b80 with x1830948731759104 ext(0->1048575) 00002000:00010000:0.0:1746129501.272308:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b3b80 00000040:00080000:2.0:1746129501.272981:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2762, 88 off229992 00000004:00080000:2.0:1746129501.272986:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756589692071ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129501.272996:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2705, 88 off224968 00000004:00080000:2.0:1746129501.272999:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756589705494ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129501.273006:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2706, 88 off225056 00000004:00080000:2.0:1746129501.273009:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756589714879ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129501.273016:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2707, 88 off225144 00000004:00080000:2.0:1746129501.273018:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756589724281ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129501.273025:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2763, 88 off230080 00000004:00080000:2.0:1746129501.273027:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756589733326ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129501.273034:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2708, 88 off225232 00000004:00080000:2.0:1746129501.273036:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756589742477ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129501.273042:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2764, 88 off230168 00000004:00080000:2.0:1746129501.273045:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756589751027ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129501.273051:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2709, 88 off225320 00000004:00080000:2.0:1746129501.273055:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756589760636ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129501.273061:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2765, 88 off230256 00000004:00080000:2.0:1746129501.273064:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756589769819ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129501.273071:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2766, 88 off230344 00000004:00080000:2.0:1746129501.273073:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756589779614ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129501.273080:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2767, 88 off230432 00000004:00080000:2.0:1746129501.273082:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756589788124ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129501.273088:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2768, 88 off230520 00000004:00080000:2.0:1746129501.273091:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756589797231ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129501.273098:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2710, 88 off225408 00000004:00080000:2.0:1746129501.273100:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756589806277ns, next at 706231494891ns, rc = 0 00000100:00100000:0.0:1746129501.273758:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4306 00000100:00100000:0.0:1746129501.273772:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948731759104:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129501.275121:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.276357:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.276383:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731759360 00000100:00100000:1.0:1746129501.276392:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731759360 00002000:00100000:1.0:1746129501.276437:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a77b1500 x1830948731759360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.276447:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b1500 with x1830948731759360 ext(1048576->2097151) 00002000:00010000:1.0:1746129501.276453:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b1500 00000100:00100000:1.0:1746129501.276470:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731759616 00000100:00100000:1.0:1746129501.276472:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731759616 00002000:00100000:1.0:1746129501.276482:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009fb9ea00 x1830948731759616/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.276488:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ea00 with x1830948731759616 ext(1048576->2097151) 00002000:00010000:1.0:1746129501.276491:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ea00 00000100:00100000:1.0:1746129501.276504:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4307 00000100:00100000:1.0:1746129501.276512:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948731759360:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129501.276729:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4308 00000100:00100000:3.0:1746129501.276739:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948731759616:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129501.277953:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.278755:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731759872 00000100:00100000:3.0:1746129501.278767:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731759872 00002000:00100000:3.0:1746129501.278813:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a77b2d80 x1830948731759872/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.278823:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2d80 with x1830948731759872 ext(1048576->2097151) 00002000:00010000:3.0:1746129501.278828:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b2d80 00000100:00100000:3.0:1746129501.278858:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4309 00000100:00100000:3.0:1746129501.278868:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948731759872:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129501.293040:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731759616:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 16294us (16678us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.293050:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4308 00002000:00100000:3.0:1746129501.293059:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009fb9ea00 x1830948731759616/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.293068:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ea00 with x1830948731759616 ext(1048576->2097151) 00002000:00010000:3.0:1746129501.293072:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ea00 00000100:00100000:0.0:1746129501.294864:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948731759104:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 21089us (22652us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129501.294874:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4306 00002000:00100000:0.0:1746129501.294884:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a77b3b80 x1830948731759104/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.294893:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3b80 with x1830948731759104 ext(0->1048575) 00002000:00010000:0.0:1746129501.294898:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b3b80 00000100:00100000:3.0:1746129501.302078:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948731759872:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 23205us (24120us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.302089:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4309 00002000:00100000:3.0:1746129501.302099:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a77b2d80 x1830948731759872/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.302107:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2d80 with x1830948731759872 ext(1048576->2097151) 00002000:00010000:3.0:1746129501.302113:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b2d80 00010000:00010000:3.0:1746129501.309633:0:26224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746129501.310153:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.310433:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731759360:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 33920us (35316us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.310442:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4307 00002000:00100000:2.0:1746129501.310452:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a77b1500 x1830948731759360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.310460:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b1500 with x1830948731759360 ext(1048576->2097151) 00002000:00010000:2.0:1746129501.310464:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b1500 00000100:00100000:0.0:1746129501.310549:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731760000 00000100:00100000:0.0:1746129501.310556:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731760000 00000100:00100000:0.0:1746129501.310586:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10107 00000100:00100000:0.0:1746129501.310593:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+292:29210:x1830948731760000:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129501.310606:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129501.310629:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2ee expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.310681:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 293 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.310692:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 293 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.310703:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129501.310705:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129501.310708:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.310713:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf200, rc 0) 00000100:00100000:0.0:1746129501.310743:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+293:29210:x1830948731760000:12345-192.168.202.4@tcp:101:cat.0 Request processed in 150us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.310748:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10107 00010000:00010000:3.0:1746129501.322909:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.322922:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.322924:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1746129501.322927:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.322943:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.322950:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00000001:00080000:1.0:1746129501.322982:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943974 is committed 00010000:00010000:3.0:1746129501.322983:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.322993:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 11 pid: 15096 timeout: 856 lvb_type: 0 00000001:00080000:1.0:1746129501.322993:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943976 is committed 00000004:00080000:1.0:1746129501.322997:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1894 committed 00000004:00080000:1.0:1746129501.323003:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1952 committed 00000100:00100000:3.0:1746129501.323004:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736751232:192.168.202.4@tcp:104: 00000004:00080000:1.0:1746129501.323015:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1951 committed 00000004:00080000:1.0:1746129501.323017:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1950 committed 00000004:00080000:1.0:1746129501.323018:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1949 committed 00000004:00080000:1.0:1746129501.323020:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1893 committed 00000004:00080000:1.0:1746129501.323021:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1948 committed 00000004:00080000:1.0:1746129501.323022:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1892 committed 00000004:00080000:1.0:1746129501.323024:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1947 committed 00000004:00080000:1.0:1746129501.323025:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1891 committed 00000004:00080000:1.0:1746129501.323026:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1890 committed 00000004:00080000:1.0:1746129501.323028:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1889 committed 00000004:00080000:1.0:1746129501.323029:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1946 committed 00000004:00080000:1.0:1746129501.323030:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1945 committed 00000004:00080000:1.0:1746129501.323031:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1888 committed 00000004:00080000:1.0:1746129501.323032:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1887 committed 00000004:00080000:1.0:1746129501.323033:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1944 committed 00000001:00080000:1.0:1746129501.323037:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943975 is committed 00000001:00080000:1.0:1746129501.323046:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943971 is committed 00000100:00100000:3.0:1746129501.323072:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.323166:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736751488:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.323190:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736751744:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.323195:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.323213:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736752000:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.323216:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.323231:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736751488 00000100:00100000:3.0:1746129501.323236:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736751488 00000100:00100000:2.0:1746129501.323237:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736752256:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.323253:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.324018:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736751360:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.324042:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.324138:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736751744 00000100:00100000:3.0:1746129501.324143:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736751744 00000100:00100000:1.0:1746129501.324152:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736751872:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.324159:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736752768:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.324160:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736752256 00000100:00100000:3.0:1746129501.324162:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736752256 00000100:00100000:1.0:1746129501.324169:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.324170:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736751360 00000100:00100000:3.0:1746129501.324171:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736751360 00000100:00100000:3.0:1746129501.324179:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736751872 00000100:00100000:3.0:1746129501.324181:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736751872 00000100:00100000:1.0:1746129501.324183:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736752384:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129501.324191:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11411 00000100:00100000:3.0:1746129501.324196:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11412 00000100:00100000:1.0:1746129501.324196:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.324198:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3300:x1830948736751488:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.324201:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3302:x1830948736751744:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.324205:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736752896:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.324214:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736752384 00000100:00100000:1.0:1746129501.324214:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.324216:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736752384 00000100:00100000:3.0:1746129501.324225:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736752896 00000100:00100000:3.0:1746129501.324226:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736752896 00000100:00100000:1.0:1746129501.324229:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736751616:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.324234:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11413 00000100:00100000:3.0:1746129501.324237:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3302:x1830948736752256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.324241:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.324247:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736752128:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.324257:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.324262:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736752640:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129501.324263:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736751616 00000100:00100000:2.0:1746129501.324266:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736751616 00000100:00100000:1.0:1746129501.324272:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.324277:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736752128 00000100:00100000:1.0:1746129501.324277:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736753152:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129501.324279:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736752128 00000100:00100000:2.0:1746129501.324285:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736752640 00000100:00100000:2.0:1746129501.324286:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736752640 00000100:00100000:1.0:1746129501.324289:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.324306:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736753152 00000100:00100000:2.0:1746129501.324308:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736753152 00000100:00100000:1.0:1746129501.324313:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746129501.324316:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11414 00000100:00100000:1.0:1746129501.324317:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736752512:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129501.324320:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:3303:x1830948736751360:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.324331:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.324338:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736753024:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.324348:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.324361:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736752512 00000100:00100000:1.0:1746129501.324363:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736752512 00000100:00100000:3.0:1746129501.324366:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736753024 00000100:00100000:3.0:1746129501.324369:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736753024 00000100:00100000:1.0:1746129501.324375:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11415 00000100:00100000:1.0:1746129501.324379:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3303:x1830948736751872:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.324382:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11416 00000100:00100000:3.0:1746129501.324386:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3303:x1830948736752384:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.324391:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11417 00000100:00100000:1.0:1746129501.324395:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3303:x1830948736752896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.324422:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11418 00000100:00100000:3.0:1746129501.324426:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3301:x1830948736751616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.324458:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.324470:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736753280:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129501.324486:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129501.324661:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736752768 00000100:00100000:0.0:1746129501.324665:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736752768 00000100:00100000:0.0:1746129501.324678:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736753280 00000100:00100000:0.0:1746129501.324679:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736753280 00000100:00100000:0.0:1746129501.324687:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11419 00000100:00100000:0.0:1746129501.324691:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3301:x1830948736752128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129501.324778:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736751232:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.324789:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3303:x1830948736752896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 393us (573us total) trans 21474840305 rc 0/0 00000100:00100000:3.0:1746129501.324793:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.324798:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11417 00010000:00010000:0.0:1746129501.324808:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b200/0x40a459093b05e208 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 9 pid: 15096 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1746129501.324810:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736752000 00000100:00100000:1.0:1746129501.324813:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736752000 00000100:00100000:1.0:1746129501.324822:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11420 00000100:00100000:1.0:1746129501.324826:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3301:x1830948736752640:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1746129501.324826:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 8 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.324835:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 8 pid: 15096 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.324843:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3302:x1830948736752256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 605us (1589us total) trans 17179873114 rc 0/0 00000100:00100000:3.0:1746129501.324848:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11413 00000100:00100000:3.0:1746129501.324858:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11421 00010000:00010000:0.0:1746129501.324859:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc2b000, rc 0) 00000100:00100000:3.0:1746129501.324862:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3301:x1830948736753152:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129501.324889:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29203:x1830948731758336:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 60354us (61222us total) trans 8589943976 rc 0/0 00000100:00100000:0.0:1746129501.324895:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10104 00002000:00010000:1.0:1746129501.324898:0:7149:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746129501.324901:0:7149:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129501 -> 1746129501 00002000:00010000:1.0:1746129501.324903:0:7149:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129501 -> 1746129501 00002000:00010000:1.0:1746129501.324904:0:7149:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129501 -> 1746129501 00002000:00010000:1.0:1746129501.324906:0:7149:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1746129501.324943:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3301:x1830948736752640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (669us total) trans 21474840306 rc 0/0 00000100:00100000:1.0:1746129501.324948:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11420 00000004:00080000:0.0:1746129501.324950:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b3100/2, rc 0, transno 21474840306 00000100:00100000:3.0:1746129501.324952:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3301:x1830948736753152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (661us total) trans 21474840307 rc 0/0 00000100:00100000:0.0:1746129501.324954:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736752640:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.324958:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11421 00000004:00080000:0.0:1746129501.324961:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd93b80/2, rc 0, transno 21474840307 00000100:00100000:1.0:1746129501.324964:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11422 00000100:00100000:0.0:1746129501.324964:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736753152:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.324968:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11423 00000100:00100000:1.0:1746129501.324969:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3301:x1830948736752512:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.324972:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3301:x1830948736753024:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.325046:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3301:x1830948736753024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 74us (696us total) trans 21474840308 rc 0/0 00000100:00100000:3.0:1746129501.325051:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11423 00002000:00010000:1.0:1746129501.325052:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129501.325054:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129500 -> 1746129500 00002000:00010000:1.0:1746129501.325056:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129500 -> 1746129500 00002000:00010000:1.0:1746129501.325057:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129500 -> 1746129500 00002000:00010000:1.0:1746129501.325059:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746129501.325060:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11424 00000100:00100000:3.0:1746129501.325064:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736752768:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129501.325078:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3303:x1830948736752384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 691us (881us total) trans 21474840309 rc 0/0 00000100:00100000:1.0:1746129501.325082:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11416 00000100:00100000:1.0:1746129501.325092:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11425 00000100:00100000:1.0:1746129501.325097:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3302:x1830948736753280:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129501.325129:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009402aa00/2, rc 0, transno 17179873114 00000100:00100000:3.0:1746129501.325135:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736752768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (676us total) trans 21474840310 rc 0/0 00000100:00100000:2.0:1746129501.325136:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736752256:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129501.325140:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11424 00000004:00080000:2.0:1746129501.325144:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b1880/2, rc 0, transno 21474840310 00000100:00100000:2.0:1746129501.325147:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736752768:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.325150:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11426 00000100:00100000:3.0:1746129501.325153:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+41:3300:x1830948736752000:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.325172:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736753280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (684us total) trans 21474840311 rc 0/0 00000100:00100000:1.0:1746129501.325177:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11425 00000100:00100000:1.0:1746129501.325190:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094028a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736753408:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.325204:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746129501.325219:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b3800/2, rc 0, transno 21474840309 00000100:00100000:3.0:1746129501.325222:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3300:x1830948736752000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 68us (430us total) trans 17179873117 rc 0/0 00000100:00100000:1.0:1746129501.325222:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736752384:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.325227:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11426 00000004:00080000:1.0:1746129501.325227:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b2680/2, rc 0, transno 21474840305 00000100:00100000:1.0:1746129501.325230:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736752896:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.325239:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736753408 00000100:00100000:3.0:1746129501.325241:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736753408 00000004:00080000:2.0:1746129501.325260:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd90700/2, rc 0, transno 21474840311 00000100:00100000:2.0:1746129501.325263:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736753280:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129501.325315:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd91f80/2, rc 0, transno 21474840308 00000100:00100000:0.0:1746129501.325318:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736753024:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129501.325381:0:7149:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129501.325383:0:7149:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129500 -> 1746129500 00002000:00010000:0.0:1746129501.325386:0:7149:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129499 -> 1746129499 00002000:00010000:0.0:1746129501.325388:0:7149:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129500 -> 1746129500 00002000:00010000:0.0:1746129501.325389:0:7149:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129501.325414:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3301:x1830948736752512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 446us (1082us total) trans 21474840312 rc 0/0 00000100:00100000:0.0:1746129501.325419:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11422 00000100:00100000:0.0:1746129501.325431:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11427 00000100:00100000:0.0:1746129501.325435:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+42:3303:x1830948736753408:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129501.325495:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fab1f80/2, rc 0, transno 17179873117 00000100:00100000:3.0:1746129501.325500:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736752000:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129501.325518:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+43:3303:x1830948736753408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (312us total) trans 17179873118 rc 0/0 00000100:00100000:0.0:1746129501.325522:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11427 00000004:00080000:0.0:1746129501.325541:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b1c00/2, rc 0, transno 21474840312 00000100:00100000:0.0:1746129501.325544:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736752512:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746129501.325591:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:3.0:1746129501.325593:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:3.0:1746129501.325595:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746129501.325597:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:3.0:1746129501.325598:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:3.0:1746129501.325622:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+43:3302:x1830948736751744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1421us (2405us total) trans 17179873119 rc 0/0 00000100:00100000:3.0:1746129501.325626:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11412 00000004:00080000:3.0:1746129501.325645:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fab0700/2, rc 0, transno 17179873119 00000100:00100000:3.0:1746129501.325648:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736751744:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.325673:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+43:3303:x1830948736751872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1292us (1502us total) trans 17179873120 rc 0/0 00000100:00100000:2.0:1746129501.325678:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11415 00002000:00010000:2.0:1746129501.325713:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129501.325716:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129500 -> 1746129500 00002000:00010000:2.0:1746129501.325718:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129500 -> 1746129500 00002000:00010000:2.0:1746129501.325719:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129500 -> 1746129500 00002000:00010000:2.0:1746129501.325722:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2075 -> 2075 00000100:00100000:2.0:1746129501.325743:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:3300:x1830948736751488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1546us (2547us total) trans 17179873115 rc 0/0 00000100:00100000:2.0:1746129501.325748:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11411 00000004:00080000:3.0:1746129501.325794:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fab1180/2, rc 0, transno 17179873115 00000100:00100000:3.0:1746129501.325797:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736751488:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129501.325833:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746129501.325835:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129501 -> 1746129501 00002000:00010000:3.0:1746129501.325836:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129500 -> 1746129500 00002000:00010000:3.0:1746129501.325838:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129501 -> 1746129501 00002000:00010000:3.0:1746129501.325839:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:3.0:1746129501.325971:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3303:x1830948736751360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1537us (1814us total) trans 17179873116 rc 0/0 00000100:00100000:3.0:1746129501.325977:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11414 00000004:00080000:1.0:1746129501.326013:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094028a80/2, rc 0, transno 17179873118 00000100:00100000:1.0:1746129501.326017:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094028a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736753408:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129501.326023:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fab2680/2, rc 0, transno 17179873116 00000100:00100000:1.0:1746129501.326026:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736751360:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129501.326031:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fab3b80/2, rc 0, transno 17179873120 00000100:00100000:1.0:1746129501.326033:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736751872:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129501.328848:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3301:x1830948736752128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4147us (4581us total) trans 17179873121 rc 0/0 00000100:00100000:0.0:1746129501.328858:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11419 00000100:00100000:3.0:1746129501.328991:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.329013:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731760128 00000100:00100000:3.0:1746129501.329019:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731760128 00010000:00010000:3.0:1746129501.329042:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 8 pid: 15096 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.329062:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5738 00000100:00100000:3.0:1746129501.329068:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:1960:x1830948731760128:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.329075:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.329080:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 8 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.329089:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 8 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.329105:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2b000/0x40a459093b05e20f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2d9 expref: 8 pid: 15096 timeout: 856 lvb_type: 0 00010000:00010000:3.0:1746129501.329116:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.329120:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.329126:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.329132:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.329138:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.329155:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.329178:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+7:1960:x1830948731760128:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 110us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.329183:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5738 00002000:00010000:2.0:1746129501.329192:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:2.0:1746129501.329196:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129501 -> 1746129501 00010000:00010000:1.0:1746129501.329196:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00002000:00010000:2.0:1746129501.329198:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129501 -> 1746129501 00002000:00010000:2.0:1746129501.329204:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129501 -> 1746129501 00010000:00010000:1.0:1746129501.329204:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00002000:00010000:2.0:1746129501.329207:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:2.0:1746129501.329236:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3301:x1830948736751616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4809us (4994us total) trans 17179873122 rc 0/0 00000100:00100000:2.0:1746129501.329248:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11418 00000040:00080000:1.0:1746129501.329830:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2769, 88 off230608 00000004:00080000:1.0:1746129501.329836:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756646541862ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129501.329890:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2711, 88 off225496 00000004:00080000:1.0:1746129501.329894:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756646600483ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129501.329920:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2712, 88 off225584 00000004:00080000:1.0:1746129501.329923:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756646629106ns, next at 706231494891ns, rc = 0 00000004:00080000:0.0:1746129501.330383:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fab0380/2, rc 0, transno 17179873122 00000100:00100000:0.0:1746129501.330392:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736751616:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129501.330401:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fab1880/2, rc 0, transno 17179873121 00000100:00100000:0.0:1746129501.330403:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736752128:0@lo:2:osp-syn-1-0.0 00000040:00080000:1.0:1746129501.331571:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2770, 88 off230696 00000004:00080000:1.0:1746129501.331579:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756648284688ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129501.331602:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2771, 88 off230784 00000004:00080000:1.0:1746129501.331605:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756648311303ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129501.331617:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2713, 88 off225672 00000004:00080000:1.0:1746129501.331620:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756648326145ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129501.331627:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2714, 88 off225760 00000004:00080000:1.0:1746129501.331629:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756648335048ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129501.331636:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2715, 88 off225848 00000004:00080000:1.0:1746129501.331638:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756648344031ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129501.331644:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2772, 88 off230872 00000004:00080000:1.0:1746129501.331646:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756648352666ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129501.331653:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2716, 88 off225936 00000004:00080000:1.0:1746129501.331655:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756648361208ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129501.331661:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2773, 88 off230960 00000004:00080000:1.0:1746129501.331664:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756648370021ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129501.331670:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2717, 88 off226024 00000004:00080000:1.0:1746129501.331672:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756648378294ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129501.331679:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2774, 88 off231048 00000004:00080000:1.0:1746129501.331681:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756648387314ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129501.331687:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2775, 88 off231136 00000004:00080000:1.0:1746129501.331690:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756648396333ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129501.331697:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2776, 88 off231224 00000004:00080000:1.0:1746129501.331701:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756648407746ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129501.331708:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2777, 88 off231312 00000004:00080000:1.0:1746129501.331711:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 756648417391ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129501.331718:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2718, 88 off226112 00000004:00080000:1.0:1746129501.331720:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 756648426733ns, next at 706231494891ns, rc = 0 00000001:00080000:1.0:1746129501.360359:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589943977 is committed 00000004:00080000:1.0:1746129501.360368:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1902 committed 00000004:00080000:1.0:1746129501.360375:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1961 committed 00000004:00080000:1.0:1746129501.360380:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1960 committed 00000004:00080000:1.0:1746129501.360382:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1959 committed 00000004:00080000:1.0:1746129501.360383:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1958 committed 00000004:00080000:1.0:1746129501.360384:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1901 committed 00000004:00080000:1.0:1746129501.360385:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1957 committed 00000004:00080000:1.0:1746129501.360387:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1900 committed 00000004:00080000:1.0:1746129501.360388:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1956 committed 00000004:00080000:1.0:1746129501.360390:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1899 committed 00000004:00080000:1.0:1746129501.360391:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1898 committed 00000004:00080000:1.0:1746129501.360392:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1897 committed 00000004:00080000:1.0:1746129501.360394:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1955 committed 00000004:00080000:1.0:1746129501.360395:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1954 committed 00000004:00080000:1.0:1746129501.360396:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1896 committed 00000004:00080000:1.0:1746129501.360397:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1895 committed 00000004:00080000:1.0:1746129501.360398:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1953 committed 00010000:00010000:0.0:1746129501.360470:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 291 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.360482:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129501.360485:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1746129501.360490:0:16908:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 6 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.360500:0:16908:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 6 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.360506:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 6 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.360511:0:16908:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.360517:0:16908:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.360850:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736753664:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.360897:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.360923:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736754176:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.360948:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.360962:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746129501.360966:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736753536:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.360977:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.360985:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736754048:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.360994:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129501.361012:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736753664 00000100:00100000:2.0:1746129501.361017:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736753664 00000100:00100000:2.0:1746129501.361041:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11428 00000100:00100000:2.0:1746129501.361046:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3301:x1830948736753664:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.361106:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736753920:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.361127:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.361140:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736754432:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.361150:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.361160:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746129501.361163:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736753792:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.361174:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.361182:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736754304:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129501.361188:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129501.361192:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129500 -> 1746129500 00000100:00100000:1.0:1746129501.361193:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1746129501.361194:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129500 -> 1746129500 00002000:00010000:2.0:1746129501.361196:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129500 -> 1746129500 00002000:00010000:2.0:1746129501.361198:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2075 -> 2075 00000100:00100000:1.0:1746129501.361210:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736754176 00000100:00100000:1.0:1746129501.361213:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736754176 00000100:00100000:2.0:1746129501.361220:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:3301:x1830948736753664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 174us (323us total) trans 17179873123 rc 0/0 00000100:00100000:2.0:1746129501.361226:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11428 00000100:00100000:1.0:1746129501.361228:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736753536 00000100:00100000:1.0:1746129501.361229:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736753536 00000100:00100000:2.0:1746129501.361236:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736754048 00000100:00100000:1.0:1746129501.361237:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736753920 00000100:00100000:2.0:1746129501.361238:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736754048 00000100:00100000:1.0:1746129501.361238:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736753920 00000100:00100000:2.0:1746129501.361244:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736754432 00000100:00100000:1.0:1746129501.361244:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736753792 00000100:00100000:2.0:1746129501.361245:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736754432 00000100:00100000:1.0:1746129501.361246:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736753792 00000100:00100000:2.0:1746129501.361250:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736754304 00000100:00100000:2.0:1746129501.361251:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736754304 00000100:00100000:1.0:1746129501.361253:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11429 00000100:00100000:1.0:1746129501.361257:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3301:x1830948736754176:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.361258:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11430 00000100:00100000:2.0:1746129501.361261:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+48:3301:x1830948736753536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.361282:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11431 00000100:00100000:1.0:1746129501.361286:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+48:3301:x1830948736754048:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.361346:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11432 00000100:00100000:2.0:1746129501.361351:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3303:x1830948736753920:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.361403:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:3301:x1830948736754048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (407us total) trans 17179873125 rc 0/0 00000100:00100000:1.0:1746129501.361408:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11431 00002000:00010000:2.0:1746129501.361412:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:2.0:1746129501.361414:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129501.361416:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746129501.361417:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00000100:00100000:1.0:1746129501.361418:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11433 00002000:00010000:2.0:1746129501.361419:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:1.0:1746129501.361422:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3303:x1830948736754432:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.361439:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3303:x1830948736753920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 88us (311us total) trans 17179873126 rc 0/0 00000100:00100000:2.0:1746129501.361443:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11432 00000100:00100000:2.0:1746129501.361453:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11434 00000100:00100000:2.0:1746129501.361457:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3303:x1830948736753792:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.361494:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3303:x1830948736754432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (343us total) trans 17179873127 rc 0/0 00000100:00100000:1.0:1746129501.361499:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11433 00000100:00100000:1.0:1746129501.361508:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11435 00000100:00100000:1.0:1746129501.361511:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3303:x1830948736754304:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129501.361514:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:2.0:1746129501.361516:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129501 -> 1746129501 00002000:00010000:2.0:1746129501.361517:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129501 -> 1746129501 00002000:00010000:2.0:1746129501.361519:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129501 -> 1746129501 00002000:00010000:2.0:1746129501.361521:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:2.0:1746129501.361536:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3303:x1830948736753792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (361us total) trans 17179873128 rc 0/0 00000100:00100000:2.0:1746129501.361541:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11434 00000004:00080000:2.0:1746129501.361570:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546c000/2, rc 0, transno 17179873125 00000100:00100000:2.0:1746129501.361577:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736754048:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129501.361584:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009402ad80/2, rc 0, transno 17179873123 00000100:00100000:1.0:1746129501.361586:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3303:x1830948736754304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 74us (391us total) trans 17179873129 rc 0/0 00000100:00100000:2.0:1746129501.361587:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736753664:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.361592:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11435 00002000:00010000:2.0:1746129501.361603:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1746129501.361605:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129501 -> 1746129501 00002000:00010000:2.0:1746129501.361606:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129500 -> 1746129500 00002000:00010000:2.0:1746129501.361608:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129501 -> 1746129501 00002000:00010000:2.0:1746129501.361610:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:2.0:1746129501.361626:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3301:x1830948736753536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 364us (647us total) trans 17179873124 rc 0/0 00000100:00100000:2.0:1746129501.361631:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11430 00000004:00080000:2.0:1746129501.361647:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094029500/2, rc 0, transno 17179873124 00000100:00100000:2.0:1746129501.361650:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736753536:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129501.361662:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3301:x1830948736754176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 405us (714us total) trans 17179873130 rc 0/0 00000100:00100000:1.0:1746129501.361668:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11429 00000004:00080000:2.0:1746129501.361673:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546fb80/2, rc 0, transno 17179873130 00000100:00100000:2.0:1746129501.361676:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736754176:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.361683:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:1.0:1746129501.361683:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009402b480/2, rc 0, transno 17179873128 00000100:00100000:1.0:1746129501.361686:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736753792:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.361687:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736754560:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129501.361692:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546c380/2, rc 0, transno 17179873129 00000100:00100000:1.0:1746129501.361694:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736754304:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129501.361699:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094029880/2, rc 0, transno 17179873126 00000100:00100000:2.0:1746129501.361702:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129501.361702:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736753920:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129501.361707:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546d180/2, rc 0, transno 17179873127 00000100:00100000:1.0:1746129501.361710:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736754432:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.361718:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736754560 00000100:00100000:2.0:1746129501.361721:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736754560 00000100:00100000:2.0:1746129501.361734:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11436 00000100:00100000:2.0:1746129501.361738:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3301:x1830948736754560:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129501.361810:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3301:x1830948736754560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (106us total) trans 17179873131 rc 0/0 00000100:00100000:2.0:1746129501.361814:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11436 00000004:00080000:2.0:1746129501.361829:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546f800/2, rc 0, transno 17179873131 00000100:00100000:2.0:1746129501.361832:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736754560:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1746129501.361857:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.361886:0:16908:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129501.361895:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd93100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736754688:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129501.361960:0:16908:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 6 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129501.361972:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd93800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736754816:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129501.361989:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.362373:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736755072:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362397:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.362419:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736755584:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362433:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129501.362441:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736755072 00000100:00100000:3.0:1746129501.362444:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746129501.362445:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736755072 00000100:00100000:3.0:1746129501.362447:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736755200:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362460:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129501.362463:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736755584 00000100:00100000:0.0:1746129501.362464:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736755584 00000100:00100000:3.0:1746129501.362468:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736755712:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129501.362473:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736755200 00000100:00100000:0.0:1746129501.362474:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736755200 00000100:00100000:3.0:1746129501.362480:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129501.362484:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736755712 00000100:00100000:0.0:1746129501.362486:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736755712 00000100:00100000:0.0:1746129501.362495:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11437 00000100:00100000:3.0:1746129501.362498:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11438 00000100:00100000:0.0:1746129501.362499:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+40:3302:x1830948736755072:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362503:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3302:x1830948736755584:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129501.362536:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11439 00000100:00100000:0.0:1746129501.362541:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3302:x1830948736755200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129501.362610:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129501.362613:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129501 -> 1746129501 00002000:00010000:0.0:1746129501.362615:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129501 -> 1746129501 00002000:00010000:0.0:1746129501.362617:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129501 -> 1746129501 00002000:00010000:0.0:1746129501.362618:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1746129501.362621:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3302:x1830948736755584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 118us (187us total) trans 21474840313 rc 0/0 00000100:00100000:3.0:1746129501.362627:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11438 00000100:00100000:0.0:1746129501.362636:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+41:3302:x1830948736755200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 96us (176us total) trans 21474840314 rc 0/0 00000100:00100000:3.0:1746129501.362638:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11440 00000100:00100000:0.0:1746129501.362641:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11439 00000100:00100000:3.0:1746129501.362643:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3302:x1830948736755712:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362663:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736755328:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362682:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129501.362692:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736755840:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362704:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1746129501.362707:0:7149:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129501.362709:0:7149:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129500 -> 1746129500 00002000:00010000:0.0:1746129501.362711:0:7149:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129499 -> 1746129499 00000100:00100000:3.0:1746129501.362713:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00002000:00010000:0.0:1746129501.362713:0:7149:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129500 -> 1746129500 00002000:00010000:0.0:1746129501.362715:0:7149:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746129501.362717:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736754944:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362729:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129501.362731:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3302:x1830948736755072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 232us (334us total) trans 21474840315 rc 0/0 00000100:00100000:3.0:1746129501.362737:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736755456:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129501.362737:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11437 00000100:00100000:0.0:1746129501.362746:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736755328 00000100:00100000:0.0:1746129501.362748:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736755328 00000100:00100000:3.0:1746129501.362749:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129501.362757:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736755840 00000100:00100000:0.0:1746129501.362759:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736755840 00000100:00100000:3.0:1746129501.362761:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736754944 00000100:00100000:3.0:1746129501.362763:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736754944 00000100:00100000:0.0:1746129501.362766:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736755456 00000100:00100000:0.0:1746129501.362768:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736755456 00000100:00100000:3.0:1746129501.362774:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11441 00000100:00100000:0.0:1746129501.362777:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11442 00000100:00100000:3.0:1746129501.362778:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3300:x1830948736755328:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129501.362780:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3300:x1830948736755840:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129501.362820:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11443 00000100:00100000:0.0:1746129501.362824:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+44:3300:x1830948736754944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362867:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736755328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 88us (184us total) trans 21474840316 rc 0/0 00000100:00100000:3.0:1746129501.362872:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11441 00000100:00100000:3.0:1746129501.362881:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11444 00000100:00100000:3.0:1746129501.362885:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3300:x1830948736755456:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129501.362916:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd90380/2, rc 0, transno 21474840316 00000100:00100000:3.0:1746129501.362920:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736755328:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129501.362987:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736755840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 205us (281us total) trans 21474840317 rc 0/0 00000100:00100000:3.0:1746129501.362992:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11442 00000004:00080000:3.0:1746129501.363009:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd91880/2, rc 0, transno 21474840317 00000100:00100000:3.0:1746129501.363012:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736755840:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129501.363022:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd90a80/2, rc 0, transno 21474840314 00000100:00100000:3.0:1746129501.363025:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736755200:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129501.363030:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd91c00/2, rc 0, transno 21474840315 00000100:00100000:3.0:1746129501.363032:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736755072:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129501.363036:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd90e00/2, rc 0, transno 21474840313 00000100:00100000:3.0:1746129501.363038:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736755584:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129501.363285:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3302:x1830948736755712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 642us (804us total) trans 21474840318 rc 0/0 00000100:00100000:0.0:1746129501.363290:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11440 00002000:00010000:0.0:1746129501.363358:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129501.363361:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129500 -> 1746129500 00002000:00010000:0.0:1746129501.363363:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129500 -> 1746129500 00002000:00010000:0.0:1746129501.363364:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129500 -> 1746129500 00002000:00010000:0.0:1746129501.363366:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129501.363385:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736754944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 560us (654us total) trans 21474840319 rc 0/0 00000100:00100000:0.0:1746129501.363389:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11443 00000100:00100000:3.0:1746129501.363537:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736755456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 651us (786us total) trans 21474840320 rc 0/0 00000100:00100000:3.0:1746129501.363541:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11444 00000004:00080000:3.0:1746129501.363557:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd91500/2, rc 0, transno 21474840319 00000100:00100000:3.0:1746129501.363559:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736754944:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129501.363564:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd92d80/2, rc 0, transno 21474840320 00000100:00100000:3.0:1746129501.363566:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736755456:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129501.363576:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd92300/2, rc 0, transno 21474840318 00000100:00100000:3.0:1746129501.363578:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736755712:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129501.368654:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.368777:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736754688:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129501.368839:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731760256 00000100:00100000:2.0:1746129501.368854:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731760256 00000100:00100000:2.0:1746129501.369081:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4063 00000100:00100000:2.0:1746129501.369090:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+292:29210:x1830948731760256:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:2.0:1746129501.369520:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+292:29210:x1830948731760256:12345-192.168.202.4@tcp:49:cat.0 Request processed in 429us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.369526:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4063 00000100:00100000:1.0:1746129501.369758:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736754816:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129501.369789:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844800/0x40a459093b05e216 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 291 pid: 16908 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1746129501.369804:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 290 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.369821:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0844c00, rc 0) 00000100:00100000:1.0:1746129501.369843:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+290:29208:x1830948731758592:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 103369us (103821us total) trans 8589943977 rc 0/0 00000100:00100000:1.0:1746129501.369849:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10105 00000100:00100000:0.0:1746129501.372262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.372599:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731760384 00000100:00100000:1.0:1746129501.372604:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731760384 00000100:00100000:1.0:1746129501.372636:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10108 00000100:00100000:1.0:1746129501.372641:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+7:29203:x1830948731760384:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129501.372656:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.372668:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05e232 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2f5 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.372710:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05e232 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2f5 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.372718:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05e232 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2f5 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.372728:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129501.372730:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746129501.372732:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee6d200, rc 0) 00000100:00100000:1.0:1746129501.373005:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+8:29203:x1830948731760384:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 362us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.373012:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10108 00000100:00100000:0.0:1746129501.376463:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.376500:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.376795:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731760512 00000100:00100000:3.0:1746129501.376803:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731760512 00000100:00100000:2.0:1746129501.376817:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731760640 00000100:00100000:2.0:1746129501.376822:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731760640 00000100:00100000:3.0:1746129501.376841:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4064 00000100:00100000:3.0:1746129501.376848:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f533450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+290:29208:x1830948731760512:12345-192.168.202.4@tcp:49:multiop.0 00000100:00100000:2.0:1746129501.376858:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4065 00000100:00100000:2.0:1746129501.376864:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:29205:x1830948731760640:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:2.0:1746129501.376954:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:29205:x1830948731760640:12345-192.168.202.4@tcp:49:cat.0 Request processed in 89us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.376964:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4065 00000100:00100000:3.0:1746129501.377039:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f533450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+290:29208:x1830948731760512:12345-192.168.202.4@tcp:49:multiop.0 Request processed in 191us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.377048:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4064 00000100:00100000:3.0:1746129501.380363:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.380436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.380582:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731760768 00000100:00100000:0.0:1746129501.380590:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731760768 00000100:00100000:0.0:1746129501.380630:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4066 00000100:00100000:0.0:1746129501.380636:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29203:x1830948731760768:12345-192.168.202.4@tcp:49:multiop.0 00000100:00100000:0.0:1746129501.380731:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29203:x1830948731760768:12345-192.168.202.4@tcp:49:multiop.0 Request processed in 95us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.380737:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4066 00000100:00100000:3.0:1746129501.380876:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.380910:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731761024 00000100:00100000:0.0:1746129501.380913:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731761024 00000100:00100000:0.0:1746129501.380949:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11445 00000100:00100000:0.0:1746129501.380954:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:29208:x1830948731761024:12345-192.168.202.4@tcp:101:multiop.0 00000100:00100000:2.0:1746129501.380962:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731760896 00010000:00010000:0.0:1746129501.380964:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129501.380966:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731760896 00010000:00010000:0.0:1746129501.380977:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a2fc expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.380991:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 620 00000100:00100000:2.0:1746129501.380997:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:1960:x1830948731760896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129501.380998:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a269 expref: 23 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.381005:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129501.381005:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 32 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.381012:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.381013:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.381016:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1515520->2019327] (req 1515520->2019327) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.381022:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee6d200/0x40a459093b05e232 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2f5 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.381038:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 32 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.381046:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 32 pid: 4699 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.381055:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.381059:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129501.381061:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736755968:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.381092:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:1960:x1830948731760896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 95us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.381100:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 620 00010000:00010000:0.0:1746129501.381265:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a269 expref: 23 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.381274:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a269 expref: 23 pid: 8411 timeout: 856 lvb_type: 1 00000100:00100000:0.0:1746129501.381282:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756096:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129501.381322:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.381897:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.381956:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731761280 00000100:00100000:2.0:1746129501.381959:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731761280 00002000:00100000:2.0:1746129501.381982:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a0531880 x1830948731761280/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.381990:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0531880 with x1830948731761280 ext(1048576->2097151) 00010000:00010000:2.0:1746129501.381996:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 33 pid: 4699 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.382005:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 33 pid: 4699 timeout: 856 lvb_type: 1 00002000:00010000:2.0:1746129501.382011:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0531880 00000100:00100000:2.0:1746129501.382035:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1104 00000100:00100000:2.0:1746129501.382044:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731761280:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129501.384812:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736755968:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.384827:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0531500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756096:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.384854:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1515520->2019327] (req 1515520->2019327) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 34 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.384869:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa56600, rc 0) 00000100:00100000:2.0:1746129501.384917:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+34:29208:x1830948731761024:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3961us (4039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.384925:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11445 00000100:00100000:1.0:1746129501.387427:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.387488:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731761408 00000100:00100000:3.0:1746129501.387497:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731761408 00010000:00010000:3.0:1746129501.387541:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a269 expref: 24 pid: 8411 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.387567:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5739 00000100:00100000:3.0:1746129501.387573:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731761408:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.387590:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.387610:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a269 expref: 24 pid: 8411 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.387620:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a269 expref: 24 pid: 8411 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.387639:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7800/0x40a459093b05e175 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a269 expref: 24 pid: 8411 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.387665:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.387712:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731761408:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 138us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.387718:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5739 00000100:00100000:0.0:1746129501.391259:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.391334:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731761536 00000100:00100000:2.0:1746129501.391342:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731761536 00000100:00100000:2.0:1746129501.393204:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11446 00000100:00100000:2.0:1746129501.393217:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:29203:x1830948731761536:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129501.393236:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.393254:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a303 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.393280:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.393289:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2cb expref: 33 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.393314:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.393316:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.393319:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->3764223] (req 3297280->3764223) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.393345:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2cb expref: 33 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.393355:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2cb expref: 33 pid: 11014 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129501.393366:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756224:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.393459:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.393467:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 24 pid: 7148 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129501.393475:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756352:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.393492:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac780 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.393845:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731761280:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 11800us (11947us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.393853:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1104 00002000:00100000:2.0:1746129501.393861:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a0531880 x1830948731761280/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.393874:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0531880 with x1830948731761280 ext(1048576->2097151) 00010000:00010000:2.0:1746129501.393880:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 32 pid: 4699 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.393889:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 32 pid: 4699 timeout: 856 lvb_type: 1 00002000:00010000:2.0:1746129501.393894:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0531880 00000100:00100000:2.0:1746129501.396376:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756224:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.396394:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756352:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.396418:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->3764223] (req 3297280->3764223) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.396433:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438da00, rc 0) 00000100:00100000:2.0:1746129501.396486:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:29203:x1830948731761536:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3272us (5233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.396493:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11446 00000100:00100000:0.0:1746129501.397623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.397956:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731761664 00000100:00100000:2.0:1746129501.397963:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731761664 00010000:00010000:2.0:1746129501.397989:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2cb expref: 32 pid: 11014 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129501.398021:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5740 00000100:00100000:2.0:1746129501.398027:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731761664:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.398041:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.398062:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2cb expref: 32 pid: 11014 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.398073:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2cb expref: 32 pid: 11014 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.398089:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc2be00/0x40a459093b05e1fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2cb expref: 32 pid: 11014 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.398112:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.398150:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731761664:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 122us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.398156:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5740 00000100:00100000:0.0:1746129501.403761:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.404118:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.404144:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.404188:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731762176 00000100:00100000:3.0:1746129501.404197:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731762176 00010000:00010000:3.0:1746129501.404228:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 31 pid: 4699 timeout: 856 lvb_type: 1 00000100:00100000:3.0:1746129501.404249:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5741 00000100:00100000:3.0:1746129501.404255:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731762176:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.404266:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.404284:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 31 pid: 4699 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.404321:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 31 pid: 4699 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.404340:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be04800/0x40a459093b05e1e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2af expref: 31 pid: 4699 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129501.404479:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731762048 00000100:00100000:2.0:1746129501.404483:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731762048 00000100:00100000:0.0:1746129501.404495:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:2.0:1746129501.404510:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0533100 x1830948731762048/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129501.404515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:2.0:1746129501.404519:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0533100 with x1830948731762048 ext(2097152->3145727) 00002000:00010000:2.0:1746129501.404532:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0533100 00000100:00100000:0.0:1746129501.404537:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.404546:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731762432 00000100:00100000:2.0:1746129501.404548:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731762432 00002000:00100000:2.0:1746129501.404559:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a0533800 x1830948731762432/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.404571:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0533800 with x1830948731762432 ext(3145728->4194303) 00002000:00010000:2.0:1746129501.404574:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0533800 00010000:00010000:3.0:1746129501.404582:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.404584:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746129501.404584:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731762816 00000100:00100000:2.0:1746129501.404586:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731762816 00010000:00010000:3.0:1746129501.404591:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746129501.404595:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0533b80 x1830948731762816/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:3.0:1746129501.404598:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746129501.404601:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0533b80 with x1830948731762816 ext(2097152->3145727) 00010000:00010000:2.0:1746129501.404606:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 24 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.404617:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 24 pid: 7148 timeout: 856 lvb_type: 1 00002000:00010000:2.0:1746129501.404622:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0533b80 00000100:00100000:2.0:1746129501.404631:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731763072 00000100:00100000:2.0:1746129501.404633:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731763072 00010000:00010000:3.0:1746129501.404634:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746129501.404642:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0531180 x1830948731763072/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:3.0:1746129501.404644:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736756480:192.168.202.4@tcp:105: 00002000:00100000:2.0:1746129501.404648:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0531180 with x1830948731763072 ext(3145728->4194303) 00010000:00010000:2.0:1746129501.404652:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 25 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.404659:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 25 pid: 7148 timeout: 856 lvb_type: 1 00002000:00010000:2.0:1746129501.404664:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0531180 00000100:00100000:2.0:1746129501.404672:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731762688 00000100:00100000:2.0:1746129501.404673:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731762688 00002000:00100000:2.0:1746129501.404681:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a0530380 x1830948731762688/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.404692:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530380 with x1830948731762688 ext(1048576->2097151) 00002000:00010000:2.0:1746129501.404694:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0530380 00000100:00100000:2.0:1746129501.404703:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1105 00000100:00100000:3.0:1746129501.404706:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.404709:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731762816:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129501.404723:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1106 00000100:00100000:3.0:1746129501.404729:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731763072:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129501.405165:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4310 00000100:00100000:1.0:1746129501.405175:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+35:1962:x1830948731762048:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129501.405924:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4311 00000100:00100000:3.0:1746129501.405946:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+36:1962:x1830948731762432:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129501.406364:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4312 00000100:00100000:1.0:1746129501.406373:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731762688:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129501.414786:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.414851:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731763328 00000100:00100000:2.0:1746129501.414862:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731763328 00002000:00100000:2.0:1746129501.414900:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1515520->1519615) req@ffff8800a0530000 x1830948731763328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.414909:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530000 with x1830948731763328 ext(1515520->1519615) 00002000:00010000:2.0:1746129501.414915:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0530000 00000100:00100000:2.0:1746129501.414943:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4313 00000100:00100000:2.0:1746129501.414950:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731763328:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129501.415115:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731763328:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 164us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129501.415121:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4313 00002000:00100000:2.0:1746129501.415126:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1515520->1519615) req@ffff8800a0530000 x1830948731763328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.415133:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530000 with x1830948731763328 ext(1515520->1519615) 00002000:00010000:2.0:1746129501.415135:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0530000 00000100:00100000:3.0:1746129501.416232:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736756480:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129501.416254:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.416777:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731762176:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 12521us (13023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.416785:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5741 00000100:00100000:3.0:1746129501.421752:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731763072:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17013us (17226us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.421763:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1106 00002000:00100000:3.0:1746129501.421774:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0531180 x1830948731763072/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.421782:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0531180 with x1830948731763072 ext(3145728->4194303) 00010000:00010000:3.0:1746129501.421792:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 26 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.421806:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 26 pid: 7148 timeout: 856 lvb_type: 1 00002000:00010000:3.0:1746129501.421812:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0531180 00000100:00100000:1.0:1746129501.427089:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+36:1962:x1830948731762048:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21906us (22961us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129501.427102:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4310 00002000:00100000:1.0:1746129501.427118:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0533100 x1830948731762048/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.427128:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0533100 with x1830948731762048 ext(2097152->3145727) 00002000:00010000:1.0:1746129501.427134:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0533100 00000100:00100000:1.0:1746129501.432042:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731762688:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 25660us (27493us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129501.432053:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4312 00002000:00100000:1.0:1746129501.432063:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a0530380 x1830948731762688/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.432072:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530380 with x1830948731762688 ext(1048576->2097151) 00002000:00010000:1.0:1746129501.432077:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0530380 00000100:00100000:3.0:1746129501.434429:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731762432:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28490us (30275us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.434439:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4311 00002000:00100000:3.0:1746129501.434447:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a0533800 x1830948731762432/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.434455:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0533800 with x1830948731762432 ext(3145728->4194303) 00002000:00010000:3.0:1746129501.434460:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0533800 00000100:00100000:2.0:1746129501.435084:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731762816:12345-192.168.202.4@tcp:3:cat.0 Request processed in 30373us (30586us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.435092:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1105 00002000:00100000:2.0:1746129501.435099:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0533b80 x1830948731762816/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.435108:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0533b80 with x1830948731762816 ext(2097152->3145727) 00010000:00010000:2.0:1746129501.435117:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 24 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:2.0:1746129501.435131:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 24 pid: 7148 timeout: 856 lvb_type: 1 00002000:00010000:2.0:1746129501.435137:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0533b80 00000100:00100000:0.0:1746129501.435308:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.435482:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731763456 00000100:00100000:3.0:1746129501.435488:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731763456 00000100:00100000:3.0:1746129501.435527:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11447 00000100:00100000:3.0:1746129501.435533:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:29205:x1830948731763456:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.435545:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.435556:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a30a expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.435574:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.435576:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.435582:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a30a expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.435595:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a30a expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.435606:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d1c00, rc 0) 00000100:00100000:3.0:1746129501.436203:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:29205:x1830948731763456:12345-192.168.202.4@tcp:101:cat.0 Request processed in 668us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.436208:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11447 00000100:00100000:0.0:1746129501.438848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.438949:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731763712 00000100:00100000:2.0:1746129501.438958:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731763712 00002000:00100000:2.0:1746129501.439065:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a0530700 x1830948731763712/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.439163:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530700 with x1830948731763712 ext(1048576->2097151) 00002000:00010000:2.0:1746129501.439168:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0530700 00000100:00100000:2.0:1746129501.439412:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4314 00000100:00100000:2.0:1746129501.439419:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+41:1961:x1830948731763712:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129501.444780:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.445815:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.445836:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731763968 00000100:00100000:3.0:1746129501.445843:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731763968 00010000:00010000:3.0:1746129501.445874:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 25 pid: 7148 timeout: 856 lvb_type: 1 00000100:00100000:2.0:1746129501.445966:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731764096 00000100:00100000:2.0:1746129501.445971:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731764096 00002000:00100000:2.0:1746129501.446001:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (2015232->2019327) req@ffff880094065c00 x1830948731764096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.446010:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065c00 with x1830948731764096 ext(2015232->2019327) 00002000:00010000:2.0:1746129501.446014:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094065c00 00000100:00100000:2.0:1746129501.446031:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4315 00000100:00100000:2.0:1746129501.446039:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731764096:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129501.446175:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5742 00000100:00100000:3.0:1746129501.446181:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731763968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.446190:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.446208:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 25 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.446219:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 25 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.446237:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f326800/0x40a459093b05e191 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a285 expref: 25 pid: 7148 timeout: 856 lvb_type: 1 00010000:00010000:3.0:1746129501.446254:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.446256:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.446263:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.446271:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.446316:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.446331:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736756608:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129501.446384:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.446439:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.446507:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731764096:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 469us (1734us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129501.446513:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4315 00002000:00100000:3.0:1746129501.446519:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (2015232->2019327) req@ffff880094065c00 x1830948731764096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.446527:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065c00 with x1830948731764096 ext(2015232->2019327) 00002000:00010000:3.0:1746129501.446530:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094065c00 00000100:00100000:3.0:1746129501.446544:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731764352 00000100:00100000:3.0:1746129501.446546:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731764352 00002000:00100000:3.0:1746129501.446558:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094065f80 x1830948731764352/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.446564:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065f80 with x1830948731764352 ext(2097152->3145727) 00002000:00010000:3.0:1746129501.446566:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094065f80 00000100:00100000:3.0:1746129501.446583:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4316 00000100:00100000:3.0:1746129501.446588:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731764352:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129501.454587:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.454650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.454705:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736756608:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129501.454721:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.454785:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731764608 00000100:00100000:2.0:1746129501.454790:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731764608 00002000:00100000:2.0:1746129501.454821:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3297280->3301375) req@ffff8800a0533480 x1830948731764608/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.454829:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0533480 with x1830948731764608 ext(3297280->3301375) 00002000:00010000:2.0:1746129501.454833:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0533480 00000100:00100000:2.0:1746129501.454848:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4317 00000100:00100000:2.0:1746129501.454853:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731764608:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129501.455166:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731764864 00000100:00100000:1.0:1746129501.455169:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731764864 00000100:00100000:1.0:1746129501.455193:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4067 00000100:00100000:1.0:1746129501.455197:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29208:x1830948731764864:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129501.455712:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731763968:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 9529us (9897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.455722:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5742 00000100:00100000:2.0:1746129501.456013:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731764608:12345-192.168.202.4@tcp:3:cat.0 Request processed in 1158us (1432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129501.456018:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4317 00002000:00100000:2.0:1746129501.456024:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3297280->3301375) req@ffff8800a0533480 x1830948731764608/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.456031:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0533480 with x1830948731764608 ext(3297280->3301375) 00002000:00010000:2.0:1746129501.456034:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0533480 00000100:00100000:1.0:1746129501.456213:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+291:29208:x1830948731764864:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 1014us (1560us total) trans 8589943978 rc 0/0 00000100:00100000:1.0:1746129501.456219:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4067 00000100:00100000:3.0:1746129501.456391:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+41:1961:x1830948731763712:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 16972us (17552us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.456396:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4314 00002000:00100000:3.0:1746129501.456400:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a0530700 x1830948731763712/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.456406:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530700 with x1830948731763712 ext(1048576->2097151) 00002000:00010000:3.0:1746129501.456409:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0530700 00000100:00100000:3.0:1746129501.459500:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731764352:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12904us (13052us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.460005:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4316 00002000:00100000:3.0:1746129501.460018:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094065f80 x1830948731764352/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.460027:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065f80 with x1830948731764352 ext(2097152->3145727) 00002000:00010000:3.0:1746129501.460031:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094065f80 00000100:00100000:2.0:1746129501.462832:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.462889:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.463327:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731765248 00000100:00100000:3.0:1746129501.463335:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731765248 00000100:00100000:3.0:1746129501.463384:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11448 00000100:00100000:3.0:1746129501.463392:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731765248:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.463407:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.463543:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e24e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a311 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.463596:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756736:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129501.464015:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731765120 00000100:00100000:2.0:1746129501.464020:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731765120 00002000:00100000:2.0:1746129501.464045:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3760128->3764223) req@ffff88013575b480 x1830948731765120/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.464052:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575b480 with x1830948731765120 ext(3760128->3764223) 00002000:00010000:2.0:1746129501.464056:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575b480 00000100:00100000:2.0:1746129501.464069:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4318 00000100:00100000:2.0:1746129501.464074:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731765120:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129501.464941:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.465124:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731765120:12345-192.168.202.4@tcp:3:cat.0 Request processed in 1048us (2299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129501.465132:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4318 00002000:00100000:2.0:1746129501.465137:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3760128->3764223) req@ffff88013575b480 x1830948731765120/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.465145:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575b480 with x1830948731765120 ext(3760128->3764223) 00002000:00010000:2.0:1746129501.465149:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575b480 00002000:00010000:3.0:1746129501.466496:0:8412:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129501 -> 1746129502 00002000:00010000:3.0:1746129501.466502:0:8412:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129501 -> 1746129502 00002000:00010000:3.0:1746129501.466504:0:8412:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129501 -> 1746129502 00000100:00100000:3.0:1746129501.466521:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756736:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129501.466551:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e24e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a311 expref: 31 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.466563:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e24e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a311 expref: 31 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.466593:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d1800, rc 0) 00000100:00100000:3.0:1746129501.466643:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731765248:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3251us (3753us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129501.466651:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11448 00000100:00100000:0.0:1746129501.469743:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.469844:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731765504 00000100:00100000:3.0:1746129501.469856:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731765504 00000100:00100000:3.0:1746129501.469926:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11449 00000100:00100000:3.0:1746129501.469942:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:29205:x1830948731765504:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.469959:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.469976:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a318 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.470006:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.470023:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129501.470025:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129501.470028:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.470773:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129501.471001:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.471014:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 25 pid: 8412 timeout: 856 lvb_type: 0 00000100:00100000:3.0:1746129501.471027:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756864:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129501.471159:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731765632 00000100:00100000:0.0:1746129501.471171:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731765632 00000100:00100000:0.0:1746129501.471610:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4068 00000100:00100000:0.0:1746129501.471620:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:29203:x1830948731765632:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129501.471705:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.472772:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29203:x1830948731765632:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 1150us (2003us total) trans 8589943979 rc 0/0 00000100:00100000:3.0:1746129501.472780:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4068 00000100:00100000:0.0:1746129501.473332:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.473380:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731765888 00000100:00100000:2.0:1746129501.473395:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731765888 00002000:00100000:2.0:1746129501.473426:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0531500 x1830948731765888/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.473435:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0531500 with x1830948731765888 ext(2097152->3145727) 00002000:00010000:2.0:1746129501.473440:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0531500 00000100:00100000:2.0:1746129501.473464:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4319 00000100:00100000:2.0:1746129501.473470:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948731765888:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129501.476856:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.477563:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736756864:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.477593:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.477610:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d1000, rc 0) 00000100:00100000:3.0:1746129501.477650:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:29205:x1830948731765504:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7708us (7919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.477658:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11449 00000100:00100000:0.0:1746129501.478122:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731766016 00000100:00100000:0.0:1746129501.478135:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731766016 00002000:00100000:0.0:1746129501.478187:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3297280->3764223) req@ffff88012e956d80 x1830948731766016/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.478198:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956d80 with x1830948731766016 ext(3297280->3764223) 00010000:00010000:0.0:1746129501.478207:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 25 pid: 8412 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746129501.478222:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 25 pid: 8412 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746129501.478229:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e956d80 00000100:00100000:0.0:1746129501.478265:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1107 00000100:00100000:0.0:1746129501.478273:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731766016:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129501.491667:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948731765888:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18187us (18331us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.491677:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4319 00002000:00100000:2.0:1746129501.491687:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0531500 x1830948731765888/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.491694:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0531500 with x1830948731765888 ext(2097152->3145727) 00002000:00010000:2.0:1746129501.491699:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0531500 00000100:00100000:0.0:1746129501.500108:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.500337:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731766144 00000100:00100000:3.0:1746129501.500349:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731766144 00000100:00100000:3.0:1746129501.500397:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11450 00000100:00100000:3.0:1746129501.500406:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:29210:x1830948731766144:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.500430:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.500479:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a31f expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.500509:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.500512:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.500521:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a31f expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.500538:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a31f expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.500550:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d1e00, rc 0) 00000100:00100000:3.0:1746129501.502015:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:29210:x1830948731766144:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1597us (1906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.502028:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11450 00000100:00100000:2.0:1746129501.503144:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731766016:12345-192.168.202.4@tcp:4:cat.0 Request processed in 24868us (26292us total) trans 21474840321 rc 0/0 00000100:00100000:2.0:1746129501.503154:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1107 00002000:00100000:2.0:1746129501.503165:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3297280->3764223) req@ffff88012e956d80 x1830948731766016/t21474840321(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/448 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.503175:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956d80 with x1830948731766016 ext(3297280->3764223) 00010000:00010000:2.0:1746129501.503185:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 27 pid: 8412 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.503200:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 27 pid: 8412 timeout: 856 lvb_type: 0 00002000:00010000:2.0:1746129501.503207:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e956d80 00000100:00100000:1.0:1746129501.508409:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.508650:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731766272 00000100:00100000:2.0:1746129501.508660:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731766272 00010000:00010000:2.0:1746129501.508702:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 27 pid: 8412 timeout: 856 lvb_type: 0 00000100:00100000:2.0:1746129501.508743:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5743 00000100:00100000:2.0:1746129501.508751:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948731766272:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.508767:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.508791:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 27 pid: 8412 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.508805:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 27 pid: 8412 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.508835:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009438da00/0x40a459093b05e240 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3297280->18446744073709551615] (req 3297280->3764223) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a303 expref: 27 pid: 8412 timeout: 856 lvb_type: 0 00010000:00010000:2.0:1746129501.508865:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.508867:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.508874:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.508883:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.509280:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.509325:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736756992:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129501.509417:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.512168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.512270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.512505:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731766528 00000100:00100000:3.0:1746129501.512514:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731766528 00002000:00100000:3.0:1746129501.512560:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fceea00 x1830948731766528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.512570:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fceea00 with x1830948731766528 ext(2097152->3145727) 00002000:00010000:3.0:1746129501.512574:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fceea00 00000100:00100000:3.0:1746129501.512594:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731766784 00000100:00100000:3.0:1746129501.512596:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731766784 00002000:00100000:3.0:1746129501.512608:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fced880 x1830948731766784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.512614:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fced880 with x1830948731766784 ext(3145728->4194303) 00002000:00010000:3.0:1746129501.512617:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fced880 00000100:00100000:3.0:1746129501.512628:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4320 00000100:00100000:3.0:1746129501.512634:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731766528:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129501.514347:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4321 00000100:00100000:3.0:1746129501.514361:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731766784:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129501.514994:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736756992:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129501.515019:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.515060:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731766272:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6308us (6662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.515070:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5743 00000100:00100000:0.0:1746129501.519638:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.520823:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731767040 00000100:00100000:2.0:1746129501.520836:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731767040 00002000:00100000:2.0:1746129501.520888:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009fcee680 x1830948731767040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.520904:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcee680 with x1830948731767040 ext(3145728->4194303) 00002000:00010000:2.0:1746129501.520911:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fcee680 00000100:00100000:2.0:1746129501.520955:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4322 00000100:00100000:2.0:1746129501.520964:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731767040:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129501.529887:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731766528:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17238us (17717us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.529901:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4320 00002000:00100000:3.0:1746129501.529917:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fceea00 x1830948731766528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.529938:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fceea00 with x1830948731766528 ext(2097152->3145727) 00002000:00010000:3.0:1746129501.529945:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fceea00 00000100:00100000:3.0:1746129501.541823:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731766784:12345-192.168.202.4@tcp:3:cat.0 Request processed in 27459us (29544us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.541832:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4321 00002000:00100000:3.0:1746129501.541841:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fced880 x1830948731766784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.541850:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fced880 with x1830948731766784 ext(3145728->4194303) 00002000:00010000:3.0:1746129501.541855:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fced880 00000100:00100000:2.0:1746129501.542452:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731767040:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20533us (21870us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.542463:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4322 00002000:00100000:2.0:1746129501.542474:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009fcee680 x1830948731767040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.542482:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcee680 with x1830948731767040 ext(3145728->4194303) 00002000:00010000:2.0:1746129501.542487:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fcee680 00000100:00100000:0.0:1746129501.547641:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.548002:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731767168 00000100:00100000:3.0:1746129501.548009:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731767168 00000100:00100000:3.0:1746129501.548059:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11451 00000100:00100000:3.0:1746129501.548066:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731767168:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.548081:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.548094:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091625200/0x40a459093b05e263 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a326 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.548138:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757120:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129501.548222:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.548231:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.548343:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731767296 00000100:00100000:1.0:1746129501.548355:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731767296 00000100:00100000:1.0:1746129501.548437:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11452 00000100:00100000:1.0:1746129501.548446:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+31:29210:x1830948731767296:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.548463:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.548477:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a32d expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.548499:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.548500:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.548509:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a32d expref: 32 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.548524:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a32d expref: 32 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.548535:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e73f800, rc 0) 00000100:00100000:1.0:1746129501.548591:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+32:29210:x1830948731767296:12345-192.168.202.4@tcp:101:cat.0 Request processed in 146us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.548597:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11452 00000100:00100000:0.0:1746129501.553243:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00010000:3.0:1746129501.553437:0:8412:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129500 -> 1746129502 00002000:00010000:3.0:1746129501.553446:0:8412:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129500 -> 1746129502 00002000:00010000:3.0:1746129501.553448:0:8412:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129500 -> 1746129502 00000100:00100000:3.0:1746129501.553472:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757120:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129501.553501:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091625200/0x40a459093b05e263 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a326 expref: 27 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.553513:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091625200/0x40a459093b05e263 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a326 expref: 27 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.553549:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091625200, rc 0) 00000100:00100000:2.0:1746129501.553551:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731767552 00000100:00100000:2.0:1746129501.553560:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731767552 00000100:00100000:3.0:1746129501.553600:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731767168:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5532us (5964us total) trans 0 rc 301/301 00002000:00100000:2.0:1746129501.553607:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009fcef480 x1830948731767552/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:3.0:1746129501.553608:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11451 00002000:00100000:2.0:1746129501.553617:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcef480 with x1830948731767552 ext(3145728->4194303) 00002000:00010000:2.0:1746129501.553623:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fcef480 00000100:00100000:2.0:1746129501.553647:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4323 00000100:00100000:2.0:1746129501.553655:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731767552:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129501.561281:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.561424:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731767808 00000100:00100000:3.0:1746129501.561433:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731767808 00002000:00100000:3.0:1746129501.561475:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e955180 x1830948731767808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.561491:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955180 with x1830948731767808 ext(4194304->4923391) 00002000:00010000:3.0:1746129501.561496:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955180 00000100:00100000:3.0:1746129501.561530:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4324 00000100:00100000:3.0:1746129501.561538:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731767808:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129501.570469:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731767552:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16802us (17225us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.570481:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4323 00002000:00100000:2.0:1746129501.570494:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009fcef480 x1830948731767552/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.570503:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fcef480 with x1830948731767552 ext(3145728->4194303) 00002000:00010000:2.0:1746129501.570509:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fcef480 00000100:00100000:3.0:1746129501.572403:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731767808:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10850us (11114us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129501.572418:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4324 00002000:00100000:3.0:1746129501.572431:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e955180 x1830948731767808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.572441:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955180 with x1830948731767808 ext(4194304->4923391) 00002000:00010000:3.0:1746129501.572449:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955180 00000100:00100000:0.0:1746129501.580484:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.580934:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731767936 00000100:00100000:3.0:1746129501.580949:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731767936 00000100:00100000:3.0:1746129501.581020:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11453 00000100:00100000:3.0:1746129501.581029:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731767936:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.581054:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.581074:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b400/0x40a459093b05e271 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a334 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.581137:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757248:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129501.581250:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.583463:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757248:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129501.583492:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b400/0x40a459093b05e271 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a334 expref: 27 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.583505:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b400/0x40a459093b05e271 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a334 expref: 27 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.584161:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b400, rc 0) 00000100:00100000:3.0:1746129501.585068:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731767936:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4034us (4586us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129501.585078:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11453 00000100:00100000:0.0:1746129501.590484:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.590542:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.590628:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731768064 00000100:00100000:3.0:1746129501.590635:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731768064 00000100:00100000:3.0:1746129501.590683:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11454 00000100:00100000:3.0:1746129501.590690:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731768064:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.590705:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.590719:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e278 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a33b expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.590765:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757376:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129501.590826:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.591116:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731768320 00000100:00100000:2.0:1746129501.591121:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731768320 00002000:00100000:2.0:1746129501.591149:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fceca80 x1830948731768320/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.591158:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fceca80 with x1830948731768320 ext(4194304->4923391) 00002000:00010000:2.0:1746129501.591162:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fceca80 00000100:00100000:2.0:1746129501.591174:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4325 00000100:00100000:2.0:1746129501.591180:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731768320:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129501.593508:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757376:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129501.593540:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e278 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a33b expref: 27 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.593555:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e278 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a33b expref: 27 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.593584:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7aa00, rc 0) 00000100:00100000:3.0:1746129501.593644:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731768064:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2953us (3169us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129501.593652:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11454 00000100:00100000:0.0:1746129501.600365:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.600369:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731768320:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9187us (9824us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129501.600380:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4325 00002000:00100000:2.0:1746129501.600392:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fceca80 x1830948731768320/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.600401:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fceca80 with x1830948731768320 ext(4194304->4923391) 00002000:00010000:2.0:1746129501.600407:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fceca80 00000100:00100000:0.0:1746129501.601423:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.601488:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731768832 00000100:00100000:1.0:1746129501.601497:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731768832 00000100:00100000:1.0:1746129501.601542:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10109 00000100:00100000:1.0:1746129501.601549:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29215:x1830948731768832:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129501.601572:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.601604:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73fc00/0x40a459093b05e27f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a342 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.601713:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601729:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601738:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601749:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601754:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601759:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601865:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601873:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601878:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129501.601885:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129501.601966:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601971:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601975:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601982:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e73f600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129501.601985:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601990:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.601999:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129501.602001:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129501.602004:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.602008:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f600/0x40a459093b05e286 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.602022:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.602026:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.602029:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.602033:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e73f400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129501.602035:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.602039:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.602044:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800938dd300) 00010000:00010000:1.0:1746129501.602046:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129501.602048:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.602052:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f400/0x40a459093b05e28d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.602083:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73fc00/0x40a459093b05e27f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a342 expref: 294 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.602092:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a342 expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.602097:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129501.602099:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129501.602101:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e73f200, rc 0) 00000100:00100000:1.0:1746129501.602135:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+293:29215:x1830948731768832:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 587us (715us total) trans 8589943980 rc 0/0 00000100:00100000:1.0:1746129501.602141:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10109 00000100:00100000:3.0:1746129501.602246:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731768576 00000100:00100000:3.0:1746129501.602252:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731768576 00000100:00100000:3.0:1746129501.602279:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4069 00000100:00100000:3.0:1746129501.602284:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f532050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29205:x1830948731768576:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:3.0:1746129501.602431:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f532050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:29205:x1830948731768576:12345-192.168.202.4@tcp:35:cat.0 Request processed in 146us (2073us total) trans 8589943981 rc 0/0 00000100:00100000:3.0:1746129501.602437:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4069 00000100:00100000:0.0:1746129501.605961:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.606061:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731769088 00000100:00100000:1.0:1746129501.606068:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731769088 00000100:00100000:1.0:1746129501.606115:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4070 00000100:00100000:1.0:1746129501.606122:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:29210:x1830948731769088:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129501.606315:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+294:29210:x1830948731769088:12345-192.168.202.4@tcp:35:cat.0 Request processed in 170us (339us total) trans 8589943982 rc 0/0 00000100:00100000:1.0:1746129501.606322:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4070 00000100:00100000:0.0:1746129501.616268:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.616343:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731769344 00000100:00100000:2.0:1746129501.616351:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731769344 00000100:00100000:2.0:1746129501.616403:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10110 00000100:00100000:2.0:1746129501.616410:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:29217:x1830948731769344:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129501.616430:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.616446:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a349 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.616533:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.616543:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.616551:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.616562:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.616567:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.616572:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617435:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617444:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617450:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129501.617458:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129501.617517:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617522:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617528:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617532:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009438d800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129501.617535:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617540:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617547:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129501.617549:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129501.617551:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617555:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d800/0x40a459093b05e2a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617579:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617584:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617588:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617827:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009438de00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129501.617829:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617834:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617844:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a400) 00010000:00010000:2.0:1746129501.617846:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129501.617848:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617852:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438de00/0x40a459093b05e2b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.617887:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a349 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.617897:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a349 expref: 11 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.617903:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.617904:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129501.617906:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438d200, rc 0) 00000100:00100000:2.0:1746129501.617970:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:29217:x1830948731769344:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1560us (1708us total) trans 8589943983 rc 0/0 00000100:00100000:2.0:1746129501.617976:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10110 00000100:00100000:0.0:1746129501.703241:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.703339:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731769472 00000100:00100000:3.0:1746129501.703348:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731769472 00000100:00100000:3.0:1746129501.703396:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11455 00000100:00100000:3.0:1746129501.703404:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:29217:x1830948731769472:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129501.703420:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.703435:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a350 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.703459:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.703467:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a32d expref: 31 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.703477:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.703479:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.703482:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3817472->4194303] (req 3817472->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.703511:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a32d expref: 31 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.703522:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a32d expref: 31 pid: 7148 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.703533:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757504:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.703623:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.703630:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 27 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.703637:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757632:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.703664:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.704789:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757504:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.704798:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736757632:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.704816:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3817472->4194303] (req 3817472->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.704833:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7ba00, rc 0) 00000100:00100000:3.0:1746129501.704869:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:29217:x1830948731769472:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1466us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.704884:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11455 00000100:00100000:0.0:1746129501.706400:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.706437:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.706458:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731769600 00000100:00100000:2.0:1746129501.706465:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731769600 00010000:00010000:2.0:1746129501.706494:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a32d expref: 32 pid: 7148 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129501.706510:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731769728 00000100:00100000:2.0:1746129501.706512:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731769728 00010000:00010000:2.0:1746129501.706519:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 27 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129501.706535:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5744 00000100:00100000:2.0:1746129501.706541:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731769600:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.706551:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.706568:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a32d expref: 32 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.706576:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a32d expref: 32 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.706592:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e73f800/0x40a459093b05e26a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a32d expref: 32 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.706616:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129501.706621:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5745 00000100:00100000:0.0:1746129501.706628:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731769728:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129501.706635:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129501.706644:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731769600:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 103us (248us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129501.706644:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 27 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.706654:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 27 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129501.706661:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5744 00010000:00010000:0.0:1746129501.706666:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1000/0x40a459093b05e255 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a318 expref: 27 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.706681:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.706683:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.706689:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.706696:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.706718:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129501.706727:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736757760:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129501.706777:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.711243:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736757760:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129501.711265:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.711321:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731769728:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4693us (4882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.711329:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5745 00000100:00100000:0.0:1746129501.712222:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.712276:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731769984 00000100:00100000:2.0:1746129501.712281:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731769984 00002000:00100000:2.0:1746129501.712334:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3817472->3821567) req@ffff8800a051b100 x1830948731769984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.712348:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b100 with x1830948731769984 ext(3817472->3821567) 00002000:00010000:2.0:1746129501.712351:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a051b100 00000100:00100000:2.0:1746129501.712377:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4326 00000100:00100000:2.0:1746129501.712383:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731769984:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129501.712508:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731769984:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 125us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129501.712512:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4326 00002000:00100000:2.0:1746129501.712517:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3817472->3821567) req@ffff8800a051b100 x1830948731769984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.712522:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b100 with x1830948731769984 ext(3817472->3821567) 00002000:00010000:2.0:1746129501.712525:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a051b100 00000100:00100000:0.0:1746129501.716916:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.718472:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731770112 00000100:00100000:3.0:1746129501.718480:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731770112 00000100:00100000:3.0:1746129501.718531:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11456 00000100:00100000:3.0:1746129501.718538:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+34:29217:x1830948731770112:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129501.718553:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.718569:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a357 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.718593:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a27e expref: 35 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.718601:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2c4 expref: 40 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.718608:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.718610:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.718613:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->4485119] (req 4194304->4485119) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 35 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.718638:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2c4 expref: 40 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.718655:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2c4 expref: 40 pid: 8411 timeout: 857 lvb_type: 1 00000100:00100000:3.0:1746129501.718667:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736757888:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.719370:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a27e expref: 35 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.719379:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a27e expref: 35 pid: 7148 timeout: 857 lvb_type: 1 00000100:00100000:3.0:1746129501.719389:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736758016:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.719409:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.722553:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736757888:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.722564:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736758016:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.722587:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->4485119] (req 4194304->4485119) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 35 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.722601:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b400, rc 0) 00000100:00100000:3.0:1746129501.722635:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+35:29217:x1830948731770112:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4098us (5728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.722644:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11456 00000100:00100000:0.0:1746129501.732657:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.732706:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.733137:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731770240 00000100:00100000:1.0:1746129501.733144:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731770240 00010000:00010000:1.0:1746129501.733176:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2c4 expref: 41 pid: 8411 timeout: 857 lvb_type: 1 00000100:00100000:1.0:1746129501.733204:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731770368 00000100:00100000:1.0:1746129501.733206:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731770368 00010000:00010000:1.0:1746129501.733214:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a27e expref: 35 pid: 7148 timeout: 857 lvb_type: 1 00000100:00100000:1.0:1746129501.733238:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5746 00000100:00100000:1.0:1746129501.733245:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731770240:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.733256:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.733274:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2c4 expref: 41 pid: 8411 timeout: 857 lvb_type: 1 00010000:00010000:1.0:1746129501.733283:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2c4 expref: 41 pid: 8411 timeout: 857 lvb_type: 1 00010000:00010000:1.0:1746129501.733324:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c63e200/0x40a459093b05e1f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2c4 expref: 41 pid: 8411 timeout: 857 lvb_type: 1 00010000:00010000:1.0:1746129501.733348:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.733382:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731770240:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 138us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.733388:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5746 00000100:00100000:1.0:1746129501.733399:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5747 00000100:00100000:1.0:1746129501.733404:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+35:1963:x1830948731770368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.733409:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.733416:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a27e expref: 35 pid: 7148 timeout: 857 lvb_type: 1 00010000:00010000:1.0:1746129501.733425:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a27e expref: 35 pid: 7148 timeout: 857 lvb_type: 1 00010000:00010000:1.0:1746129501.733436:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f326a00/0x40a459093b05e18a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a27e expref: 35 pid: 7148 timeout: 857 lvb_type: 1 00010000:00010000:1.0:1746129501.733445:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.733447:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.733452:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 34 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.733460:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 34 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.733486:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 34 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.733497:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e957800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736758144:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129501.733543:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129501.741718:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e957800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736758144:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129501.741738:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.741789:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1963:x1830948731770368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 8384us (9081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.741798:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5747 00000100:00100000:0.0:1746129501.741833:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.742522:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731770624 00000100:00100000:3.0:1746129501.742529:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731770624 00002000:00100000:3.0:1746129501.742563:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4481024->4485119) req@ffff8800a051b800 x1830948731770624/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.742571:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b800 with x1830948731770624 ext(4481024->4485119) 00002000:00010000:3.0:1746129501.742575:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051b800 00000100:00100000:3.0:1746129501.742691:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4327 00000100:00100000:3.0:1746129501.742698:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+34:1961:x1830948731770624:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129501.742842:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+34:1961:x1830948731770624:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 144us (1010us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129501.742848:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4327 00002000:00100000:3.0:1746129501.742853:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (4481024->4485119) req@ffff8800a051b800 x1830948731770624/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.742860:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b800 with x1830948731770624 ext(4481024->4485119) 00002000:00010000:3.0:1746129501.742862:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051b800 00000100:00100000:0.0:1746129501.744905:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.745000:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731770880 00000100:00100000:3.0:1746129501.745007:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731770880 00000100:00100000:3.0:1746129501.745052:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4071 00000100:00100000:3.0:1746129501.745060:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29217:x1830948731770880:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129501.745241:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29217:x1830948731770880:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 181us (340us total) trans 8589943984 rc 0/0 00000100:00100000:3.0:1746129501.745248:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4071 00000100:00100000:0.0:1746129501.751039:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.751209:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731771136 00000100:00100000:2.0:1746129501.751218:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731771136 00000100:00100000:2.0:1746129501.751269:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10111 00000100:00100000:2.0:1746129501.751277:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:29224:x1830948731771136:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129501.751326:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.751341:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d400/0x40a459093b05e2d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a35e expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.751422:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.751433:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129501.751443:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129501.751452:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129501.751542:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d400/0x40a459093b05e2d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a35e expref: 15 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.751573:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a35e expref: 14 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.751580:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129501.751582:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746129501.751584:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438dc00, rc 0) 00000100:00100000:2.0:1746129501.751626:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:29224:x1830948731771136:12345-192.168.202.4@tcp:101:cat.0 Request processed in 350us (595us total) trans 8589943985 rc 0/0 00000100:00100000:2.0:1746129501.751633:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10111 00000100:00100000:0.0:1746129501.756663:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.757572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.758161:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731771648 00000100:00100000:1.0:1746129501.758172:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731771648 00000100:00100000:1.0:1746129501.758224:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10112 00000100:00100000:1.0:1746129501.758232:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+294:29225:x1830948731771648:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129501.758284:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.758331:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731771264 00000100:00100000:0.0:1746129501.758334:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731771264 00000100:00100000:0.0:1746129501.758353:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731771392 00000100:00100000:0.0:1746129501.758355:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731771392 00000100:00100000:0.0:1746129501.758367:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11457 00000100:00100000:0.0:1746129501.758371:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731771264:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129501.758382:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129501.758395:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11458 00010000:00010000:0.0:1746129501.758398:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f281e00/0x40a459093b05e2e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a365 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.758402:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731771392:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129501.758408:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.758414:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009438d000/0x40a459093b05e2ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a36c expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.758438:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736758272:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129501.758438:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a051b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736758400:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129501.758495:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0aca80 going to sleep for 11 seconds 00010000:00010000:1.0:1746129501.758787:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.758799:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73ec00/0x40a459093b05e2f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a373 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.758877:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.758890:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129501.758900:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129501.758909:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129501.759021:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73ec00/0x40a459093b05e2f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a373 expref: 297 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.759037:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a373 expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.759044:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129501.759046:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746129501.759049:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e73e800, rc 0) 00000100:00100000:0.0:1746129501.759440:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129501.760175:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+296:29225:x1830948731771648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1941us (3517us total) trans 8589943986 rc 0/0 00000100:00100000:1.0:1746129501.760183:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10112 00000100:00100000:2.0:1746129501.761141:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736758272:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129501.761166:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009438d000/0x40a459093b05e2ef lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a36c expref: 29 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.761183:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009438d000/0x40a459093b05e2ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a36c expref: 29 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129501.761205:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438d000, rc 0) 00000100:00100000:2.0:1746129501.761455:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731771392:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3053us (3169us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129501.761462:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11458 00000100:00100000:1.0:1746129501.761827:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a051b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736758400:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129501.761845:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f281e00/0x40a459093b05e2e8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a365 expref: 27 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.761855:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f281e00/0x40a459093b05e2e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a365 expref: 27 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.761863:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f281e00, rc 0) 00000100:00100000:1.0:1746129501.761898:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731771264:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3525us (4327us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129501.761904:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11457 00000100:00100000:0.0:1746129501.765193:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.765235:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.765333:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731771776 00000100:00100000:2.0:1746129501.765340:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731771776 00000100:00100000:2.0:1746129501.765379:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731771904 00000100:00100000:2.0:1746129501.765380:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731771904 00000100:00100000:2.0:1746129501.765396:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11459 00000100:00100000:2.0:1746129501.765402:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731771776:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129501.765421:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.765436:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009438da00/0x40a459093b05e30b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a37a expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.765451:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11460 00000100:00100000:1.0:1746129501.765460:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731771904:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.765469:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.765478:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e73f000/0x40a459093b05e312 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a381 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.765479:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736758528:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129501.765505:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e954e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736758656:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129501.765538:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0aca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129501.765546:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.767259:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.767394:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731772160 00000100:00100000:2.0:1746129501.767400:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731772160 00002000:00100000:2.0:1746129501.767435:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a0519c00 x1830948731772160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.767445:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519c00 with x1830948731772160 ext(0->1048575) 00002000:00010000:2.0:1746129501.767449:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0519c00 00000100:00100000:2.0:1746129501.767465:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4328 00000100:00100000:2.0:1746129501.767471:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731772160:12345-192.168.202.4@tcp:3:cat.0 00002000:00010000:3.0:1746129501.767489:0:31503:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime: 1746129501 -> 1746129502 00002000:00010000:3.0:1746129501.767493:0:31503:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129501 -> 1746129502 00002000:00010000:3.0:1746129501.767495:0:31503:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime: 1746129501 -> 1746129502 00000100:00100000:3.0:1746129501.767505:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736758528:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129501.767505:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e954e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736758656:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129501.767528:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009438da00/0x40a459093b05e30b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a37a expref: 41 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.767533:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e73f000/0x40a459093b05e312 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a381 expref: 32 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129501.767539:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009438da00/0x40a459093b05e30b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a37a expref: 41 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.767543:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e73f000/0x40a459093b05e312 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a381 expref: 32 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.767555:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e73f000, rc 0) 00010000:00010000:3.0:1746129501.767559:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438da00, rc 0) 00000100:00100000:1.0:1746129501.767635:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731771904:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2140us (2361us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129501.767645:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11460 00000100:00100000:3.0:1746129501.767783:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731771776:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2379us (2594us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129501.767788:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11459 00000100:00100000:2.0:1746129501.774158:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731772160:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6678us (6895us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.774168:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4328 00002000:00100000:2.0:1746129501.774180:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a0519c00 x1830948731772160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.774189:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519c00 with x1830948731772160 ext(0->1048575) 00002000:00010000:2.0:1746129501.774196:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0519c00 00000100:00100000:0.0:1746129501.777214:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.777255:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.777351:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731772416 00000100:00100000:2.0:1746129501.777358:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731772416 00002000:00100000:2.0:1746129501.777393:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a0518000 x1830948731772416/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.777403:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518000 with x1830948731772416 ext(0->1048575) 00002000:00010000:2.0:1746129501.777407:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0518000 00000100:00100000:2.0:1746129501.777427:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731772672 00000100:00100000:2.0:1746129501.777429:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731772672 00002000:00100000:2.0:1746129501.777441:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a051b480 x1830948731772672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 504/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.777448:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b480 with x1830948731772672 ext(1048576->2097151) 00002000:00010000:2.0:1746129501.777451:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a051b480 00000100:00100000:2.0:1746129501.777981:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4329 00000100:00100000:2.0:1746129501.777991:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731772416:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129501.778452:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4330 00000100:00100000:0.0:1746129501.778459:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731772672:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129501.782014:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.782060:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.782220:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731772800 00000100:00100000:3.0:1746129501.782229:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731772800 00000100:00100000:3.0:1746129501.782274:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731772928 00000100:00100000:3.0:1746129501.782276:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731772928 00000100:00100000:3.0:1746129501.782307:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11461 00000100:00100000:3.0:1746129501.782315:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+42:29215:x1830948731772800:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129501.782329:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.782356:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a388 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.782382:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 33 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.782390:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129501.782391:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129501.782398:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2469888->3145727] (req 2469888->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.782429:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 33 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.782439:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 33 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.782449:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736758784:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.782526:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.782551:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11462 00000100:00100000:3.0:1746129501.782556:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:29224:x1830948731772928:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.782563:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.782572:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a38f expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.782584:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.782589:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129501.782590:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129501.782592:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 27 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.782606:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.782617:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 32 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.782624:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736758912:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.782653:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8840 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.789469:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736758784:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.789469:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736758912:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.789495:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2469888->3145727] (req 2469888->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.789495:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 27 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.789509:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7ac00, rc 0) 00010000:00010000:2.0:1746129501.789509:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7a000, rc 0) 00000100:00100000:3.0:1746129501.789545:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+43:29215:x1830948731772800:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7231us (7538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.789552:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11461 00000100:00100000:2.0:1746129501.789637:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:29224:x1830948731772928:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7079us (7575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.789648:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11462 00000100:00100000:0.0:1746129501.790110:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.790144:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.790195:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731773184 00000100:00100000:0.0:1746129501.790200:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731773184 00002000:00100000:0.0:1746129501.790228:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1515520->2019327) req@ffff8800a051a680 x1830948731773184/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.790236:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051a680 with x1830948731773184 ext(1515520->2019327) 00010000:00010000:0.0:1746129501.790242:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 33 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.790251:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 33 pid: 8412 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746129501.790256:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a051a680 00000100:00100000:0.0:1746129501.790269:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731773056 00000100:00100000:0.0:1746129501.790271:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731773056 00002000:00100000:0.0:1746129501.790283:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4485119) req@ffff8800a0519f80 x1830948731773056/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.790290:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519f80 with x1830948731773056 ext(4194304->4485119) 00010000:00010000:0.0:1746129501.790310:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 34 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.790318:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 34 pid: 8412 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746129501.790323:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0519f80 00000100:00100000:0.0:1746129501.790334:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1108 00000100:00100000:0.0:1746129501.790341:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731773184:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129501.790738:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1109 00000100:00100000:0.0:1746129501.790744:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+34:1962:x1830948731773056:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129501.791834:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731772672:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13371us (14574us total) trans 0 rc 544768/544768 00000100:00100000:1.0:1746129501.791841:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4330 00002000:00100000:1.0:1746129501.791848:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a051b480 x1830948731772672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 504/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 544768/544768 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.791856:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b480 with x1830948731772672 ext(1048576->2097151) 00010000:00010000:1.0:1746129501.791863:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 33 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.791874:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 33 pid: 8412 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129501.791879:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a051b480 00000100:00100000:2.0:1746129501.795776:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731772416:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17778us (18558us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.795786:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4329 00002000:00100000:2.0:1746129501.795797:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a0518000 x1830948731772416/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.795806:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518000 with x1830948731772416 ext(0->1048575) 00002000:00010000:2.0:1746129501.795811:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0518000 00000100:00100000:1.0:1746129501.803768:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.803858:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731773312 00000100:00100000:2.0:1746129501.803867:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731773312 00000100:00100000:3.0:1746129501.807475:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10113 00000100:00100000:3.0:1746129501.807489:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29228:x1830948731773312:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129501.807509:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.807526:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e200/0x40a459093b05e327 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a396 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.807574:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807584:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807593:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807605:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807611:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807616:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807697:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807705:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807710:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129501.807733:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129501.807737:0:16908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129501.807747:0:16908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807755:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807761:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.807765:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808721:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808729:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bf7b600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129501.808732:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808738:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808748:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129501.808750:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129501.808753:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808758:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b600/0x40a459093b05e32e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808777:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808782:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808786:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808790:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bf7a800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129501.808792:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808796:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808801:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800900d1e00) 00010000:00010000:3.0:1746129501.808803:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129501.808806:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808810:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e335 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129501.808844:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c63e200/0x40a459093b05e327 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a396 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.808854:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a396 expref: 7 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.808859:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.808861:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129501.808863:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7aa00, rc 0) 00000100:00100000:3.0:1746129501.808911:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29228:x1830948731773312:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 1426us (5159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.808917:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10113 00000100:00100000:0.0:1746129501.809153:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.810963:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731773184:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 20617us (20847us total) trans 21474840322 rc 0/0 00000100:00100000:0.0:1746129501.810974:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1108 00002000:00100000:0.0:1746129501.810983:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1515520->2019327) req@ffff8800a051a680 x1830948731773184/t21474840322(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/448 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.810992:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051a680 with x1830948731773184 ext(1515520->2019327) 00010000:00010000:0.0:1746129501.811000:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 33 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.811011:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 33 pid: 8412 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746129501.811018:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a051a680 00000100:00100000:3.0:1746129501.811232:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731773440 00000100:00100000:3.0:1746129501.811239:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731773440 00000100:00100000:3.0:1746129501.811265:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11463 00000100:00100000:3.0:1746129501.811270:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:29225:x1830948731773440:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.811282:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.811307:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a39d expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.811327:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129501.811330:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 34 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.811344:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 34 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.811351:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b800, rc 0) 00000100:00100000:3.0:1746129501.811372:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+34:29225:x1830948731773440:12345-192.168.202.4@tcp:101:cat.0 Request processed in 103us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.811378:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11463 00000100:00100000:1.0:1746129501.811854:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:14850083-80f0-48d7-b1fd-919aea051e36+36:1962:x1830948731773056:12345-192.168.202.4@tcp:4:cat.0 Request processed in 21108us (21707us total) trans 17179873132 rc 0/0 00000100:00100000:1.0:1746129501.811860:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1109 00002000:00100000:1.0:1746129501.811865:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4485119) req@ffff8800a0519f80 x1830948731773056/t17179873132(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/448 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.811878:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519f80 with x1830948731773056 ext(4194304->4485119) 00010000:00010000:1.0:1746129501.811883:0:31520:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.811891:0:31520:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129501.811896:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0519f80 00000100:00100000:0.0:1746129501.821832:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.821881:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.821917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.821945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.821961:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.821973:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.822000:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.822024:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731773568 00000100:00100000:0.0:1746129501.822032:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731773568 00000100:00100000:0.0:1746129501.822066:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731773952 00000100:00100000:0.0:1746129501.822068:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731773952 00000100:00100000:0.0:1746129501.822080:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731774208 00000100:00100000:0.0:1746129501.822081:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731774208 00000100:00100000:0.0:1746129501.822090:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731773824 00000100:00100000:0.0:1746129501.822091:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731773824 00000100:00100000:0.0:1746129501.822099:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731774080 00000100:00100000:0.0:1746129501.822101:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731774080 00000100:00100000:0.0:1746129501.822110:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731774336 00000100:00100000:0.0:1746129501.822112:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731774336 00000100:00100000:0.0:1746129501.822122:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11464 00000100:00100000:0.0:1746129501.822129:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731773568:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129501.822148:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129501.822164:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3a4 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.822185:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.822187:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.822197:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3a4 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.822210:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3a4 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.822221:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e73e400, rc 0) 00000100:00100000:0.0:1746129501.822258:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731773568:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 129us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.822263:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11464 00000100:00100000:0.0:1746129501.822278:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11465 00000100:00100000:0.0:1746129501.822283:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731773952:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129501.822291:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129501.822320:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3b2 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.822332:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.822334:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.822338:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b2 expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.822347:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b2 expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.822354:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e73ea00, rc 0) 00000100:00100000:0.0:1746129501.822369:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731773952:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 85us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.822377:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11465 00000100:00100000:0.0:1746129501.822386:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11466 00000100:00100000:0.0:1746129501.822391:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731774208:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129501.822396:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129501.822404:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e73fe00/0x40a459093b05e358 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3c0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129501.822441:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736759040:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129501.822913:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731773696 00000100:00100000:1.0:1746129501.822918:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731773696 00010000:00010000:1.0:1746129501.822949:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 34 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129501.822970:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5748 00000100:00100000:1.0:1746129501.822975:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948731773696:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.822985:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.823008:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 34 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.823016:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 34 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.823030:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56600/0x40a459093b05e239 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1515520->2019327) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2fc expref: 34 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.823041:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.823043:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.823048:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 26 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.823055:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 26 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.823062:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.823063:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.823066:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 33 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.823072:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 33 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.823091:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 33 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.823099:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e957800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736759168:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129501.823135:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11467 00000100:00100000:1.0:1746129501.823141:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731773824:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129501.823147:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.823154:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3ab expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.823165:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.823166:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.823170:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ab expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.823179:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ab expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.823187:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc2a000, rc 0) 00000100:00100000:1.0:1746129501.823201:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731773824:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 61us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.823206:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11467 00000100:00100000:1.0:1746129501.823217:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11468 00000100:00100000:1.0:1746129501.823221:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731774080:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129501.823227:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.823235:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3b9 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.823245:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.823246:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.823263:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b9 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.823273:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b9 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.823280:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc2b600, rc 0) 00000100:00100000:1.0:1746129501.823314:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731774080:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 92us (1339us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.823319:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11468 00000100:00100000:1.0:1746129501.823330:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11469 00000100:00100000:1.0:1746129501.823334:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731774336:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129501.823340:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.823346:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc2b400/0x40a459093b05e36d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3c7 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.823367:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736759296:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129501.825050:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673ed80 going to sleep for 11 seconds 00010000:00010000:1.0:1746129501.825130:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 26 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.825143:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e388e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736759424:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129501.825198:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.825491:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.827212:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.827321:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731774464 00000100:00100000:1.0:1746129501.827328:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731774464 00010000:00010000:1.0:1746129501.827360:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129501.827385:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5749 00000100:00100000:1.0:1746129501.827392:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+36:1961:x1830948731774464:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.827403:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129501.827423:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.827434:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.827459:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.827460:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.827466:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 40 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.827474:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 40 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.827499:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 40 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.827510:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e38a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736759552:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129501.827583:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84b40 going to sleep for 11 seconds 00010000:00010000:1.0:1746129501.831674:0:8410:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.4@tcp) returned -22 from glimpse AST (req@ffff88009507e300 x1830948736759040) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.831708:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e2cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4485119) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a357 expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129501.831723:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736759040:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129501.831750:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e73fe00/0x40a459093b05e358 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3c0 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.831762:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e73fe00/0x40a459093b05e358 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3c0 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129501.831768:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e73fe00, rc 0) 00000100:00100000:1.0:1746129501.831822:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731774208:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 9430us (9875us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129501.831829:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11466 00000100:00100000:0.0:1746129501.832195:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736759296:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129501.832214:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc2b400/0x40a459093b05e36d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3c7 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.832223:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc2b400/0x40a459093b05e36d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3c7 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129501.832233:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc2b400, rc 0) 00000100:00100000:0.0:1746129501.832252:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731774336:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 8918us (10252us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129501.832257:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11469 00000100:00100000:0.0:1746129501.833896:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e38a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736759552:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129501.833912:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.833917:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.833949:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+35:1961:x1830948731774464:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6558us (6742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.833963:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5749 00000100:00100000:1.0:1746129501.834176:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e957800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736759168:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129501.834185:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e388e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736759424:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129501.834196:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.834673:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731773696:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 11694us (12787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.834680:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5748 00000100:00100000:1.0:1746129501.834699:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731774720 00000100:00100000:1.0:1746129501.834704:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731774720 00002000:00100000:1.0:1746129501.834733:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (2469888->2473983) req@ffff88009016b800 x1830948731774720/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.834741:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b800 with x1830948731774720 ext(2469888->2473983) 00002000:00010000:1.0:1746129501.834745:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016b800 00000100:00100000:1.0:1746129501.834760:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4331 00000100:00100000:1.0:1746129501.834765:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731774720:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129501.834882:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731774720:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 116us (966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129501.834887:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4331 00002000:00100000:1.0:1746129501.834891:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3ec:0x0] (2469888->2473983) req@ffff88009016b800 x1830948731774720/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.834903:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b800 with x1830948731774720 ext(2469888->2473983) 00002000:00010000:1.0:1746129501.834906:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016b800 00000100:00100000:0.0:1746129501.842031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.842062:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.842084:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.842099:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.842335:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731775360 00000100:00100000:2.0:1746129501.842344:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731775360 00002000:00100000:2.0:1746129501.842382:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009507e680 x1830948731775360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.842391:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507e680 with x1830948731775360 ext(1048576->2097151) 00002000:00010000:2.0:1746129501.842396:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507e680 00000100:00100000:2.0:1746129501.842411:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731775488 00000100:00100000:2.0:1746129501.842413:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731775488 00002000:00100000:2.0:1746129501.842424:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009507ca80 x1830948731775488/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.842431:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ca80 with x1830948731775488 ext(1048576->2097151) 00002000:00010000:2.0:1746129501.842434:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507ca80 00000100:00100000:2.0:1746129501.842449:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731775744 00000100:00100000:2.0:1746129501.842451:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731775744 00002000:00100000:2.0:1746129501.842462:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009507c700 x1830948731775744/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.842469:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507c700 with x1830948731775744 ext(1048576->2097151) 00002000:00010000:2.0:1746129501.842471:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507c700 00000100:00100000:2.0:1746129501.842483:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4332 00000100:00100000:2.0:1746129501.842490:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731775360:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129501.843176:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731775232 00000100:00100000:3.0:1746129501.843181:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731775232 00000100:00100000:3.0:1746129501.843209:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10114 00000100:00100000:3.0:1746129501.843214:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29228:x1830948731775232:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129501.843226:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.843242:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7ae00/0x40a459093b05e374 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3ce expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.843342:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.843354:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a342 expref: 295 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.843361:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a349 expref: 13 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.843367:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a396 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.843377:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 6/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.843402:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a396 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.843412:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a396 expref: 8 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.843422:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736759680:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.843498:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a349 expref: 13 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.843505:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a349 expref: 13 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.843512:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736759808:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.843535:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a342 expref: 295 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.843542:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a342 expref: 295 pid: 15096 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.843549:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736759936:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.843564:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.843586:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4333 00000100:00100000:3.0:1746129501.843598:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731775488:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129501.843657:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4334 00000100:00100000:2.0:1746129501.843664:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+35:1963:x1830948731775744:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129501.866628:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.866682:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731776000 00000100:00100000:1.0:1746129501.866689:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731776000 00002000:00100000:1.0:1746129501.866722:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009507fb80 x1830948731776000/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.866729:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507fb80 with x1830948731776000 ext(1048576->2097151) 00002000:00010000:1.0:1746129501.866733:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507fb80 00000100:00100000:1.0:1746129501.866748:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4335 00000100:00100000:1.0:1746129501.866752:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731776000:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129501.867710:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.867725:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731776128 00000100:00100000:0.0:1746129501.867729:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731776128 00000100:00100000:0.0:1746129501.868123:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11470 00000100:00100000:0.0:1746129501.868130:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+34:29215:x1830948731776128:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129501.868139:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129501.868150:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736759680:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129501.868152:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3d5 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.868172:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a30a expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.868178:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a31f expref: 35 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.868183:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746129501.868184:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746129501.868187:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->2441215] (req 2097152->2441215) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 35 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.868213:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a31f expref: 35 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.868223:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a31f expref: 35 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746129501.868232:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736760064:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129501.868285:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a30a expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.868304:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a30a expref: 30 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746129501.868311:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736760192:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129501.868328:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.868348:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.868526:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.868564:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.868579:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731776256 00000100:00100000:0.0:1746129501.868582:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731776256 00010000:00010000:0.0:1746129501.868599:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a396 expref: 9 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746129501.868614:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731776384 00000100:00100000:0.0:1746129501.868615:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731776384 00010000:00010000:0.0:1746129501.868625:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a342 expref: 296 pid: 15096 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746129501.868635:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731776512 00000100:00100000:0.0:1746129501.868636:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731776512 00010000:00010000:0.0:1746129501.868644:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a349 expref: 14 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746129501.868656:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5750 00000100:00100000:0.0:1746129501.868661:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731776256:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129501.868669:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129501.868673:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a396 expref: 9 pid: 16908 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.868682:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a396 expref: 9 pid: 16908 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.868697:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e33c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a396 expref: 9 pid: 16908 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.868711:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129501.868716:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129501.868722:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129501.868727:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129501.868749:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731776256:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 87us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.868755:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5750 00000100:00100000:0.0:1746129501.868768:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5751 00000100:00100000:0.0:1746129501.868773:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+296:1963:x1830948731776384:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129501.868778:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129501.868782:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a342 expref: 296 pid: 15096 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.868789:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a342 expref: 296 pid: 15096 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.868798:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129501.868801:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129501.868806:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129501.868810:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129501.868822:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+296:1963:x1830948731776384:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 49us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.868827:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5751 00000100:00100000:0.0:1746129501.868836:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5752 00000100:00100000:0.0:1746129501.868840:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731776512:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129501.868845:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129501.868849:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a349 expref: 14 pid: 16908 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.868855:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a349 expref: 14 pid: 16908 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.868868:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129501.868871:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129501.868876:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129501.868882:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129501.868893:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129501.868906:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731776512:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 65us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.868910:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5752 00000100:00100000:3.0:1746129501.869955:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731775360:12345-192.168.202.4@tcp:3:cat.0 Request processed in 27462us (27887us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.869965:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4332 00002000:00100000:3.0:1746129501.869974:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009507e680 x1830948731775360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.869983:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507e680 with x1830948731775360 ext(1048576->2097151) 00002000:00010000:3.0:1746129501.869987:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507e680 00010000:00010000:3.0:1746129501.870023:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d200/0x40a459093b05e2b7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a349 expref: 13 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.870037:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736759808:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.870050:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73f200/0x40a459093b05e294 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a342 expref: 295 pid: 15096 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.870058:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736759936:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.870079:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.870085:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.870089:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129501.870103:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129501.870211:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7ae00/0x40a459093b05e374 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ce expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.870222:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ce expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.870227:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.870229:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129501.870231:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b400, rc 0) 00000100:00100000:3.0:1746129501.870250:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29228:x1830948731775232:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 27036us (28227us total) trans 8589943987 rc 0/0 00000100:00100000:3.0:1746129501.870255:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10114 00000100:00100000:1.0:1746129501.870374:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736760064:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.870384:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736760192:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129501.870402:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->2441215] (req 2097152->2441215) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 36 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.870414:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f280400, rc 0) 00000100:00100000:1.0:1746129501.870437:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+36:29215:x1830948731776128:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2308us (2728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.870444:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11470 00000100:00100000:3.0:1746129501.870739:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+35:1963:x1830948731775744:12345-192.168.202.4@tcp:3:cat.0 Request processed in 27074us (28637us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.870746:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4334 00002000:00100000:3.0:1746129501.870752:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009507c700 x1830948731775744/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.870759:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507c700 with x1830948731775744 ext(1048576->2097151) 00002000:00010000:3.0:1746129501.870763:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507c700 00000100:00100000:0.0:1746129501.873131:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.873166:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.873221:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731776640 00000100:00100000:3.0:1746129501.873228:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731776640 00010000:00010000:3.0:1746129501.873254:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a31f expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.873274:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731776768 00000100:00100000:3.0:1746129501.873276:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731776768 00010000:00010000:3.0:1746129501.873285:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a30a expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129501.873315:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5753 00000100:00100000:1.0:1746129501.873324:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731776640:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129501.873326:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5754 00000100:00100000:3.0:1746129501.873331:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731776768:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129501.873336:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.873339:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.873355:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a30a expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.873355:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a31f expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.873364:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a30a expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.873378:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a31f expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.873397:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e25c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a31f expref: 36 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.873414:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129501.873455:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731776640:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 133us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.873461:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5753 00010000:00010000:3.0:1746129501.873846:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e247 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a30a expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.874076:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.874078:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.874085:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 34 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.874093:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 34 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.874124:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 34 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.874135:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736760320:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129501.874201:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.875175:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731775488:12345-192.168.202.4@tcp:3:cat.0 Request processed in 31580us (33086us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.875182:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4333 00002000:00100000:2.0:1746129501.875190:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009507ca80 x1830948731775488/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.875196:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ca80 with x1830948731775488 ext(1048576->2097151) 00002000:00010000:2.0:1746129501.875199:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507ca80 00000100:00100000:1.0:1746129501.876714:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731776000:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 9955us (10093us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129501.876722:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4335 00002000:00100000:1.0:1746129501.876731:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009507fb80 x1830948731776000/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.876738:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507fb80 with x1830948731776000 ext(1048576->2097151) 00002000:00010000:1.0:1746129501.876742:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507fb80 00000100:00100000:0.0:1746129501.877366:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.877445:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731777024 00000100:00100000:3.0:1746129501.877452:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731777024 00000100:00100000:3.0:1746129501.877488:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10115 00000100:00100000:3.0:1746129501.877494:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29228:x1830948731777024:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129501.877513:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.877516:0:15096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746129501.877535:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b400/0x40a459093b05e37b lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ce expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.877548:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.877552:0:15096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129501.877560:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0720e00/0x40a459093b05e390 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3dc expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.877629:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877639:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877647:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877658:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877663:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877668:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877674:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0721000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129501.877678:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877684:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877691:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129501.877693:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129501.877696:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877701:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721000/0x40a459093b05e397 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129501.877722:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0720e00/0x40a459093b05e390 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3dc expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.877729:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0720e00/0x40a459093b05e390 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3dc expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.877736:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0720e00, rc 0) 00000100:00100000:3.0:1746129501.877777:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29228:x1830948731777024:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 283us (412us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129501.877783:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10115 00000100:00100000:3.0:1746129501.879480:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736760320:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129501.879496:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.880465:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731776768:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7130us (7295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.880474:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5754 00000100:00100000:0.0:1746129501.882552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.882944:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731777280 00000100:00100000:1.0:1746129501.882951:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731777280 00002000:00100000:1.0:1746129501.882992:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2437120->2441215) req@ffff88012c27d500 x1830948731777280/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.883256:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27d500 with x1830948731777280 ext(2437120->2441215) 00002000:00010000:1.0:1746129501.883261:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c27d500 00000100:00100000:1.0:1746129501.883354:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4336 00000100:00100000:1.0:1746129501.883364:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731777280:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129501.883532:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731777280:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 168us (983us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129501.883538:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4336 00002000:00100000:1.0:1746129501.883544:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2437120->2441215) req@ffff88012c27d500 x1830948731777280/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.883550:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27d500 with x1830948731777280 ext(2437120->2441215) 00002000:00010000:1.0:1746129501.883553:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c27d500 00000100:00100000:0.0:1746129501.883733:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.883797:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731777536 00000100:00100000:0.0:1746129501.883801:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731777536 00000100:00100000:1.0:1746129501.883960:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4072 00000100:00100000:1.0:1746129501.883966:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29228:x1830948731777536:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:1.0:1746129501.884117:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29228:x1830948731777536:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 151us (384us total) trans 8589943988 rc 0/0 00000100:00100000:1.0:1746129501.884122:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4072 00000100:00100000:0.0:1746129501.887462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.887556:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731777664 00000100:00100000:1.0:1746129501.887563:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731777664 00000100:00100000:1.0:1746129501.887603:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11471 00000100:00100000:1.0:1746129501.887610:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+35:29224:x1830948731777664:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.887623:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.887637:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3e3 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.887663:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 40 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.887674:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129501.887676:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129501.887679:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 36 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.887702:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 40 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.887712:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 40 pid: 31503 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129501.887723:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e388e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736760448:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129501.887797:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.891797:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.893055:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731777920 00000100:00100000:1.0:1746129501.893065:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731777920 00000100:00100000:1.0:1746129501.893127:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4073 00000100:00100000:1.0:1746129501.893134:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+295:29215:x1830948731777920:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129501.894607:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+296:29215:x1830948731777920:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 1469us (2813us total) trans 8589943989 rc 0/0 00000100:00100000:1.0:1746129501.894616:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4073 00000100:00100000:1.0:1746129501.894660:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e388e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736760448:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129501.894688:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 36 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.894706:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d0a00, rc 0) 00000100:00100000:1.0:1746129501.894728:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+36:29224:x1830948731777664:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7120us (7275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.894728:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.894734:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11471 00000100:00100000:2.0:1746129501.894774:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731778048 00000100:00100000:2.0:1746129501.894779:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731778048 00002000:00100000:2.0:1746129501.894809:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2469888->3145727) req@ffff88012c27c000 x1830948731778048/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.894824:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27c000 with x1830948731778048 ext(2469888->3145727) 00010000:00010000:2.0:1746129501.894830:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 41 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.894841:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 41 pid: 31503 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129501.894846:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27c000 00000100:00100000:2.0:1746129501.894877:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1110 00000100:00100000:2.0:1746129501.894882:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731778048:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129501.901644:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.901682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.901711:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.901743:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.901745:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731778304 00000100:00100000:3.0:1746129501.901754:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731778304 00002000:00100000:3.0:1746129501.901793:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3821567) req@ffff880090169500 x1830948731778304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 504/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.901803:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169500 with x1830948731778304 ext(2097152->3821567) 00010000:00010000:3.0:1746129501.901810:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.901823:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746129501.901829:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090169500 00000100:00100000:3.0:1746129501.902069:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731778944 00000100:00100000:3.0:1746129501.902072:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731778944 00002000:00100000:3.0:1746129501.902087:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3489792->3817471) req@ffff880090168e00 x1830948731778944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.902093:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168e00 with x1830948731778944 ext(3489792->3817471) 00002000:00010000:3.0:1746129501.902096:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090168e00 00000100:00100000:1.0:1746129501.902102:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731778560 00000100:00100000:3.0:1746129501.902104:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731778816 00000100:00100000:3.0:1746129501.902106:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731778816 00000100:00100000:1.0:1746129501.902106:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731778560 00002000:00100000:3.0:1746129501.902120:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2441216->3489791) req@ffff88009016aa00 x1830948731778816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.902125:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016aa00 with x1830948731778816 ext(2441216->3489791) 00002000:00100000:1.0:1746129501.902125:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3821568->4194303) req@ffff88009016ad80 x1830948731778560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00010000:3.0:1746129501.902127:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009016aa00 00002000:00100000:1.0:1746129501.902133:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016ad80 with x1830948731778560 ext(3821568->4194303) 00000100:00100000:3.0:1746129501.902137:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1111 00010000:00010000:1.0:1746129501.902137:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 44 pid: 31503 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.902144:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+44:1963:x1830948731778304:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:1.0:1746129501.902148:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 44 pid: 31503 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129501.902154:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009016ad80 00000100:00100000:1.0:1746129501.902173:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1112 00000100:00100000:1.0:1746129501.902179:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+44:1963:x1830948731778560:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129501.902450:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4337 00000100:00100000:0.0:1746129501.902457:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948731778944:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129501.902622:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4338 00000100:00100000:1.0:1746129501.902627:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948731778816:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129501.904309:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.904329:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731779328 00000100:00100000:0.0:1746129501.904335:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731779328 00000100:00100000:0.0:1746129501.904367:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10116 00000100:00100000:0.0:1746129501.904373:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+13:29230:x1830948731779328:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129501.904392:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129501.904407:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e3a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3ea expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.904497:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904509:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904518:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904528:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904533:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904538:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904676:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904684:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904690:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129501.904700:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129501.904775:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904781:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904786:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904791:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa56400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129501.904794:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904800:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904809:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129501.904812:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129501.904815:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904821:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e3ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904856:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904861:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904864:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904872:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa56c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129501.904874:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904879:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904885:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f0c6400) 00010000:00010000:0.0:1746129501.904887:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129501.904889:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.904893:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e3b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129501.905010:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e3a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ea expref: 16 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.905022:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ea expref: 15 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.905028:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129501.905030:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129501.905033:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa56000, rc 0) 00000100:00100000:0.0:1746129501.905060:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:29230:x1830948731779328:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 686us (770us total) trans 8589943990 rc 0/0 00000100:00100000:0.0:1746129501.905067:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10116 00000100:00100000:2.0:1746129501.907514:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+47:1962:x1830948731778048:12345-192.168.202.4@tcp:4:cat.0 Request processed in 12623us (12779us total) trans 17179873133 rc 0/0 00000100:00100000:2.0:1746129501.907524:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1110 00002000:00100000:2.0:1746129501.907534:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2469888->3145727) req@ffff88012c27c000 x1830948731778048/t17179873133(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/448 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.907543:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27c000 with x1830948731778048 ext(2469888->3145727) 00010000:00010000:2.0:1746129501.907551:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 47 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.907565:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 47 pid: 31503 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129501.907573:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27c000 00000100:00100000:0.0:1746129501.914733:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731778944:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12267us (13042us total) trans 0 rc 327680/327680 00000100:00100000:0.0:1746129501.914747:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4337 00002000:00100000:0.0:1746129501.914758:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3489792->3817471) req@ffff880090168e00 x1830948731778944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 327680/327680 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129501.914766:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168e00 with x1830948731778944 ext(3489792->3817471) 00002000:00010000:0.0:1746129501.914772:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090168e00 00000100:00100000:1.0:1746129501.915009:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+45:1963:x1830948731778560:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12829us (13296us total) trans 0 rc 372736/372736 00000100:00100000:1.0:1746129501.915017:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1112 00002000:00100000:1.0:1746129501.915022:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3821568->4194303) req@ffff88009016ad80 x1830948731778560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 372736/372736 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.915029:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016ad80 with x1830948731778560 ext(3821568->4194303) 00010000:00010000:1.0:1746129501.915038:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 45 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.915053:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 45 pid: 31503 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129501.915059:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009016ad80 00000100:00100000:3.0:1746129501.916366:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+43:1963:x1830948731778304:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14217us (14724us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.916375:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1111 00002000:00100000:3.0:1746129501.916384:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3821567) req@ffff880090169500 x1830948731778304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 504/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.916392:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169500 with x1830948731778304 ext(2097152->3821567) 00010000:00010000:3.0:1746129501.916399:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.916409:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746129501.916414:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090169500 00000100:00100000:1.0:1746129501.918744:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731778816:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16109us (16992us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129501.918754:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4338 00002000:00100000:1.0:1746129501.918762:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2441216->3489791) req@ffff88009016aa00 x1830948731778816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.918769:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016aa00 with x1830948731778816 ext(2441216->3489791) 00002000:00010000:1.0:1746129501.918773:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009016aa00 00000100:00100000:0.0:1746129501.925716:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.925763:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.925828:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731779456 00000100:00100000:3.0:1746129501.925835:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731779456 00010000:00010000:3.0:1746129501.925867:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.925899:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5755 00000100:00100000:3.0:1746129501.925906:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948731779456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.925918:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.925949:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.925960:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.925982:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e319 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2469888->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a388 expref: 43 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.926012:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.926013:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.926020:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 35 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.926027:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 35 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.926058:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 35 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.926070:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736760576:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129501.926140:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129501.926317:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731779584 00000100:00100000:1.0:1746129501.926321:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731779584 00000100:00100000:1.0:1746129501.926355:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11472 00000100:00100000:1.0:1746129501.926361:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+43:29225:x1830948731779584:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129501.926373:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129501.926387:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3f1 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.926400:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.926402:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129501.926406:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f1 expref: 44 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.926415:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f1 expref: 44 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129501.926423:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d0200, rc 0) 00000100:00100000:1.0:1746129501.926457:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+44:29225:x1830948731779584:12345-192.168.202.4@tcp:101:cat.0 Request processed in 95us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129501.926462:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11472 00000100:00100000:3.0:1746129501.929583:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736760576:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129501.929603:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.929656:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948731779456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3749us (3945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.929664:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5755 00000100:00100000:0.0:1746129501.930276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.930331:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129501.930381:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731779968 00000100:00100000:1.0:1746129501.930390:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731779968 00002000:00100000:1.0:1746129501.930427:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012c27c380 x1830948731779968/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.930436:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27c380 with x1830948731779968 ext(2097152->3145727) 00002000:00010000:1.0:1746129501.930440:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27c380 00000100:00100000:1.0:1746129501.930464:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731780096 00000100:00100000:1.0:1746129501.930466:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731780096 00002000:00100000:1.0:1746129501.930479:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012baeca80 x1830948731780096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.930485:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baeca80 with x1830948731780096 ext(3145728->4194303) 00002000:00010000:1.0:1746129501.930488:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012baeca80 00000100:00100000:1.0:1746129501.930499:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4339 00000100:00100000:1.0:1746129501.930505:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+36:1963:x1830948731779968:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129501.930845:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4340 00000100:00100000:3.0:1746129501.930851:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948731780096:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129501.940994:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+36:1963:x1830948731779968:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10480us (10711us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129501.941004:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4339 00002000:00100000:1.0:1746129501.941014:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012c27c380 x1830948731779968/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.941023:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27c380 with x1830948731779968 ext(2097152->3145727) 00002000:00010000:1.0:1746129501.941027:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27c380 00000100:00100000:3.0:1746129501.944698:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948731780096:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13838us (14358us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.944711:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4340 00002000:00100000:3.0:1746129501.944721:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012baeca80 x1830948731780096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.944730:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baeca80 with x1830948731780096 ext(3145728->4194303) 00002000:00010000:3.0:1746129501.944736:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012baeca80 00000100:00100000:0.0:1746129501.946698:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.946756:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.946817:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731780224 00000100:00100000:2.0:1746129501.946825:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731780224 00000100:00100000:2.0:1746129501.946882:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731780352 00000100:00100000:2.0:1746129501.946885:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731780352 00000100:00100000:2.0:1746129501.947027:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11473 00000100:00100000:2.0:1746129501.947037:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:29224:x1830948731780224:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129501.947080:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11474 00000100:00100000:3.0:1746129501.947118:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+36:29230:x1830948731780352:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129501.947129:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.947139:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129501.947191:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3ff expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.947222:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 32 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.947228:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129501.947230:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129501.947233:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a3f8 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.947233:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 27 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.947246:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 37 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.947251:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f1 expref: 42 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.947256:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.947257:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.947258:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 32 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.947259:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->4521983] (req 4194304->4521983) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 37 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.947269:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 32 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.947273:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f1 expref: 42 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.947279:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f1 expref: 42 pid: 7148 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129501.947281:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736760704:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.947287:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736760832:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129501.947382:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac540 going to sleep for 11 seconds 00010000:00010000:3.0:1746129501.947517:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 37 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.947551:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 37 pid: 7148 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.947559:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736760960:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.947575:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8840 going to sleep for 11 seconds 00000100:00100000:2.0:1746129501.949167:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736760704:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129501.949192:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 27 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.949206:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349e600, rc 0) 00000100:00100000:2.0:1746129501.949254:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:29224:x1830948731780224:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2218us (2564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.949261:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11473 00000100:00100000:3.0:1746129501.949760:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736760832:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.949769:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736760960:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.949787:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->4521983] (req 4194304->4521983) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 37 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.949797:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0720600, rc 0) 00000100:00100000:3.0:1746129501.949820:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+37:29230:x1830948731780352:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2708us (3065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.949826:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11474 00000100:00100000:0.0:1746129501.950947:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.951012:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.951074:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731780480 00000100:00100000:3.0:1746129501.951080:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731780480 00002000:00100000:3.0:1746129501.951115:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2441215) req@ffff880131360700 x1830948731780480/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.951124:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360700 with x1830948731780480 ext(2097152->2441215) 00010000:00010000:3.0:1746129501.951131:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 33 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.951142:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 33 pid: 7148 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746129501.951149:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131360700 00000100:00100000:3.0:1746129501.951178:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1113 00000100:00100000:3.0:1746129501.951186:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731780480:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129501.951226:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731780608 00000100:00100000:2.0:1746129501.951230:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731780608 00010000:00010000:2.0:1746129501.951249:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 37 pid: 7148 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129501.951267:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5756 00000100:00100000:2.0:1746129501.951271:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+37:1963:x1830948731780608:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.951281:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.951322:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 37 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.951330:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 37 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.951350:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0a00/0x40a459093b05e39e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3e3 expref: 37 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.951372:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129501.951403:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+36:1963:x1830948731780608:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 130us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129501.951409:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5756 00000100:00100000:0.0:1746129501.951873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.951961:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731780736 00000100:00100000:3.0:1746129501.951965:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731780736 00000100:00100000:3.0:1746129501.951996:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11475 00000100:00100000:3.0:1746129501.952001:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+35:29225:x1830948731780736:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129501.952011:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129501.952022:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a406 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.952038:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.952044:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746129501.952046:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746129501.952049:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 36 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.952074:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.952089:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 26 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.952099:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736761088:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129501.952160:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129501.955703:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.955726:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731780864 00000100:00100000:0.0:1746129501.955732:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731780864 00010000:00010000:0.0:1746129501.955763:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f1 expref: 43 pid: 7148 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746129501.955791:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5757 00000100:00100000:0.0:1746129501.955798:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948731780864:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129501.955799:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129501.955810:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129501.955818:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731780992 00000100:00100000:1.0:1746129501.955821:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731780992 00010000:00010000:0.0:1746129501.955829:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f1 expref: 43 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.955844:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f1 expref: 43 pid: 7148 timeout: 857 lvb_type: 0 00002000:00100000:1.0:1746129501.955847:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3817472->4194303) req@ffff88012e388e00 x1830948731780992/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.955854:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e388e00 with x1830948731780992 ext(3817472->4194303) 00010000:00010000:1.0:1746129501.955861:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 27 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129501.955862:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0200/0x40a459093b05e3c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f1 expref: 43 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129501.955869:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 27 pid: 8412 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129501.955875:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e388e00 00010000:00010000:0.0:1746129501.955886:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129501.955888:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129501.955893:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1114 00010000:00010000:0.0:1746129501.955896:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129501.955897:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731780992:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:0.0:1746129501.955903:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129501.955940:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129501.955948:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131362680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736761216:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129501.956009:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.956175:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736761088:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129501.956193:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 36 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.956202:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0721c00, rc 0) 00000100:00100000:3.0:1746129501.956226:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+36:29225:x1830948731780736:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4224us (4353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.956232:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11475 00000100:00100000:3.0:1746129501.959506:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+36:1961:x1830948731780480:12345-192.168.202.4@tcp:4:cat.0 Request processed in 8307us (8549us total) trans 21474840323 rc 0/0 00000100:00100000:3.0:1746129501.959518:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1113 00002000:00100000:3.0:1746129501.959531:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2441215) req@ffff880131360700 x1830948731780480/t21474840323(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/448 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.959540:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360700 with x1830948731780480 ext(2097152->2441215) 00010000:00010000:3.0:1746129501.959551:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 36 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.959563:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 36 pid: 7148 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746129501.959572:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131360700 00000100:00100000:0.0:1746129501.960252:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131362680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736761216:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129501.960271:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129501.960308:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+42:1961:x1830948731780864:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4496us (4599us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129501.960316:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5757 00000100:00100000:0.0:1746129501.961055:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.961087:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731781248 00000100:00100000:3.0:1746129501.961092:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731781248 00002000:00100000:3.0:1746129501.961118:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4517888->4521983) req@ffff880131362680 x1830948731781248/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.961126:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131362680 with x1830948731781248 ext(4517888->4521983) 00002000:00010000:3.0:1746129501.961129:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131362680 00000100:00100000:3.0:1746129501.961144:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4341 00000100:00100000:3.0:1746129501.961150:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+36:1963:x1830948731781248:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129501.961318:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+36:1963:x1830948731781248:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 167us (263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129501.961323:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4341 00002000:00100000:3.0:1746129501.961327:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4517888->4521983) req@ffff880131362680 x1830948731781248/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.961333:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131362680 with x1830948731781248 ext(4517888->4521983) 00002000:00010000:3.0:1746129501.961336:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131362680 00000100:00100000:2.0:1746129501.961352:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731780992:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 5453us (5551us total) trans 21474840324 rc 0/0 00000100:00100000:2.0:1746129501.961358:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1114 00002000:00100000:2.0:1746129501.961362:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3817472->4194303) req@ffff88012e388e00 x1830948731780992/t21474840324(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/448 e 0 to 0 dl 1746129512 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.961368:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e388e00 with x1830948731780992 ext(3817472->4194303) 00010000:00010000:2.0:1746129501.961374:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.961384:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129501.961389:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e388e00 00000100:00100000:0.0:1746129501.965102:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.965159:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.965254:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731781376 00000100:00100000:2.0:1746129501.965265:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731781376 00010000:00010000:2.0:1746129501.965330:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 36 pid: 7148 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129501.965374:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5758 00000100:00100000:2.0:1746129501.965382:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731781376:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129501.965398:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129501.965421:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 36 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.965432:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 36 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.965451:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f280400/0x40a459093b05e382 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->3817471] (req 2097152->2441215) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3d5 expref: 36 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129501.965471:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.965473:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129501.965479:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.965487:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129501.965524:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129501.965535:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736761344:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129501.965614:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129501.965818:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731781632 00000100:00100000:1.0:1746129501.965822:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731781632 00000100:00100000:1.0:1746129501.965848:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4074 00000100:00100000:1.0:1746129501.965853:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:29230:x1830948731781632:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129501.966040:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:29230:x1830948731781632:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 186us (879us total) trans 8589943991 rc 0/0 00000100:00100000:1.0:1746129501.966045:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4074 00000100:00100000:0.0:1746129501.966517:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.967939:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731781760 00000100:00100000:3.0:1746129501.967947:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731781760 00010000:00010000:3.0:1746129501.967974:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129501.968002:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5759 00000100:00100000:3.0:1746129501.968008:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731781760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129501.968022:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129501.968038:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.968048:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.968064:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e2c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3817472->18446744073709551615] (req 3817472->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a350 expref: 29 pid: 8412 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129501.968089:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.968090:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129501.968097:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.968104:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129501.968155:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129501.968165:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736761472:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129501.969017:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746129501.969741:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736761344:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129501.969759:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.969781:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731781376:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4400us (4687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.969790:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5758 00000100:00100000:0.0:1746129501.977447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129501.977801:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129501.977894:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731782144 00000100:00100000:2.0:1746129501.977905:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731782144 00002000:00100000:2.0:1746129501.977968:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094325f80 x1830948731782144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.977982:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325f80 with x1830948731782144 ext(2097152->3145727) 00002000:00010000:2.0:1746129501.977987:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094325f80 00000100:00100000:2.0:1746129501.978002:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731782272 00000100:00100000:2.0:1746129501.978004:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731782272 00002000:00100000:2.0:1746129501.978018:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094325c00 x1830948731782272/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.978025:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325c00 with x1830948731782272 ext(3145728->4194303) 00002000:00010000:2.0:1746129501.978028:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325c00 00000100:00100000:2.0:1746129501.978040:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4342 00000100:00100000:2.0:1746129501.978046:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731782144:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129501.978271:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4343 00000100:00100000:3.0:1746129501.978280:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+36:1963:x1830948731782272:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129501.979873:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129501.979935:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736761472:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129501.979950:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129501.979970:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731781760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 11962us (13454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129501.979978:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5759 00000100:00100000:1.0:1746129501.982345:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731782528 00000100:00100000:1.0:1746129501.982357:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731782528 00002000:00100000:1.0:1746129501.982406:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012b552d80 x1830948731782528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/0 e 0 to 0 dl 1746129512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.982417:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b552d80 with x1830948731782528 ext(3145728->4194303) 00002000:00010000:1.0:1746129501.982422:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b552d80 00000100:00100000:1.0:1746129501.982450:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4344 00000100:00100000:1.0:1746129501.982458:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731782528:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129501.995755:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948731782144:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17700us (18306us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129501.995766:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4342 00002000:00100000:2.0:1746129501.995776:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094325f80 x1830948731782144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129501.995785:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325f80 with x1830948731782144 ext(2097152->3145727) 00002000:00010000:2.0:1746129501.995790:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094325f80 00000100:00100000:3.0:1746129501.995871:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+36:1963:x1830948731782272:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17592us (18069us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129501.995879:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4343 00002000:00100000:3.0:1746129501.995884:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094325c00 x1830948731782272/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129501.995892:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325c00 with x1830948731782272 ext(3145728->4194303) 00002000:00010000:3.0:1746129501.995896:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325c00 00000100:00100000:1.0:1746129501.999503:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731782528:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17039us (19626us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129501.999514:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4344 00002000:00100000:1.0:1746129501.999522:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012b552d80 x1830948731782528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:242/0 lens 488/440 e 0 to 0 dl 1746129512 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129501.999531:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b552d80 with x1830948731782528 ext(3145728->4194303) 00002000:00010000:1.0:1746129501.999536:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b552d80 00000100:00100000:0.0:1746129502.003656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.003814:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731782656 00000100:00100000:3.0:1746129502.003825:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731782656 00000100:00100000:3.0:1746129502.003889:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11476 00000100:00100000:3.0:1746129502.003896:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+28:29224:x1830948731782656:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129502.003912:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129502.003953:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a40d expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.003974:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.003976:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.003983:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a40d expref: 29 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.003995:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a40d expref: 29 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.004005:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef90c00, rc 0) 00000100:00100000:3.0:1746129502.004066:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+29:29224:x1830948731782656:12345-192.168.202.4@tcp:101:cat.0 Request processed in 170us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.004072:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11476 00000100:00100000:3.0:1746129502.007039:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.007110:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731782784 00000100:00100000:2.0:1746129502.007117:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731782784 00000100:00100000:2.0:1746129502.007163:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11477 00000100:00100000:2.0:1746129502.007172:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+42:1960:x1830948731782784:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.007185:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.007198:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009349f000/0x40a459093b05e3eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a414 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129502.007241:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736761600:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129502.007360:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac240 going to sleep for 11 seconds 00000100:00080000:3.0:1746129502.007509:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129502.010086:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.010185:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731783040 00000100:00100000:1.0:1746129502.010193:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731783040 00002000:00100000:1.0:1746129502.010231:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012b550380 x1830948731783040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.010240:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b550380 with x1830948731783040 ext(3145728->4194303) 00002000:00010000:1.0:1746129502.010244:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b550380 00000100:00100000:1.0:1746129502.010273:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4345 00000100:00100000:1.0:1746129502.010280:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731783040:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129502.011588:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736761600:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129502.011617:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009349f000/0x40a459093b05e3eb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a414 expref: 43 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.011629:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009349f000/0x40a459093b05e3eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a414 expref: 43 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.011654:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349f000, rc 0) 00000100:00100000:2.0:1746129502.011687:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+42:1960:x1830948731782784:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4517us (4654us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129502.011695:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11477 00000100:00100000:0.0:1746129502.016474:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.016680:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731783168 00000100:00100000:2.0:1746129502.016689:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731783168 00000100:00100000:2.0:1746129502.016750:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11478 00000100:00100000:2.0:1746129502.016757:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+42:29225:x1830948731783168:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.016772:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.016787:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a41b expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.016816:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.016823:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.016831:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.016834:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 43 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.016860:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.016872:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 35 pid: 31503 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.016883:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736761728:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129502.016955:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731783040:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 6673us (6873us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129502.016977:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4345 00002000:00100000:1.0:1746129502.016985:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012b550380 x1830948731783040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.016993:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b550380 with x1830948731783040 ext(3145728->4194303) 00002000:00010000:1.0:1746129502.016998:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b550380 00000100:00100000:2.0:1746129502.017050:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.018695:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.018720:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736761728:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129502.018738:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731783296 00000100:00100000:1.0:1746129502.018742:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731783296 00010000:00010000:2.0:1746129502.018745:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 43 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.018758:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349ec00, rc 0) 00002000:00100000:1.0:1746129502.018767:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4521983) req@ffff88012b552a00 x1830948731783296/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.018773:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b552a00 with x1830948731783296 ext(4194304->4521983) 00010000:00010000:1.0:1746129502.018777:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 36 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.018786:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 36 pid: 31503 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129502.018790:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b552a00 00000100:00100000:2.0:1746129502.018796:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+43:29225:x1830948731783168:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2039us (2332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.018802:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11478 00000100:00100000:1.0:1746129502.018810:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1115 00000100:00100000:1.0:1746129502.018814:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+36:1961:x1830948731783296:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129502.020802:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.020915:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731783424 00000100:00100000:2.0:1746129502.020932:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731783424 00000100:00100000:2.0:1746129502.020968:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11479 00000100:00100000:2.0:1746129502.020975:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+38:1962:x1830948731783424:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.020991:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.021005:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009349fe00/0x40a459093b05e3f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a422 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129502.021054:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736761856:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129502.021125:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac240 going to sleep for 11 seconds 00000100:00100000:1.0:1746129502.021946:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+40:1961:x1830948731783296:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 3128us (3255us total) trans 17179873134 rc 0/0 00000100:00100000:1.0:1746129502.021955:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1115 00002000:00100000:1.0:1746129502.021963:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4521983) req@ffff88012b552a00 x1830948731783296/t17179873134(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/448 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.021971:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b552a00 with x1830948731783296 ext(4194304->4521983) 00010000:00010000:1.0:1746129502.021978:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 40 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.021989:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 40 pid: 31503 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129502.021994:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b552a00 00000100:00100000:2.0:1746129502.024062:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736761856:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129502.024093:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009349fe00/0x40a459093b05e3f9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a422 expref: 39 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.024104:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009349fe00/0x40a459093b05e3f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a422 expref: 39 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.024131:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349fe00, rc 0) 00000100:00100000:2.0:1746129502.024179:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+38:1962:x1830948731783424:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3203us (3381us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129502.024186:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11479 00000100:00100000:0.0:1746129502.025716:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.025802:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731783552 00000100:00100000:3.0:1746129502.025809:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731783552 00010000:00010000:3.0:1746129502.025839:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 38 pid: 31503 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129502.025876:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5760 00000100:00100000:3.0:1746129502.025883:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+38:1963:x1830948731783552:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129502.025893:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129502.025910:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 38 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.025921:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 38 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.025952:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0720600/0x40a459093b05e3d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4521983) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3f8 expref: 38 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.025979:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.025981:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.025987:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 42 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.025995:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 42 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.026021:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 42 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129502.026031:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736761984:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129502.026149:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.027027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.027108:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731783680 00000100:00100000:2.0:1746129502.027113:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731783680 00000100:00100000:2.0:1746129502.027152:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11480 00000100:00100000:2.0:1746129502.027157:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+38:29224:x1830948731783680:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.027170:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.027181:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a429 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.027196:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.027197:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.027202:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a429 expref: 39 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.027217:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a429 expref: 39 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.027225:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349e400, rc 0) 00000100:00100000:2.0:1746129502.027268:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+39:29224:x1830948731783680:12345-192.168.202.4@tcp:101:cat.0 Request processed in 110us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.027274:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11480 00000100:00100000:3.0:1746129502.028060:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736761984:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129502.028075:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129502.028097:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+38:1963:x1830948731783552:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2215us (2385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.028104:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5760 00000100:00100000:0.0:1746129502.028797:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.028846:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731783936 00000100:00100000:1.0:1746129502.028851:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731783936 00002000:00100000:1.0:1746129502.028887:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a6059500 x1830948731783936/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.028902:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6059500 with x1830948731783936 ext(4194304->4923391) 00002000:00010000:1.0:1746129502.028907:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6059500 00000100:00100000:1.0:1746129502.028940:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4346 00000100:00100000:1.0:1746129502.028950:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948731783936:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129502.034918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.035029:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731784192 00000100:00100000:3.0:1746129502.035038:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731784192 00002000:00100000:3.0:1746129502.035073:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a605a300 x1830948731784192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746129502.035080:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948731783936:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6132us (6282us total) trans 0 rc 729088/729088 00002000:00100000:3.0:1746129502.035087:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605a300 with x1830948731784192 ext(4194304->4923391) 00000100:00100000:1.0:1746129502.035089:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4346 00002000:00010000:3.0:1746129502.035092:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605a300 00002000:00100000:1.0:1746129502.035095:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a6059500 x1830948731783936/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.035107:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6059500 with x1830948731783936 ext(4194304->4923391) 00002000:00010000:1.0:1746129502.035110:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6059500 00000100:00100000:3.0:1746129502.035124:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4347 00000100:00100000:3.0:1746129502.035590:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+38:1962:x1830948731784192:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129502.041273:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+38:1962:x1830948731784192:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6134us (6353us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129502.041283:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4347 00002000:00100000:3.0:1746129502.041315:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a605a300 x1830948731784192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.041324:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605a300 with x1830948731784192 ext(4194304->4923391) 00002000:00010000:3.0:1746129502.041329:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605a300 00000100:00100000:0.0:1746129502.093885:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.094780:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731784448 00000100:00100000:1.0:1746129502.094790:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731784448 00000100:00100000:1.0:1746129502.094865:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10117 00000100:00100000:1.0:1746129502.094874:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+16:29237:x1830948731784448:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129502.094903:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1746129502.095025:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746129502.095567:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e407 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a430 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.095704:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.095722:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ea expref: 17 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.095730:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.095768:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ea expref: 17 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.095780:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ea expref: 17 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.095794:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e389180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736762112:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129502.095941:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.104626:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.104723:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731784576 00000100:00100000:3.0:1746129502.104737:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731784576 00010000:00010000:3.0:1746129502.104780:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ea expref: 18 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129502.104820:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5761 00000100:00100000:3.0:1746129502.104826:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731784576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129502.104837:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129502.104842:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ea expref: 18 pid: 16908 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.104852:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ea expref: 18 pid: 16908 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.104874:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129502.104880:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.104891:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.104897:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.104916:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129502.104991:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56000/0x40a459093b05e3ba lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ea expref: 18 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129502.104993:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731784576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 166us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.104999:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5761 00000100:00100000:1.0:1746129502.105021:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e389180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736762112:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129502.105048:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.105059:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.105065:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129502.105141:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129502.107615:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56c00/0x40a459093b05e407 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a430 expref: 18 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.107642:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a430 expref: 17 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.107652:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129502.107655:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746129502.107658:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa57600, rc 0) 00000100:00100000:1.0:1746129502.107734:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:29237:x1830948731784448:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 12860us (13862us total) trans 8589943992 rc 0/0 00000100:00100000:1.0:1746129502.107744:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10117 00000100:00100000:0.0:1746129502.123789:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.123968:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731784832 00000100:00100000:1.0:1746129502.123981:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731784832 00000100:00100000:1.0:1746129502.124057:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10118 00000100:00100000:1.0:1746129502.124065:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+296:29239:x1830948731784832:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129502.124092:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.124113:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56a00/0x40a459093b05e41c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a437 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.124244:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124257:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124268:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124282:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124287:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124320:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124438:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124446:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124452:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129502.124463:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129502.124547:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124556:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124562:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124568:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa57000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129502.124571:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124578:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124589:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129502.124591:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129502.124596:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124600:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57000/0x40a459093b05e423 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124621:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124627:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124631:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124635:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa57400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129502.124638:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124645:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124651:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d40a000) 00010000:00010000:1.0:1746129502.124653:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129502.124655:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124660:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57400/0x40a459093b05e42a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.124705:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56a00/0x40a459093b05e41c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a437 expref: 299 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.124717:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a437 expref: 298 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.124723:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129502.124725:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129502.124728:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa56600, rc 0) 00000100:00100000:1.0:1746129502.124803:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+298:29239:x1830948731784832:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 738us (1028us total) trans 8589943993 rc 0/0 00000100:00100000:1.0:1746129502.124810:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10118 00000100:00080000:3.0:1746129502.124930:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129502.127429:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.127550:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731784960 00000100:00100000:2.0:1746129502.127563:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731784960 00000100:00100000:2.0:1746129502.127628:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11481 00000100:00100000:2.0:1746129502.127636:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:29239:x1830948731784960:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129502.127655:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.127673:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a43e expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.127704:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 36 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.127711:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a40d expref: 28 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.127717:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.127722:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.127724:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.127728:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2273280->2281471] (req 2273280->2281471) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 36 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.127757:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.127768:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 28 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.127780:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762240:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129502.127857:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a40d expref: 28 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.127864:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a40d expref: 28 pid: 31503 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.127872:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762368:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129502.127895:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 36 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.127902:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 36 pid: 31503 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.127908:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762496:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129502.127933:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac240 going to sleep for 11 seconds 00000100:00080000:3.0:1746129502.128000:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129502.134691:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.134716:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731785088 00000100:00100000:0.0:1746129502.134724:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731785088 00010000:00010000:0.0:1746129502.134762:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746129502.134801:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5762 00000100:00100000:0.0:1746129502.134809:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731785088:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129502.134823:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129502.134850:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129502.134861:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129502.134890:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129502.134949:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731785088:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 140us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.134956:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5762 00010000:00010000:2.0:1746129502.135312:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009349e600/0x40a459093b05e3cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ff expref: 28 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.135332:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762240:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129502.135343:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762368:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129502.139777:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762496:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129502.139825:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->2281471] (req 2273280->2281471) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 36 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.139847:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef90800, rc 0) 00000100:00100000:2.0:1746129502.139905:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+36:29239:x1830948731784960:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 12269us (12484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.139919:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11481 00000100:00100000:0.0:1746129502.142658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.142772:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731785216 00000100:00100000:3.0:1746129502.142782:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731785216 00010000:00010000:3.0:1746129502.142823:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a40d expref: 28 pid: 31503 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129502.142853:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5763 00000100:00100000:3.0:1746129502.142861:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948731785216:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129502.142876:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129502.142899:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a40d expref: 28 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.142911:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a40d expref: 28 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.142947:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e3e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a40d expref: 28 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.142969:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129502.143084:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948731785216:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 222us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.143090:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5763 00000100:00100000:2.0:1746129502.143507:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.143596:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731785344 00000100:00100000:0.0:1746129502.143600:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731785344 00010000:00010000:0.0:1746129502.143615:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 36 pid: 31503 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746129502.143640:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5764 00000100:00100000:0.0:1746129502.143646:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731785344:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129502.143654:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129502.143663:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 36 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129502.143673:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 36 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129502.143687:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e3dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a406 expref: 36 pid: 31503 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129502.143710:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.143714:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.143721:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.143729:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.143763:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129502.143775:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fda680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736762624:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129502.144170:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129502.146093:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.146207:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fda680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736762624:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129502.146229:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129502.146276:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731785600 00000100:00100000:3.0:1746129502.146284:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731785600 00000100:00100000:1.0:1746129502.146286:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731785344:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2639us (2779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.146316:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5764 00002000:00100000:3.0:1746129502.146348:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2273280->2277375) req@ffff88012bd92680 x1830948731785600/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.146362:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92680 with x1830948731785600 ext(2273280->2277375) 00002000:00010000:3.0:1746129502.146367:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd92680 00000100:00100000:3.0:1746129502.146383:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4348 00000100:00100000:3.0:1746129502.146391:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731785600:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129502.146556:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731785600:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 166us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129502.146561:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4348 00002000:00100000:3.0:1746129502.146566:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2273280->2277375) req@ffff88012bd92680 x1830948731785600/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.146574:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92680 with x1830948731785600 ext(2273280->2277375) 00002000:00010000:3.0:1746129502.146577:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd92680 00000100:00100000:0.0:1746129502.151277:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.151410:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731785856 00000100:00100000:2.0:1746129502.151420:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731785856 00002000:00100000:2.0:1746129502.151468:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2277376->2281471) req@ffff880092fdad80 x1830948731785856/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.151478:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdad80 with x1830948731785856 ext(2277376->2281471) 00002000:00010000:2.0:1746129502.151483:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdad80 00000100:00100000:2.0:1746129502.151515:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4349 00000100:00100000:2.0:1746129502.151522:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731785856:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129502.151700:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731785856:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 177us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129502.151709:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4349 00002000:00100000:2.0:1746129502.151715:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2277376->2281471) req@ffff880092fdad80 x1830948731785856/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.151722:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdad80 with x1830948731785856 ext(2277376->2281471) 00002000:00010000:2.0:1746129502.151724:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdad80 00000100:00100000:0.0:1746129502.153425:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.153528:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731785984 00000100:00100000:2.0:1746129502.153537:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731785984 00000100:00100000:2.0:1746129502.153598:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11482 00000100:00100000:2.0:1746129502.153606:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:29237:x1830948731785984:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129502.153628:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.153654:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a445 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.153694:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 28 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.153704:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ab expref: 6 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.153711:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 34 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.153719:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.153721:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.153724:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1191936->1646591] (req 1191936->1646591) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.153765:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 34 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.153779:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 34 pid: 4699 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.153793:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762752:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129502.153897:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ab expref: 6 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.153906:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ab expref: 6 pid: 7148 timeout: 857 lvb_type: 1 00000100:00100000:2.0:1746129502.153915:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762880:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129502.153956:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 28 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.153965:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 28 pid: 4699 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.153973:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763008:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129502.153992:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.155772:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.155874:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731786240 00000100:00100000:3.0:1746129502.155883:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731786240 00000100:00100000:2.0:1746129502.157226:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762752:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129502.157238:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009016b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736762880:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129502.157244:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763008:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129502.157276:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1191936->1646591] (req 1191936->1646591) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.157323:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef91400, rc 0) 00000100:00100000:2.0:1746129502.157371:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:29237:x1830948731785984:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3765us (3954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.157379:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11482 00000100:00100000:0.0:1746129502.157576:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.157680:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4075 00000100:00100000:3.0:1746129502.157691:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+298:29239:x1830948731786240:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129502.157893:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+299:29239:x1830948731786240:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 205us (2130us total) trans 8589943994 rc 0/0 00000100:00100000:3.0:1746129502.157899:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4075 00000100:00100000:1.0:1746129502.158087:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731786496 00000100:00100000:1.0:1746129502.158094:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731786496 00010000:00010000:1.0:1746129502.158117:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 35 pid: 4699 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.158137:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5765 00000100:00100000:1.0:1746129502.158142:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+35:1960:x1830948731786496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.158151:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.158171:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 35 pid: 4699 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.158180:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 35 pid: 4699 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.158200:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05e343 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a39d expref: 35 pid: 4699 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.158225:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129502.158246:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948731786496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 103us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.158251:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5765 00000100:00100000:0.0:1746129502.159071:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.159176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.159221:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731786624 00000100:00100000:3.0:1746129502.159226:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731786624 00010000:00010000:3.0:1746129502.159244:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 28 pid: 4699 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129502.159272:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731786368 00000100:00100000:3.0:1746129502.159274:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731786368 00010000:00010000:3.0:1746129502.159285:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ab expref: 7 pid: 7148 timeout: 857 lvb_type: 1 00000100:00100000:3.0:1746129502.159316:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5766 00000100:00100000:3.0:1746129502.159322:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731786624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129502.159331:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129502.159343:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 28 pid: 4699 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.159352:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 28 pid: 4699 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.159366:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e320 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a38f expref: 28 pid: 4699 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.159381:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129502.159409:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731786624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 87us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.159415:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5766 00000100:00100000:3.0:1746129502.159426:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5767 00000100:00100000:3.0:1746129502.159430:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731786368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129502.159436:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129502.159442:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ab expref: 7 pid: 7148 timeout: 857 lvb_type: 1 00010000:00010000:3.0:1746129502.159451:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ab expref: 7 pid: 7148 timeout: 857 lvb_type: 1 00010000:00010000:3.0:1746129502.159463:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc2a000/0x40a459093b05e35f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3ab expref: 7 pid: 7148 timeout: 857 lvb_type: 1 00010000:00010000:3.0:1746129502.159472:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.159474:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.159482:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 26 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.159490:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 26 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.159524:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 26 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129502.159537:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736763136:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129502.159603:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129502.171005:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736763136:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129502.171030:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129502.171819:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731786368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 12383us (12638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.171832:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5767 00000100:00100000:1.0:1746129502.172432:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.172621:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731786880 00000100:00100000:2.0:1746129502.172628:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731786880 00002000:00100000:2.0:1746129502.172678:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1191936->1196031) req@ffff88012e389180 x1830948731786880/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.172687:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e389180 with x1830948731786880 ext(1191936->1196031) 00002000:00010000:2.0:1746129502.172692:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e389180 00000100:00100000:2.0:1746129502.172747:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4350 00000100:00100000:2.0:1746129502.172755:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731786880:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129502.173163:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731786880:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 406us (730us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129502.173169:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4350 00002000:00100000:2.0:1746129502.173175:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1191936->1196031) req@ffff88012e389180 x1830948731786880/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.173181:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e389180 with x1830948731786880 ext(1191936->1196031) 00002000:00010000:2.0:1746129502.173185:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e389180 00000100:00100000:0.0:1746129502.181180:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.181342:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731787136 00000100:00100000:2.0:1746129502.181353:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731787136 00002000:00100000:2.0:1746129502.181425:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1642496->1646591) req@ffff880135724000 x1830948731787136/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.181438:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135724000 with x1830948731787136 ext(1642496->1646591) 00002000:00010000:2.0:1746129502.181445:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135724000 00000100:00100000:2.0:1746129502.181472:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4351 00000100:00100000:2.0:1746129502.181481:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731787136:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129502.183615:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731787136:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 2123us (2441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129502.183626:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4351 00002000:00100000:2.0:1746129502.183637:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1642496->1646591) req@ffff880135724000 x1830948731787136/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.183647:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135724000 with x1830948731787136 ext(1642496->1646591) 00002000:00010000:2.0:1746129502.183652:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135724000 00000100:00100000:0.0:1746129502.184242:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.184794:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731787392 00000100:00100000:2.0:1746129502.184803:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731787392 00000100:00100000:2.0:1746129502.184850:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10119 00000100:00100000:2.0:1746129502.184857:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+299:29243:x1830948731787392:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.184879:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.184898:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e44d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a44c expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.185707:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.185723:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.185734:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.185746:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.185751:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.185757:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.185862:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91800/0x40a459093b05e462 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.185869:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91800/0x40a459093b05e462 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.185874:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91800/0x40a459093b05e462 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129502.185882:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129502.189466:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189486:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189494:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189500:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef91c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129502.189505:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189513:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189530:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129502.189533:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129502.189537:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189542:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e454 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189584:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189589:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189592:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189595:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef91a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129502.189597:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189601:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189607:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a600) 00010000:00010000:3.0:1746129502.189609:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129502.189611:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189615:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e45b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.189680:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e44d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a44c expref: 302 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.189693:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91800/0x40a459093b05e462 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a44c expref: 301 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.189699:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129502.189701:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129502.189704:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef91800, rc 0) 00000100:00100000:3.0:1746129502.189798:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+301:29243:x1830948731787392:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4939us (5556us total) trans 8589943995 rc 0/0 00000100:00100000:3.0:1746129502.189807:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10119 00000100:00100000:0.0:1746129502.193662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.193719:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.193856:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731787776 00000100:00100000:3.0:1746129502.193867:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731787776 00000100:00100000:3.0:1746129502.193944:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4076 00000100:00100000:3.0:1746129502.193954:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+301:29243:x1830948731787776:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129502.193961:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731787520 00000100:00100000:2.0:1746129502.193966:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731787520 00000100:00100000:2.0:1746129502.194010:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 621 00000100:00100000:2.0:1746129502.194017:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+302:1963:x1830948731787520:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129502.194030:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129502.194064:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91800/0x40a459093b05e462 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a44c expref: 302 pid: 16908 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129502.194210:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+302:29243:x1830948731787776:12345-192.168.202.4@tcp:35:cat.0 Request processed in 257us (559us total) trans 8589943996 rc 0/0 00000100:00100000:3.0:1746129502.194216:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4076 00010000:00010000:2.0:1746129502.194715:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129502.194721:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.194740:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+301:1963:x1830948731787520:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 724us (1020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.194747:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 621 00000100:00100000:0.0:1746129502.199483:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.199656:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731787904 00000100:00100000:2.0:1746129502.199668:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731787904 00000100:00100000:2.0:1746129502.199726:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11483 00000100:00100000:2.0:1746129502.200264:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:1961:x1830948731787904:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.200290:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.200335:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef90a00/0x40a459093b05e470 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a453 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129502.200402:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763264:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129502.200507:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:2.0:1746129502.202358:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763264:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129502.202401:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef90a00/0x40a459093b05e470 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a453 expref: 35 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.202416:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90a00/0x40a459093b05e470 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a453 expref: 35 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.202445:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef90a00, rc 0) 00000100:00100000:2.0:1746129502.202718:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:1961:x1830948731787904:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2982us (3245us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129502.202729:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11483 00000100:00100000:0.0:1746129502.207623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.207758:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731788032 00000100:00100000:2.0:1746129502.207772:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731788032 00000100:00100000:2.0:1746129502.207831:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11484 00000100:00100000:2.0:1746129502.207840:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:29243:x1830948731788032:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.207866:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.207889:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a45a expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.209427:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 26 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.209443:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.209445:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.209451:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.209508:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 26 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.209525:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 26 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.209540:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763392:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129502.209668:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:2.0:1746129502.211623:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763392:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129502.211658:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.211676:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef91800, rc 0) 00000100:00100000:2.0:1746129502.212463:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:29243:x1830948731788032:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4618us (4848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.212473:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11484 00000100:00100000:0.0:1746129502.217010:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.217362:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731788160 00000100:00100000:2.0:1746129502.217373:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731788160 00002000:00100000:2.0:1746129502.217443:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1191936->1646591) req@ffff880135727b80 x1830948731788160/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.217453:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135727b80 with x1830948731788160 ext(1191936->1646591) 00010000:00010000:2.0:1746129502.217463:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 27 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.217479:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 27 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129502.217486:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135727b80 00000100:00100000:2.0:1746129502.217906:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1116 00000100:00100000:2.0:1746129502.217916:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731788160:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129502.227043:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731788160:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 9115us (10036us total) trans 21474840325 rc 0/0 00000100:00100000:2.0:1746129502.227058:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1116 00002000:00100000:2.0:1746129502.227072:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1191936->1646591) req@ffff880135727b80 x1830948731788160/t21474840325(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/448 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.227083:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135727b80 with x1830948731788160 ext(1191936->1646591) 00010000:00010000:2.0:1746129502.227094:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.227115:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129502.227122:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135727b80 00000100:00100000:0.0:1746129502.229718:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.229830:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731788288 00000100:00100000:2.0:1746129502.229838:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731788288 00010000:00010000:2.0:1746129502.229876:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.229958:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5768 00000100:00100000:2.0:1746129502.229970:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731788288:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129502.229995:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129502.230031:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.230229:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.230263:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef91400/0x40a459093b05e446 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1191936->1646591) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a445 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.230320:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.230324:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.230336:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 34 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.230345:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 34 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.230385:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 34 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129502.230399:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736763520:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129502.230496:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:2.0:1746129502.232990:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736763520:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129502.233019:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.233081:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948731788288:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3111us (3376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.233093:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5768 00000100:00100000:0.0:1746129502.235678:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.235800:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731788544 00000100:00100000:2.0:1746129502.235810:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731788544 00002000:00100000:2.0:1746129502.235869:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f37f100 x1830948731788544/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.235880:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37f100 with x1830948731788544 ext(1048576->2097151) 00002000:00010000:2.0:1746129502.235885:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37f100 00000100:00100000:2.0:1746129502.235957:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4352 00000100:00100000:2.0:1746129502.235966:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731788544:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129502.247233:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731788544:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11254us (11550us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129502.247248:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4352 00002000:00100000:2.0:1746129502.247261:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f37f100 x1830948731788544/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.247273:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37f100 with x1830948731788544 ext(1048576->2097151) 00002000:00010000:2.0:1746129502.247280:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37f100 00000100:00100000:0.0:1746129502.262218:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.262273:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.262340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.262362:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731789056 00000100:00100000:0.0:1746129502.262371:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.262373:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731789056 00000100:00100000:0.0:1746129502.262387:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731788928 00000100:00100000:0.0:1746129502.262390:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731788928 00002000:00100000:1.0:1746129502.262425:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3153920->4194303) req@ffff88009f37d500 x1830948731789056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.262436:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37d500 with x1830948731789056 ext(3153920->4194303) 00002000:00010000:1.0:1746129502.262442:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37d500 00000100:00100000:1.0:1746129502.262477:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731789312 00000100:00100000:1.0:1746129502.262480:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731789312 00002000:00100000:0.0:1746129502.262512:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3153919) req@ffff88012e385c00 x1830948731788928/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 504/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129502.262519:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e385c00 with x1830948731788928 ext(2097152->3153919) 00002000:00010000:0.0:1746129502.262522:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e385c00 00000100:00100000:0.0:1746129502.262533:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731789440 00000100:00100000:0.0:1746129502.262535:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731789440 00002000:00100000:0.0:1746129502.262546:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e384a80 x1830948731789440/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129502.262553:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e384a80 with x1830948731789440 ext(3145728->4194303) 00000100:00100000:3.0:1746129502.262554:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4353 00002000:00010000:0.0:1746129502.262557:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e384a80 00000100:00100000:3.0:1746129502.262565:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731789056:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129502.262568:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4354 00000100:00100000:0.0:1746129502.262573:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731788928:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129502.262641:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4355 00000100:00100000:3.0:1746129502.262646:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+44:1963:x1830948731789440:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:1.0:1746129502.263391:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e387b80 x1830948731789312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.263398:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387b80 with x1830948731789312 ext(2097152->3145727) 00002000:00010000:1.0:1746129502.263401:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e387b80 00000100:00100000:1.0:1746129502.263413:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4356 00000100:00100000:1.0:1746129502.263420:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e387b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+44:1963:x1830948731789312:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129502.278760:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e387b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+45:1963:x1830948731789312:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15325us (16403us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129502.278775:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4356 00002000:00100000:1.0:1746129502.278790:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e387b80 x1830948731789312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.278800:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e387b80 with x1830948731789312 ext(2097152->3145727) 00002000:00010000:1.0:1746129502.278807:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e387b80 00000100:00100000:1.0:1746129502.286180:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948731788928:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23594us (23893us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129502.286192:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4354 00002000:00100000:1.0:1746129502.286204:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3153919) req@ffff88012e385c00 x1830948731788928/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 504/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.286214:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e385c00 with x1830948731788928 ext(2097152->3153919) 00002000:00010000:1.0:1746129502.286221:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e385c00 00000100:00100000:3.0:1746129502.288451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.288757:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731789824 00000100:00100000:2.0:1746129502.288768:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731789824 00000100:00100000:3.0:1746129502.289203:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731789056:12345-192.168.202.4@tcp:3:cat.0 Request processed in 26638us (26996us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746129502.289209:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10120 00000100:00100000:3.0:1746129502.289214:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4353 00000100:00100000:2.0:1746129502.289219:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+17:29247:x1830948731789824:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.289242:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.289262:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e47e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a461 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.289416:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289430:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289439:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289450:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289455:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289460:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289574:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289583:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289588:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129502.289597:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129502.289687:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289694:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289700:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289705:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef90600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.289709:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289715:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289724:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129502.289726:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.289729:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289733:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e485 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289758:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289762:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289767:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289771:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef91000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.289773:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289776:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289781:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a700) 00010000:00010000:2.0:1746129502.289782:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.289784:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289788:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e48c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.289823:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e47e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a461 expref: 20 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.289832:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a461 expref: 19 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.289839:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129502.289841:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129502.289844:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef91200, rc 0) 00000100:00100000:2.0:1746129502.289871:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:29247:x1830948731789824:12345-192.168.202.4@tcp:101:cat.0 Request processed in 654us (1433us total) trans 8589943997 rc 0/0 00000100:00100000:2.0:1746129502.289876:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10120 00002000:00100000:3.0:1746129502.290046:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3153920->4194303) req@ffff88009f37d500 x1830948731789056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.290056:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37d500 with x1830948731789056 ext(3153920->4194303) 00002000:00010000:3.0:1746129502.290061:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37d500 00000100:00100000:0.0:1746129502.292228:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.292682:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e384a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+43:1963:x1830948731789440:12345-192.168.202.4@tcp:3:cat.0 Request processed in 30032us (30306us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129502.292693:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4355 00002000:00100000:3.0:1746129502.292705:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e384a80 x1830948731789440/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.292716:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e384a80 with x1830948731789440 ext(3145728->4194303) 00002000:00010000:3.0:1746129502.292723:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e384a80 00000100:00100000:2.0:1746129502.293600:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731790080 00000100:00100000:2.0:1746129502.293612:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731790080 00000100:00100000:2.0:1746129502.294228:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4077 00000100:00100000:2.0:1746129502.294237:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:29247:x1830948731790080:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129502.294850:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:29247:x1830948731790080:12345-192.168.202.4@tcp:35:cat.0 Request processed in 614us (2632us total) trans 8589943998 rc 0/0 00000100:00100000:2.0:1746129502.294856:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4077 00000100:00100000:0.0:1746129502.298004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.298110:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.300189:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731790208 00000100:00100000:1.0:1746129502.300205:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731790208 00000100:00100000:1.0:1746129502.300266:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11485 00000100:00100000:1.0:1746129502.300276:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948731790208:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129502.300289:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731790336 00000100:00100000:2.0:1746129502.300309:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731790336 00010000:00010000:1.0:1746129502.300310:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.300330:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a468 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129502.300336:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11486 00000100:00100000:2.0:1746129502.300341:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:1961:x1830948731790336:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.300354:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.300355:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.300357:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.300362:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef90400/0x40a459093b05e4a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a46f expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.300366:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a468 expref: 30 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.300381:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a468 expref: 31 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.300391:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f335600, rc 0) 00000100:00100000:2.0:1746129502.300408:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763648:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129502.300449:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+31:1961:x1830948731790208:12345-192.168.202.4@tcp:101:cat.0 Request processed in 175us (2457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.300455:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11485 00000100:00100000:2.0:1746129502.300486:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.301013:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.304042:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731790592 00000100:00100000:1.0:1746129502.304057:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731790592 00000100:00100000:1.0:1746129502.304147:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10121 00000100:00100000:1.0:1746129502.304156:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+301:29249:x1830948731790592:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129502.304185:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.304206:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335a00/0x40a459093b05e4af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a476 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.304383:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304400:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304413:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304430:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304436:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304441:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304572:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335200/0x40a459093b05e4c4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304582:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335200/0x40a459093b05e4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304587:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335200/0x40a459093b05e4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129502.304598:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129502.304701:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304708:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304718:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304723:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f335c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129502.304727:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304734:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304746:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129502.304750:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129502.304754:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304759:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335c00/0x40a459093b05e4b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304784:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304789:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304794:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304798:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f335e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129502.304800:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304805:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304814:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093dc3800) 00010000:00010000:1.0:1746129502.304816:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129502.304818:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304822:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335e00/0x40a459093b05e4bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129502.304859:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335a00/0x40a459093b05e4af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a476 expref: 304 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.304869:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335200/0x40a459093b05e4c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a476 expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.304874:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129502.304876:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129502.304878:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f335200, rc 0) 00000100:00100000:1.0:1746129502.304958:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+303:29249:x1830948731790592:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 803us (3946us total) trans 8589943999 rc 0/0 00000100:00100000:1.0:1746129502.304965:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10121 00010000:00010000:3.0:1746129502.306883:0:9822:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1746129502.307195:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129502 -> 1746129503 00000100:00100000:2.0:1746129502.307225:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763648:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129502.307259:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef90400/0x40a459093b05e4a8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a46f expref: 30 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.307279:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90400/0x40a459093b05e4a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a46f expref: 30 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129502.307310:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef90400, rc 0) 00000100:00100000:2.0:1746129502.307532:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948731790336:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7187us (9419us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129502.307541:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11486 00000100:00100000:0.0:1746129502.316268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.316405:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731790720 00000100:00100000:2.0:1746129502.316415:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731790720 00000100:00100000:2.0:1746129502.316473:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 622 00000100:00100000:2.0:1746129502.316482:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+303:1962:x1830948731790720:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129502.316499:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129502.316524:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f335200/0x40a459093b05e4c4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a476 expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.316559:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129502.316563:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.316610:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+302:1962:x1830948731790720:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 129us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.316615:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 622 00000100:00100000:0.0:1746129502.318134:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.318225:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731790976 00000100:00100000:3.0:1746129502.318234:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731790976 00002000:00100000:3.0:1746129502.318284:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009c07a300 x1830948731790976/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.318403:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07a300 with x1830948731790976 ext(1048576->2097151) 00002000:00010000:3.0:1746129502.318409:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c07a300 00000100:00100000:3.0:1746129502.318797:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4357 00000100:00100000:3.0:1746129502.318805:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948731790976:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129502.334207:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948731790976:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15388us (16066us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129502.334221:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4357 00002000:00100000:3.0:1746129502.334236:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009c07a300 x1830948731790976/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.334245:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07a300 with x1830948731790976 ext(1048576->2097151) 00002000:00010000:3.0:1746129502.334252:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c07a300 00000100:00100000:0.0:1746129502.345347:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.345445:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731791232 00000100:00100000:3.0:1746129502.345456:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731791232 00002000:00100000:3.0:1746129502.345504:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c078700 x1830948731791232/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.345515:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078700 with x1830948731791232 ext(2097152->3145727) 00002000:00010000:3.0:1746129502.345520:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c078700 00000100:00100000:3.0:1746129502.345537:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4358 00000100:00100000:3.0:1746129502.345544:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+38:1961:x1830948731791232:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129502.354557:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+38:1961:x1830948731791232:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9000us (9251us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129502.354570:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4358 00002000:00100000:3.0:1746129502.354584:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c078700 x1830948731791232/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.354593:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078700 with x1830948731791232 ext(2097152->3145727) 00002000:00010000:3.0:1746129502.354599:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c078700 00000100:00100000:0.0:1746129502.358416:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.359601:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731791360 00000100:00100000:2.0:1746129502.359614:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731791360 00000100:00100000:2.0:1746129502.359670:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11487 00000100:00100000:2.0:1746129502.359678:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:29247:x1830948731791360:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.359701:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.359722:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a47d expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.359757:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 34 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.359766:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.359768:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.359772:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.359802:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 34 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.359813:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 34 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.359824:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763776:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129502.359948:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.361897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.361994:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731791488 00000100:00100000:2.0:1746129502.362002:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731791488 00002000:00100000:2.0:1746129502.362042:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2273280->2281471) req@ffff88009c079880 x1830948731791488/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 8680/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.362051:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079880 with x1830948731791488 ext(2273280->2281471) 00010000:00010000:2.0:1746129502.362060:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 35 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.362071:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 35 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129502.362078:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c079880 00000100:00100000:2.0:1746129502.362093:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1117 00000100:00100000:2.0:1746129502.362099:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+35:1960:x1830948731791488:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129502.362588:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736763776:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129502.362613:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.362627:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef90c00, rc 0) 00000100:00100000:2.0:1746129502.363677:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+37:1960:x1830948731791488:12345-192.168.202.4@tcp:4:cat.0 Request processed in 1569us (1781us total) trans 21474840326 rc 0/0 00000100:00100000:2.0:1746129502.363689:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1117 00002000:00100000:2.0:1746129502.363700:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2273280->2281471) req@ffff88009c079880 x1830948731791488/t21474840326(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 8680/448 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.363708:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079880 with x1830948731791488 ext(2273280->2281471) 00010000:00010000:2.0:1746129502.363718:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.363730:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129502.363736:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c079880 00000100:00100000:3.0:1746129502.363828:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:29247:x1830948731791360:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4148us (5423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.363835:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11487 00000100:00100000:0.0:1746129502.367767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.368036:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731791616 00000100:00100000:2.0:1746129502.368049:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731791616 00010000:00010000:2.0:1746129502.368102:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:2.0:1746129502.368259:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5769 00000100:00100000:2.0:1746129502.368269:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+37:1961:x1830948731791616:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129502.368288:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129502.368346:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.368360:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.368384:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90800/0x40a459093b05e43f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2273280->2281471) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a43e expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.368604:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.368606:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.368614:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.368622:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.368658:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129502.368669:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736763904:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129502.369259:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129502.371345:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736763904:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129502.371369:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.371411:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+36:1961:x1830948731791616:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3143us (3655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.371421:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5769 00000100:00100000:1.0:1746129502.379567:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.379606:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.379704:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.379730:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731791872 00000100:00100000:1.0:1746129502.379738:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731791872 00002000:00100000:1.0:1746129502.379791:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012e38a680 x1830948731791872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.379801:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38a680 with x1830948731791872 ext(2097152->3145727) 00002000:00010000:1.0:1746129502.379807:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e38a680 00000100:00100000:1.0:1746129502.379824:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731792128 00000100:00100000:1.0:1746129502.379826:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731792128 00002000:00100000:1.0:1746129502.379839:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e389500 x1830948731792128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.379845:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e389500 with x1830948731792128 ext(3145728->4194303) 00002000:00010000:1.0:1746129502.379848:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e389500 00000100:00100000:1.0:1746129502.380917:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731792256 00000100:00100000:1.0:1746129502.380934:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731792256 00002000:00100000:1.0:1746129502.380957:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009507d880 x1830948731792256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.380964:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507d880 with x1830948731792256 ext(3145728->4194303) 00002000:00010000:1.0:1746129502.380967:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507d880 00000100:00100000:1.0:1746129502.380984:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4359 00000100:00100000:1.0:1746129502.380992:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948731791872:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129502.381090:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4360 00000100:00100000:3.0:1746129502.381099:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+38:1963:x1830948731792128:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129502.382444:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4361 00000100:00100000:1.0:1746129502.382452:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731792256:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129502.396457:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+32:1960:x1830948731791872:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15453us (16891us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129502.396469:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4359 00002000:00100000:1.0:1746129502.396480:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012e38a680 x1830948731791872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.396489:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38a680 with x1830948731791872 ext(2097152->3145727) 00002000:00010000:1.0:1746129502.396495:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e38a680 00000100:00100000:1.0:1746129502.401951:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+30:1961:x1830948731792256:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19486us (22233us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129502.401965:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4361 00002000:00100000:1.0:1746129502.401980:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009507d880 x1830948731792256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.401989:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507d880 with x1830948731792256 ext(3145728->4194303) 00002000:00010000:1.0:1746129502.401994:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507d880 00000100:00100000:3.0:1746129502.402371:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+38:1963:x1830948731792128:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21270us (22760us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129502.402379:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4360 00002000:00100000:3.0:1746129502.402386:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e389500 x1830948731792128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.402394:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e389500 with x1830948731792128 ext(3145728->4194303) 00002000:00010000:3.0:1746129502.402398:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e389500 00000100:00100000:0.0:1746129502.417972:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.418476:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731792640 00000100:00100000:2.0:1746129502.418486:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731792640 00000100:00100000:2.0:1746129502.419032:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10122 00000100:00100000:2.0:1746129502.419053:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:29252:x1830948731792640:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129502.419078:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.419102:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e4d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a484 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.419197:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419208:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419218:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419229:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419234:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419239:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419368:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e4ee lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419377:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e4ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419382:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e4ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129502.419390:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129502.419525:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419531:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419536:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419541:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef91000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.419544:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419549:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419558:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129502.419561:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.419564:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419568:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e4e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419602:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419606:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419611:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419618:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef90600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.419620:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419625:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419630:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a400) 00010000:00010000:2.0:1746129502.419632:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.419634:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419638:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e4e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.419670:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91c00/0x40a459093b05e4d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a484 expref: 23 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.419679:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e4ee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a484 expref: 22 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.419685:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129502.419687:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129502.419689:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef91a00, rc 0) 00000100:00100000:2.0:1746129502.419751:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:29252:x1830948731792640:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 708us (1793us total) trans 8589944000 rc 0/0 00000100:00100000:2.0:1746129502.419758:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10122 00000100:00100000:0.0:1746129502.422001:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.422642:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731792896 00000100:00100000:2.0:1746129502.422655:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731792896 00000100:00100000:2.0:1746129502.422722:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4078 00000100:00100000:2.0:1746129502.422730:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:29252:x1830948731792896:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129502.422978:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:29252:x1830948731792896:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 248us (988us total) trans 8589944001 rc 0/0 00000100:00100000:2.0:1746129502.422984:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4078 00000100:00100000:0.0:1746129502.424151:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.424252:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731793024 00000100:00100000:2.0:1746129502.424263:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731793024 00000100:00100000:2.0:1746129502.424348:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 623 00000100:00100000:2.0:1746129502.424355:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731793024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129502.424372:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129502.424400:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91a00/0x40a459093b05e4ee lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a484 expref: 23 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.424420:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129502.424425:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.424473:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731793024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 117us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.424478:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 623 00000100:00100000:0.0:1746129502.433665:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.433744:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731793152 00000100:00100000:3.0:1746129502.433754:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731793152 00000100:00100000:3.0:1746129502.433818:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11488 00000100:00100000:3.0:1746129502.433827:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+36:29249:x1830948731793152:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129502.433851:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129502.433871:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a48b expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.433905:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 37 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.433915:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a468 expref: 29 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129502.433936:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.433938:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.433941:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1572864->2097151] (req 1572864->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 37 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.433984:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a468 expref: 29 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129502.433996:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a468 expref: 29 pid: 31503 timeout: 857 lvb_type: 1 00000100:00100000:3.0:1746129502.434008:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736764032:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129502.434136:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 37 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.434144:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129502.434152:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736764160:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129502.434171:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129502.438261:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736764032:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129502.438272:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736764160:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129502.438410:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1572864->2097151] (req 1572864->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 37 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.438427:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d1c00, rc 0) 00000100:00100000:3.0:1746129502.438474:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+37:29249:x1830948731793152:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4648us (4821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.438486:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11488 00000100:00100000:0.0:1746129502.439245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.439361:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731793408 00000100:00100000:2.0:1746129502.439368:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731793408 00010000:00010000:2.0:1746129502.439401:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.439912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.440015:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731793280 00000100:00100000:2.0:1746129502.440019:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731793280 00010000:00010000:2.0:1746129502.440035:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a468 expref: 30 pid: 31503 timeout: 857 lvb_type: 1 00000100:00100000:1.0:1746129502.440035:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5770 00000100:00100000:1.0:1746129502.440046:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+37:1962:x1830948731793408:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.440062:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.440092:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.440105:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.440135:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef91800/0x40a459093b05e477 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a45a expref: 37 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.440157:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129502.440192:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731793408:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 149us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.440199:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5770 00000100:00100000:1.0:1746129502.440217:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5771 00000100:00100000:1.0:1746129502.440221:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+30:1961:x1830948731793280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.440232:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.440238:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a468 expref: 30 pid: 31503 timeout: 857 lvb_type: 1 00010000:00010000:1.0:1746129502.440247:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a468 expref: 30 pid: 31503 timeout: 857 lvb_type: 1 00010000:00010000:1.0:1746129502.440258:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f335600/0x40a459093b05e4a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a468 expref: 30 pid: 31503 timeout: 857 lvb_type: 1 00010000:00010000:1.0:1746129502.440266:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.440268:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.440275:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.440283:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.440340:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129502.440351:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736764288:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129502.440403:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a849c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.442895:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.443004:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731793664 00000100:00100000:2.0:1746129502.443015:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731793664 00000100:00100000:2.0:1746129502.443760:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10123 00000100:00100000:2.0:1746129502.443771:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+302:29256:x1830948731793664:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.443800:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.443822:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e503 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a492 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.444181:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444195:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444206:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444217:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444221:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444226:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444338:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e518 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444345:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e518 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444354:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e518 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129502.444363:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129502.444454:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444460:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444465:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444472:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef90400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.444477:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444484:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444494:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129502.444498:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.444502:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444507:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90400/0x40a459093b05e50a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444539:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444544:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444552:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444555:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef91e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.444557:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444561:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444567:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a400) 00010000:00010000:2.0:1746129502.444568:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.444570:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444575:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e511 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129502.444612:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e503 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a492 expref: 305 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.444623:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e518 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a492 expref: 304 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.444627:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129502.444629:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129502.444631:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef90e00, rc 0) 00000100:00100000:2.0:1746129502.444699:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+304:29256:x1830948731793664:12345-192.168.202.4@tcp:101:cat.0 Request processed in 930us (1814us total) trans 8589944002 rc 0/0 00000100:00100000:2.0:1746129502.444706:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10123 00000100:00100000:0.0:1746129502.444957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.444996:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736764288:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129502.445014:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129502.445039:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948731793280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4816us (5128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.445049:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5771 00000100:00100000:2.0:1746129502.446020:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731793920 00000100:00100000:2.0:1746129502.446028:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731793920 00002000:00100000:2.0:1746129502.446063:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1572864->1576959) req@ffff88009f546a00 x1830948731793920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.446073:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f546a00 with x1830948731793920 ext(1572864->1576959) 00002000:00010000:2.0:1746129502.446078:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f546a00 00000100:00100000:2.0:1746129502.446104:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4362 00000100:00100000:2.0:1746129502.446110:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731793920:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129502.446270:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731793920:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 160us (1314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129502.446276:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4362 00002000:00100000:2.0:1746129502.446281:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1572864->1576959) req@ffff88009f546a00 x1830948731793920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.446288:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f546a00 with x1830948731793920 ext(1572864->1576959) 00002000:00010000:2.0:1746129502.446290:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f546a00 00000100:00100000:0.0:1746129502.446844:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.446887:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.446940:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731794048 00000100:00100000:3.0:1746129502.446944:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731794048 00000100:00100000:3.0:1746129502.446968:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11489 00000100:00100000:3.0:1746129502.446973:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:29252:x1830948731794048:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129502.446983:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129502.446997:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a499 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.447020:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.447027:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129502.447029:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129502.447033:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1536000->1900543] (req 1536000->1900543) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.447057:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 35 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.447066:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 35 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129502.447076:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736764416:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129502.447132:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731794176 00000100:00100000:1.0:1746129502.447136:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731794176 00000100:00100000:3.0:1746129502.447138:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129502.447161:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 624 00000100:00100000:1.0:1746129502.447166:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+304:1960:x1830948731794176:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.447175:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.447192:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e518 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a492 expref: 304 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.447205:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129502.447209:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129502.447216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.447224:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+303:1960:x1830948731794176:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 58us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.447229:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 624 00000100:00100000:1.0:1746129502.447272:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731794432 00000100:00100000:1.0:1746129502.447274:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731794432 00000100:00100000:1.0:1746129502.447289:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4079 00000100:00100000:1.0:1746129502.447315:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+303:29256:x1830948731794432:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129502.447510:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+304:29256:x1830948731794432:12345-192.168.202.4@tcp:35:cat.0 Request processed in 216us (293us total) trans 8589944003 rc 0/0 00000100:00100000:1.0:1746129502.447515:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4079 00000100:00100000:1.0:1746129502.453503:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.453577:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731794560 00000100:00100000:0.0:1746129502.453587:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731794560 00000100:00100000:0.0:1746129502.453630:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11490 00000100:00100000:0.0:1746129502.453638:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948731794560:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129502.453659:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129502.453678:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4a0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.453704:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.453706:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.453714:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a0 expref: 37 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.453731:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a0 expref: 37 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.453742:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecfa00, rc 0) 00000100:00100000:0.0:1746129502.453796:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+37:1962:x1830948731794560:12345-192.168.202.4@tcp:101:cat.0 Request processed in 158us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.453804:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11490 00000100:00100000:3.0:1746129502.453995:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736764416:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129502.454024:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1536000->1900543] (req 1536000->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.454034:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d1800, rc 0) 00000100:00100000:3.0:1746129502.454071:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:29252:x1830948731794048:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7096us (7227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.454078:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11489 00000100:00100000:0.0:1746129502.458595:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.458704:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.458936:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.459122:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731795072 00000100:00100000:1.0:1746129502.459122:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731794944 00000100:00100000:3.0:1746129502.459134:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731795072 00000100:00100000:1.0:1746129502.459134:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731794944 00000100:00100000:2.0:1746129502.459246:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731794816 00000100:00100000:2.0:1746129502.459250:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731794816 00000100:00100000:3.0:1746129502.459334:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11491 00000100:00100000:3.0:1746129502.459343:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:29256:x1830948731795072:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129502.459356:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11492 00000100:00100000:1.0:1746129502.459362:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+39:29249:x1830948731794944:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129502.459367:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129502.459368:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129502.459386:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4ae expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.459386:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4a7 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.459412:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129502.459414:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a270 expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129502.459417:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1536000->1900543] (req 1536000->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.459422:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746129502.459422:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b2 expref: 5 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129502.459425:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 41 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.459429:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2b6 expref: 41 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.459432:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.459433:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.459435:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->1335295] (req 1048576->1335295) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 41 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.459457:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2b6 expref: 41 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129502.459462:0:8410:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1536000->1900543] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.459466:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2b6 expref: 41 pid: 4699 timeout: 857 lvb_type: 1 00010000:00010000:3.0:1746129502.459472:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 41 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129502.459478:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736764672:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129502.459482:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d1e00, rc 0) 00002000:00100000:2.0:1746129502.459554:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1572864->2097151) req@ffff88009f547100 x1830948731794816/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.459563:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f547100 with x1830948731794816 ext(1572864->2097151) 00010000:00010000:2.0:1746129502.459570:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 41 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.459579:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 41 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129502.459589:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f547100 00000100:00100000:2.0:1746129502.459673:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1118 00000100:00100000:2.0:1746129502.459678:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:1961:x1830948731794816:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:1.0:1746129502.460286:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b2 expref: 5 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.460316:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b2 expref: 5 pid: 8410 timeout: 857 lvb_type: 1 00000100:00100000:1.0:1746129502.460325:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f37df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736764800:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129502.460353:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a270 expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.460360:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a270 expref: 29 pid: 7148 timeout: 857 lvb_type: 1 00000100:00100000:1.0:1746129502.460367:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c07aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736764928:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129502.460382:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84900 going to sleep for 11 seconds 00000100:00100000:3.0:1746129502.461320:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+42:29256:x1830948731795072:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1974us (2380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.461330:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11491 00000100:00100000:1.0:1746129502.464085:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f37df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736764800:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129502.464099:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c07aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736764928:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129502.465077:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.465931:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731795200 00000100:00100000:3.0:1746129502.465943:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731795200 00010000:00010000:3.0:1746129502.465985:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b2 expref: 6 pid: 8410 timeout: 857 lvb_type: 1 00000100:00100000:3.0:1746129502.466017:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5772 00000100:00100000:3.0:1746129502.466026:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731795200:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129502.466043:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129502.466069:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b2 expref: 6 pid: 8410 timeout: 857 lvb_type: 1 00010000:00010000:3.0:1746129502.466082:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b2 expref: 6 pid: 8410 timeout: 857 lvb_type: 1 00010000:00010000:3.0:1746129502.466108:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e73ea00/0x40a459093b05e351 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b2 expref: 6 pid: 8410 timeout: 857 lvb_type: 1 00010000:00010000:3.0:1746129502.466128:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129502.466188:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1962:x1830948731795200:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 163us (2530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.466195:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5772 00000100:00100000:1.0:1746129502.466345:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736764672:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129502.466379:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->1335295] (req 1048576->1335295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 41 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.466390:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132d3b400, rc 0) 00000100:00100000:1.0:1746129502.466410:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+41:29249:x1830948731794944:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7049us (7832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.466417:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11492 00000100:00100000:2.0:1746129502.468401:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.468733:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.471008:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731795328 00000100:00100000:0.0:1746129502.471024:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731795328 00010000:00010000:0.0:1746129502.471070:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2b6 expref: 41 pid: 4699 timeout: 857 lvb_type: 1 00000100:00100000:0.0:1746129502.471114:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731795456 00000100:00100000:0.0:1746129502.471117:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731795456 00010000:00010000:0.0:1746129502.471129:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a270 expref: 30 pid: 7148 timeout: 857 lvb_type: 1 00000100:00100000:0.0:1746129502.471153:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5773 00000100:00100000:0.0:1746129502.471161:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731795328:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129502.471178:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129502.471202:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2b6 expref: 41 pid: 4699 timeout: 857 lvb_type: 1 00010000:00010000:0.0:1746129502.471213:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2b6 expref: 41 pid: 4699 timeout: 857 lvb_type: 1 00010000:00010000:0.0:1746129502.471236:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be05c00/0x40a459093b05e1de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2b6 expref: 41 pid: 4699 timeout: 857 lvb_type: 1 00010000:00010000:0.0:1746129502.471261:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129502.471324:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+40:1962:x1830948731795328:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 163us (2932us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.471331:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5773 00000100:00100000:0.0:1746129502.471346:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5774 00000100:00100000:0.0:1746129502.471351:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731795456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129502.471358:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129502.471364:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a270 expref: 30 pid: 7148 timeout: 857 lvb_type: 1 00010000:00010000:0.0:1746129502.471373:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a270 expref: 30 pid: 7148 timeout: 857 lvb_type: 1 00010000:00010000:0.0:1746129502.471385:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f326400/0x40a459093b05e183 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a270 expref: 30 pid: 7148 timeout: 857 lvb_type: 1 00010000:00010000:0.0:1746129502.471395:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.471398:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.471406:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 39 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.471415:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 39 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.471449:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 39 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129502.471463:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736765056:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129502.471526:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129502.474850:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731794816:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 15156us (16131us total) trans 21474840327 rc 0/0 00000100:00100000:3.0:1746129502.474865:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1118 00002000:00100000:3.0:1746129502.474878:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1572864->2097151) req@ffff88009f547100 x1830948731794816/t21474840327(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/448 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.474888:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f547100 with x1830948731794816 ext(1572864->2097151) 00010000:00010000:3.0:1746129502.474900:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 40 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.474915:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 40 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746129502.474934:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f547100 00000100:00100000:1.0:1746129502.477168:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c098e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736765056:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129502.477204:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129502.478136:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731795456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6778us (9396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.478150:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5774 00000100:00100000:0.0:1746129502.479899:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.479981:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731795712 00000100:00100000:3.0:1746129502.479993:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731795712 00002000:00100000:3.0:1746129502.480054:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1331200->1335295) req@ffff88009c09b100 x1830948731795712/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129502.480054:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:3.0:1746129502.480064:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09b100 with x1830948731795712 ext(1331200->1335295) 00002000:00010000:3.0:1746129502.480071:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09b100 00000100:00100000:3.0:1746129502.480109:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4363 00000100:00100000:3.0:1746129502.480118:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731795712:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129502.480188:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731795840 00000100:00100000:1.0:1746129502.480193:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731795840 00010000:00010000:1.0:1746129502.480218:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 41 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.480257:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5775 00000100:00100000:1.0:1746129502.480262:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731795840:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.480275:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746129502.480309:0:15749:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129502 -> 1746129503 00002000:00010000:1.0:1746129502.480312:0:15749:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129502 -> 1746129503 00010000:00010000:1.0:1746129502.480318:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 41 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.480333:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 41 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.480355:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1c00/0x40a459093b05e4fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1572864->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a48b expref: 41 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129502.480372:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731795712:12345-192.168.202.4@tcp:3:cat.0 Request processed in 255us (484us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129502.480381:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4363 00010000:00010000:1.0:1746129502.480385:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:3.0:1746129502.480387:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1331200->1335295) req@ffff88009c09b100 x1830948731795712/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00010000:00010000:1.0:1746129502.480387:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:3.0:1746129502.480396:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09b100 with x1830948731795712 ext(1331200->1335295) 00010000:00010000:1.0:1746129502.480396:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129502.480399:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09b100 00010000:00010000:1.0:1746129502.480409:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.480445:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 28 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.480456:0:15749:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 28 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.480804:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c07aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736765184:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129502.481415:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.481948:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.482011:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731796096 00000100:00100000:1.0:1746129502.482016:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731796096 00000100:00100000:1.0:1746129502.482061:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4080 00000100:00100000:1.0:1746129502.482067:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+304:29249:x1830948731796096:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129502.482275:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c099c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+305:29249:x1830948731796096:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 207us (328us total) trans 8589944004 rc 0/0 00000100:00100000:1.0:1746129502.482281:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4080 00000100:00100000:0.0:1746129502.484562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.485470:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731796352 00000100:00100000:3.0:1746129502.485481:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731796352 00002000:00100000:3.0:1746129502.485534:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1536000->1540095) req@ffff88009c099880 x1830948731796352/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.485545:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c099880 with x1830948731796352 ext(1536000->1540095) 00010000:00010000:3.0:1746129502.485555:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.485570:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746129502.485577:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c099880 00000100:00100000:3.0:1746129502.485615:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1119 00000100:00100000:3.0:1746129502.485624:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731796352:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129502.486113:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c07aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736765184:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129502.486133:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129502.486639:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c099880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731796352:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 1013us (2085us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129502.486647:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1119 00002000:00100000:3.0:1746129502.486656:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1536000->1540095) req@ffff88009c099880 x1830948731796352/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.486665:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c099880 with x1830948731796352 ext(1536000->1540095) 00010000:00010000:3.0:1746129502.486674:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.486736:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+39:1962:x1830948731795840:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6472us (6681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.486746:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5775 00010000:00010000:3.0:1746129502.488199:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746129502.488208:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c099880 00000100:00100000:0.0:1746129502.494434:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.494546:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731796608 00000100:00100000:3.0:1746129502.494557:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731796608 00002000:00100000:3.0:1746129502.494612:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1896448->1900543) req@ffff88009c09a300 x1830948731796608/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.494622:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09a300 with x1830948731796608 ext(1896448->1900543) 00010000:00010000:3.0:1746129502.494633:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.494649:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746129502.494655:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c09a300 00000100:00100000:3.0:1746129502.494692:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1120 00000100:00100000:3.0:1746129502.494700:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731796608:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129502.494889:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948731796608:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 189us (465us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129502.494896:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1120 00002000:00100000:3.0:1746129502.494901:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1896448->1900543) req@ffff88009c09a300 x1830948731796608/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.494908:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09a300 with x1830948731796608 ext(1896448->1900543) 00010000:00010000:3.0:1746129502.494914:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:3.0:1746129502.494934:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:3.0:1746129502.494940:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c09a300 00000100:00100000:1.0:1746129502.498958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.499169:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731796864 00000100:00100000:2.0:1746129502.499182:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731796864 00002000:00100000:2.0:1746129502.499231:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1536000->1900543) req@ffff88009c07aa00 x1830948731796864/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.499241:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07aa00 with x1830948731796864 ext(1536000->1900543) 00010000:00010000:2.0:1746129502.499250:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.499264:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 29 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129502.499271:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c07aa00 00000100:00100000:2.0:1746129502.499320:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1121 00000100:00100000:2.0:1746129502.499328:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948731796864:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129502.506010:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948731796864:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 6667us (7049us total) trans 21474840328 rc 0/0 00000100:00100000:2.0:1746129502.506024:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1121 00002000:00100000:2.0:1746129502.506038:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1536000->1900543) req@ffff88009c07aa00 x1830948731796864/t21474840328(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/448 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.506049:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07aa00 with x1830948731796864 ext(1536000->1900543) 00010000:00010000:2.0:1746129502.506061:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 31 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:2.0:1746129502.506078:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 31 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:2.0:1746129502.506085:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c07aa00 00000100:00100000:0.0:1746129502.508621:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.509050:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731796992 00000100:00100000:1.0:1746129502.509060:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731796992 00010000:00010000:1.0:1746129502.509098:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 31 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.509236:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5776 00000100:00100000:1.0:1746129502.509245:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731796992:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.509259:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.509284:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 31 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.509314:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 31 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.509337:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1800/0x40a459093b05e526 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1536000->1900543) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a499 expref: 31 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.509946:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.509950:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.509958:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 38 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.509966:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 38 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.510006:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 38 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129502.510023:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c07b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736765312:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129502.510215:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129502.516617:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c07b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736765312:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129502.516642:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.516702:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731796992:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7457us (8091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.516713:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5776 00000100:00100000:0.0:1746129502.519912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.520048:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731797376 00000100:00100000:2.0:1746129502.520057:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731797376 00002000:00100000:2.0:1746129502.520110:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1335296->2097151) req@ffff880095624700 x1830948731797376/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.520121:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095624700 with x1830948731797376 ext(1335296->2097151) 00002000:00010000:2.0:1746129502.520128:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095624700 00000100:00100000:2.0:1746129502.520165:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4364 00000100:00100000:2.0:1746129502.520174:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+39:1962:x1830948731797376:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129502.525080:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.525162:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731797248 00000100:00100000:3.0:1746129502.525175:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731797248 00002000:00100000:3.0:1746129502.525222:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009c07b480 x1830948731797248/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.525237:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07b480 with x1830948731797248 ext(1048576->2097151) 00002000:00010000:3.0:1746129502.525244:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c07b480 00000100:00100000:3.0:1746129502.525266:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4365 00000100:00100000:3.0:1746129502.525275:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731797248:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129502.531286:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731797376:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11094us (11367us total) trans 0 rc 761856/761856 00000100:00100000:3.0:1746129502.531332:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4364 00002000:00100000:3.0:1746129502.531350:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1335296->2097151) req@ffff880095624700 x1830948731797376/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 761856/761856 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.531361:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095624700 with x1830948731797376 ext(1335296->2097151) 00002000:00010000:3.0:1746129502.531367:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095624700 00000100:00100000:3.0:1746129502.544116:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948731797248:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18829us (19036us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129502.544129:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4365 00002000:00100000:3.0:1746129502.544143:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009c07b480 x1830948731797248/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.544153:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07b480 with x1830948731797248 ext(1048576->2097151) 00002000:00010000:3.0:1746129502.544159:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c07b480 00000100:00100000:0.0:1746129502.556673:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.558087:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731797760 00000100:00100000:2.0:1746129502.558102:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731797760 00000100:00100000:2.0:1746129502.558185:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10124 00000100:00100000:2.0:1746129502.558195:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+22:29261:x1830948731797760:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129502.558229:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.558253:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e542 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4b5 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.558416:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558429:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558439:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558454:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558459:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558464:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558574:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e557 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558582:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e557 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558588:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e557 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129502.558596:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129502.558682:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558691:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558697:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558704:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef91000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.558708:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558714:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558725:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129502.558727:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.558731:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.558735:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91000/0x40a459093b05e549 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.559649:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.559658:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.559662:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.559665:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ef90e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.559668:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.559677:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.559684:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a700) 00010000:00010000:2.0:1746129502.559686:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.559689:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.559694:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90e00/0x40a459093b05e550 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.559746:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef90600/0x40a459093b05e542 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4b5 expref: 25 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.559758:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e557 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4b5 expref: 24 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.559764:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129502.559766:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129502.559768:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef91e00, rc 0) 00000100:00100000:2.0:1746129502.559845:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+24:29261:x1830948731797760:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1650us (3184us total) trans 8589944005 rc 0/0 00000100:00100000:2.0:1746129502.559853:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10124 00000100:00100000:2.0:1746129502.559951:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.566372:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731798016 00000100:00100000:3.0:1746129502.566393:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731798016 00002000:00100000:3.0:1746129502.566462:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880093ede680 x1830948731798016/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.566474:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ede680 with x1830948731798016 ext(2097152->3145727) 00002000:00010000:3.0:1746129502.566480:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ede680 00000100:00100000:3.0:1746129502.566520:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4366 00000100:00100000:3.0:1746129502.566529:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731798016:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129502.569623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.569671:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.569701:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731798528 00000100:00100000:2.0:1746129502.569711:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731798528 00000100:00100000:0.0:1746129502.569774:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731798272 00000100:00100000:2.0:1746129502.569776:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4081 00000100:00100000:0.0:1746129502.569779:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731798272 00000100:00100000:2.0:1746129502.569785:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+24:29261:x1830948731798528:12345-192.168.202.4@tcp:35:cat.0 00002000:00100000:0.0:1746129502.569811:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093eded80 x1830948731798272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129502.569820:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eded80 with x1830948731798272 ext(3145728->4194303) 00002000:00010000:0.0:1746129502.569826:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093eded80 00000100:00100000:0.0:1746129502.569840:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4367 00000100:00100000:0.0:1746129502.569844:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948731798272:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129502.570013:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:29261:x1830948731798528:12345-192.168.202.4@tcp:35:cat.0 Request processed in 228us (341us total) trans 8589944006 rc 0/0 00000100:00100000:2.0:1746129502.570019:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4081 00000100:00100000:2.0:1746129502.570097:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.570114:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731798656 00000100:00100000:2.0:1746129502.570116:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731798656 00000100:00100000:2.0:1746129502.570136:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 625 00000100:00100000:2.0:1746129502.570140:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731798656:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129502.570149:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129502.570173:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91e00/0x40a459093b05e557 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4b5 expref: 25 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.570187:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129502.570191:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.570203:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731798656:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 62us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.570208:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 625 00000100:00100000:2.0:1746129502.578413:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.578471:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.580272:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731798784 00000100:00100000:3.0:1746129502.580290:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731798784 00000100:00100000:3.0:1746129502.580365:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731798912 00000100:00100000:3.0:1746129502.580369:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731798912 00000100:00100000:3.0:1746129502.580395:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11493 00000100:00100000:3.0:1746129502.580403:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731798784:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129502.580427:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129502.580449:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4bc expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.580477:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.580479:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129502.580489:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4bc expref: 32 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129502.580512:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4bc expref: 32 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129502.580525:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0720600, rc 0) 00000100:00100000:3.0:1746129502.580583:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+32:1962:x1830948731798784:12345-192.168.202.4@tcp:101:cat.0 Request processed in 181us (2189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.580589:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11493 00000100:00100000:3.0:1746129502.580606:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11494 00000100:00100000:3.0:1746129502.580611:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731798912:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129502.580618:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129502.580625:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e56c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4c3 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129502.580667:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736765440:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129502.580739:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b52c8540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129502.582734:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:1961:x1830948731798016:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16193us (22770us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129502.582745:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4366 00002000:00100000:3.0:1746129502.582760:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880093ede680 x1830948731798016/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.582769:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ede680 with x1830948731798016 ext(2097152->3145727) 00002000:00010000:3.0:1746129502.582776:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ede680 00002000:00010000:3.0:1746129502.584942:0:8410:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime: 1746129500 -> 1746129503 00002000:00010000:3.0:1746129502.584953:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129499 -> 1746129503 00002000:00010000:3.0:1746129502.584955:0:8410:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime: 1746129500 -> 1746129503 00000100:00100000:3.0:1746129502.584983:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736765440:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129502.585023:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e56c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4c3 expref: 32 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129502.585039:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0721c00/0x40a459093b05e56c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4c3 expref: 32 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129502.585071:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0721c00, rc 0) 00000100:00100000:3.0:1746129502.585119:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731798912:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4506us (6646us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129502.585128:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11494 00000100:00100000:1.0:1746129502.585411:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948731798272:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15554us (15790us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129502.585421:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4367 00002000:00100000:1.0:1746129502.585433:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093eded80 x1830948731798272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.585443:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eded80 with x1830948731798272 ext(3145728->4194303) 00002000:00010000:1.0:1746129502.585449:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093eded80 00000100:00100000:0.0:1746129502.601262:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.601407:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731799168 00000100:00100000:1.0:1746129502.601418:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731799168 00002000:00100000:1.0:1746129502.601495:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880095625c00 x1830948731799168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.601506:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625c00 with x1830948731799168 ext(1048576->2097151) 00002000:00010000:1.0:1746129502.601512:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095625c00 00000100:00100000:1.0:1746129502.601825:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4368 00000100:00100000:1.0:1746129502.601834:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731799168:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129502.614268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.614422:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731799424 00000100:00100000:3.0:1746129502.614433:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731799424 00000100:00100000:3.0:1746129502.614502:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10125 00000100:00100000:3.0:1746129502.614512:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+24:29266:x1830948731799424:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129502.614542:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129502.614567:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e573 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4ca expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.614714:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.614730:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.614741:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129502.615114:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.615132:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731799552 00000100:00100000:0.0:1746129502.615135:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731799552 00000100:00100000:0.0:1746129502.615167:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10126 00000100:00100000:0.0:1746129502.615172:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29264:x1830948731799552:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129502.615183:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129502.615187:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731799168:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13353us (13937us total) trans 0 rc 1048576/1048576 00010000:00010000:0.0:1746129502.615190:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3be00/0x40a459093b05e581 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4d1 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129502.615197:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4368 00002000:00100000:1.0:1746129502.615205:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880095625c00 x1830948731799168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.615220:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625c00 with x1830948731799168 ext(1048576->2097151) 00010000:00010000:0.0:1746129502.615221:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00002000:00010000:1.0:1746129502.615224:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095625c00 00010000:00010000:0.0:1746129502.615229:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.615236:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.615248:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.615252:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.615258:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.615403:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.615411:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.615417:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00080000:2.0:1746129502.615668:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746129502.615775:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.615785:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a430 expref: 25 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.615793:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.615830:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a430 expref: 25 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.615841:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a430 expref: 25 pid: 15096 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.615852:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c078e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736765568:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129502.615934:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746129502.616017:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721600/0x40a459093b05e5a4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616024:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721600/0x40a459093b05e5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616030:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721600/0x40a459093b05e5a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129502.616038:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129502.616137:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616144:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616150:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616156:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bf7b800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129502.616160:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616165:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616177:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129502.616180:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129502.616183:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616188:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7b800/0x40a459093b05e57a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616206:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616210:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616214:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616218:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0721c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129502.616219:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616223:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616227:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800938dd800) 00010000:00010000:3.0:1746129502.616229:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129502.616231:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616360:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721c00/0x40a459093b05e596 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129502.616396:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e573 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ca expref: 27 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.616407:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721600/0x40a459093b05e5a4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ca expref: 26 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.616412:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129502.616414:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129502.616417:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.616422:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.616427:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0721600, rc 0) 00000100:00100000:3.0:1746129502.616716:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+26:29266:x1830948731799424:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2204us (2461us total) trans 8589944007 rc 0/0 00000100:00100000:3.0:1746129502.616724:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10125 00000100:00100000:1.0:1746129502.621313:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c078e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736765568:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129502.621346:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:3.0:1746129502.623219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.623257:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.623282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.623320:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731800064 00000100:00100000:3.0:1746129502.623329:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731800064 00000100:00100000:0.0:1746129502.623355:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731799808 00000100:00100000:0.0:1746129502.623358:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731799808 00000100:00100000:3.0:1746129502.623370:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11495 00000100:00100000:3.0:1746129502.623378:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+31:29266:x1830948731800064:12345-192.168.202.4@tcp:101:multiop.0 00000100:00100000:0.0:1746129502.623380:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4082 00000100:00100000:0.0:1746129502.623385:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:15417:x1830948731799808:12345-192.168.202.4@tcp:35:ldlm_bl.0 00010000:00010000:3.0:1746129502.623397:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129502.623416:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4d8 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.623441:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 38 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.623449:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129502.623451:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129502.623454:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1777664->1802239] (req 1777664->1802239) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 32 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.623483:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 38 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.623493:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 38 pid: 7148 timeout: 857 lvb_type: 0 00000100:00100000:3.0:1746129502.623504:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736765696:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129502.623571:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:15417:x1830948731799808:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 184us (360us total) trans 8589944008 rc 0/0 00000100:00100000:3.0:1746129502.623577:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ff8600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.623577:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4082 00000100:00100000:3.0:1746129502.623638:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731799936 00000100:00100000:3.0:1746129502.623641:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731799936 00000100:00100000:3.0:1746129502.623663:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 626 00000100:00100000:3.0:1746129502.623667:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731799936:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129502.623675:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129502.623693:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0721600/0x40a459093b05e5a4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ca expref: 27 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129502.623705:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129502.623710:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.623717:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.623722:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129502.623726:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129502.623741:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731799936:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 73us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129502.623746:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 626 00000100:00100000:1.0:1746129502.630992:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.631043:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.631076:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.631128:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736765696:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129502.631163:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1777664->1802239] (req 1777664->1802239) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 32 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.631182:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee6d600, rc 0) 00000100:00100000:1.0:1746129502.631233:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+32:29266:x1830948731800064:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7856us (7950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.631242:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11495 00000100:00100000:1.0:1746129502.631272:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731800192 00000100:00100000:1.0:1746129502.631279:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731800192 00000100:00100000:1.0:1746129502.631338:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731800320 00000100:00100000:1.0:1746129502.631340:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731800320 00002000:00100000:1.0:1746129502.631369:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1335295) req@ffff88009c078380 x1830948731800320/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.631378:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078380 with x1830948731800320 ext(1048576->1335295) 00010000:00010000:1.0:1746129502.631385:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 39 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.631396:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 39 pid: 7148 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129502.631402:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c078380 00000100:00100000:1.0:1746129502.631419:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1122 00000100:00100000:1.0:1746129502.631427:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+39:1960:x1830948731800320:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129502.631717:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731800448 00000100:00100000:1.0:1746129502.631720:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731800448 00010000:00010000:1.0:1746129502.631737:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a430 expref: 26 pid: 15096 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.631756:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5777 00000100:00100000:1.0:1746129502.631760:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731800448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.631769:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.631773:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a430 expref: 26 pid: 15096 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.631781:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a430 expref: 26 pid: 15096 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.631801:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e40e lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a430 expref: 26 pid: 15096 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.631816:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129502.631821:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.631830:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.631837:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.631856:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129502.631871:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731800448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 110us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.631877:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5777 00000100:00100000:1.0:1746129502.631973:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11496 00000100:00100000:1.0:1746129502.631979:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+32:29261:x1830948731800192:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129502.631988:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.632000:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4df expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.632015:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129502.632020:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1777664->1802239] (req 1777664->1802239) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 33 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.632025:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746129502.632028:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 33 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.632054:0:31503:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1777664->1802239] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 33 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.632064:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 33 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.632071:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa57400, rc 0) 00000100:00100000:1.0:1746129502.632092:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+33:29261:x1830948731800192:12345-192.168.202.4@tcp:101:cat.0 Request processed in 113us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.632097:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11496 00010000:00010000:1.0:1746129502.632127:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632134:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:1.0:1746129502.632177:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:1.0:1746129502.632182:0:16908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746129502.632198:0:16908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632207:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632216:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632222:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632227:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632232:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132d3b200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129502.632235:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632241:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632248:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129502.632250:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129502.632253:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632256:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b200/0x40a459093b05e588 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632265:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632269:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632274:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632278:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132d3b600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129502.632279:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632284:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632289:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800938dd800) 00010000:00010000:1.0:1746129502.632290:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129502.632311:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632315:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e58f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.632347:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3be00/0x40a459093b05e581 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d1 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.632355:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d1 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.632361:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129502.632362:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129502.632364:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa56400, rc 0) 00000100:00100000:1.0:1746129502.632386:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29264:x1830948731799552:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 17215us (17275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.632392:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10126 00000100:00100000:1.0:1746129502.636469:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.636496:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.636513:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.636532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.636553:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731800576 00000100:00100000:1.0:1746129502.636562:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731800576 00000100:00100000:1.0:1746129502.636598:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731800704 00000100:00100000:1.0:1746129502.636600:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731800704 00000100:00100000:1.0:1746129502.636610:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731800832 00000100:00100000:1.0:1746129502.636611:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731800832 00000100:00100000:1.0:1746129502.636621:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731800960 00000100:00100000:1.0:1746129502.636623:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731800960 00000100:00100000:1.0:1746129502.636636:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11497 00000100:00100000:1.0:1746129502.636643:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731800576:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129502.636662:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.636681:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4e6 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.636703:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.636705:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.636713:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4e6 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.636729:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4e6 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.636741:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa56c00, rc 0) 00000100:00100000:1.0:1746129502.636785:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731800576:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 142us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.636793:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11497 00000100:00100000:1.0:1746129502.636808:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11498 00000100:00100000:1.0:1746129502.636812:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731800704:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129502.636816:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.636823:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa57000/0x40a459093b05e5c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4ed expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129502.636862:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736765952:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129502.636910:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129502.636938:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11499 00000100:00100000:1.0:1746129502.636943:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731800832:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129502.636950:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.636963:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4f4 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.636973:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.636975:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.636979:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4f4 expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.636987:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4f4 expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.636993:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095123a00, rc 0) 00000100:00100000:1.0:1746129502.637008:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731800832:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 65us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.637013:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11499 00000100:00100000:1.0:1746129502.637025:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11500 00000100:00100000:1.0:1746129502.637029:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731800960:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129502.637035:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.637041:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a4fb expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.637049:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.637050:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.637054:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4fb expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.637061:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4fb expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.637067:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa56e00, rc 0) 00000100:00100000:1.0:1746129502.637080:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731800960:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 51us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.637084:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11500 00000100:00100000:1.0:1746129502.639730:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948731800320:12345-192.168.202.4@tcp:4:cat.0 Request processed in 8297us (8679us total) trans 21474840329 rc 0/0 00000100:00100000:1.0:1746129502.639740:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1122 00002000:00100000:1.0:1746129502.639750:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1335295) req@ffff88009c078380 x1830948731800320/t21474840329(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/448 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.639758:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078380 with x1830948731800320 ext(1048576->1335295) 00010000:00010000:1.0:1746129502.639768:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 41 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.639782:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 41 pid: 7148 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129502.639788:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c078380 00000100:00100000:1.0:1746129502.639980:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736765952:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129502.640004:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa57000/0x40a459093b05e5c7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ed expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.640014:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57000/0x40a459093b05e5c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ed expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129502.640023:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa57000, rc 0) 00000100:00100000:1.0:1746129502.640043:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731800704:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 3231us (3546us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129502.640049:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11498 00000100:00100000:1.0:1746129502.646262:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.646324:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731801344 00000100:00100000:1.0:1746129502.646333:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731801344 00000100:00100000:1.0:1746129502.646379:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10127 00000100:00100000:1.0:1746129502.646386:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29264:x1830948731801344:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129502.646409:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129502.646428:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56800/0x40a459093b05e5dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a502 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.646526:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.646539:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d1 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.646545:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.646576:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d1 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.646585:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d1 expref: 10 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.646596:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736766080:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129502.646659:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129502.646754:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.646769:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731801088 00000100:00100000:1.0:1746129502.646772:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731801088 00010000:00010000:1.0:1746129502.646787:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 41 pid: 7148 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.646804:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5778 00000100:00100000:1.0:1746129502.646810:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948731801088:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.646819:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.646836:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 41 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.646847:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 41 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.646866:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132d3b400/0x40a459093b05e53b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->1335295) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a7 expref: 41 pid: 7148 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.646879:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.646881:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.646888:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 32 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.646894:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 32 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.646913:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 32 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.646932:0:7086:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 32 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.646939:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736766208:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129502.646959:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a84900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129502.649744:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.650254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.650323:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736766208:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129502.650346:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129502.650388:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948731801088:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3576us (3631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.650399:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5778 00000100:00100000:1.0:1746129502.650430:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731801472 00000100:00100000:1.0:1746129502.650436:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731801472 00010000:00010000:1.0:1746129502.650463:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d1 expref: 11 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.650483:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5779 00000100:00100000:1.0:1746129502.650489:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731801472:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.650501:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.650507:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d1 expref: 11 pid: 16908 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.650517:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d1 expref: 11 pid: 16908 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.650540:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129502.650545:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.650554:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.650560:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.650574:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129502.650590:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731801472:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 101us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.650596:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5779 00010000:00010000:1.0:1746129502.650630:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56400/0x40a459093b05e59d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d1 expref: 10 pid: 16908 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746129502.650641:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736766080:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129502.650652:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.650659:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129502.650663:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:1.0:1746129502.650682:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129502.650817:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56800/0x40a459093b05e5dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a502 expref: 11 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.650827:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a502 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.650832:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129502.650835:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746129502.650837:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa57600, rc 0) 00000100:00100000:1.0:1746129502.650863:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29264:x1830948731801344:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 4477us (4610us total) trans 8589944009 rc 0/0 00000100:00100000:1.0:1746129502.650867:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10127 00000100:00100000:1.0:1746129502.650991:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731801728 00000100:00100000:1.0:1746129502.650995:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731801728 00002000:00100000:1.0:1746129502.651020:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1798144->1802239) req@ffff88009f37df80 x1830948731801728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.651029:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37df80 with x1830948731801728 ext(1798144->1802239) 00010000:00010000:1.0:1746129502.651036:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 33 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.651046:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 33 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129502.651052:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f37df80 00000100:00100000:1.0:1746129502.651065:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1123 00000100:00100000:1.0:1746129502.651070:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731801728:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129502.651193:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731801728:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 122us (938us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129502.651198:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1123 00002000:00100000:1.0:1746129502.651203:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1798144->1802239) req@ffff88009f37df80 x1830948731801728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.651210:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37df80 with x1830948731801728 ext(1798144->1802239) 00010000:00010000:1.0:1746129502.651215:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 33 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.651223:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 33 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129502.651228:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f37df80 00000100:00100000:1.0:1746129502.654762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.655678:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731801984 00000100:00100000:0.0:1746129502.655688:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731801984 00000100:00100000:1.0:1746129502.655700:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.655732:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10128 00000100:00100000:1.0:1746129502.655735:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.655739:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29264:x1830948731801984:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129502.655758:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129502.655761:0:16908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1746129502.655764:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731802240 00000100:00100000:1.0:1746129502.655770:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731802240 00010000:00010000:0.0:1746129502.655782:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57600/0x40a459093b05e5e3 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a502 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.655797:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129502.655800:0:16908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746129502.655808:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1777664->1802239) req@ffff88009507df80 x1830948731802240/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00010000:00010000:0.0:1746129502.655811:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e5f1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a509 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746129502.655818:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507df80 with x1830948731802240 ext(1777664->1802239) 00010000:00010000:1.0:1746129502.655827:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 33 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746129502.655840:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 33 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746129502.655848:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009507df80 00000100:00100000:1.0:1746129502.655865:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1124 00000100:00100000:1.0:1746129502.655872:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+33:1962:x1830948731802240:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:0.0:1746129502.655879:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655889:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655896:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655903:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655908:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655913:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655929:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132d3a400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129502.655932:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655938:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655943:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129502.655945:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129502.655947:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655951:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a400/0x40a459093b05e5f8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.655968:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e5f1 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a509 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.655974:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e5f1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a509 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.655980:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132d3aa00, rc 0) 00000100:00100000:0.0:1746129502.656018:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29264:x1830948731801984:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 280us (1265us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129502.656023:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10128 00000100:00100000:0.0:1746129502.656044:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731802496 00000100:00100000:0.0:1746129502.656047:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731802496 00000100:00100000:0.0:1746129502.656061:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4083 00000100:00100000:0.0:1746129502.656065:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:29266:x1830948731802496:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129502.656182:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:29266:x1830948731802496:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 115us (447us total) trans 8589944010 rc 0/0 00000100:00100000:0.0:1746129502.656188:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4083 00000100:00100000:0.0:1746129502.660505:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+35:1962:x1830948731802240:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 4624us (4797us total) trans 21474840330 rc 0/0 00000100:00100000:0.0:1746129502.660606:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1124 00002000:00100000:0.0:1746129502.660617:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1777664->1802239) req@ffff88009507df80 x1830948731802240/t21474840330(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/448 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129502.660639:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507df80 with x1830948731802240 ext(1777664->1802239) 00010000:00010000:0.0:1746129502.660649:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 35 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129502.660663:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 35 pid: 8410 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746129502.660670:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009507df80 00000100:00100000:0.0:1746129502.661898:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.661932:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731802752 00000100:00100000:0.0:1746129502.661939:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731802752 00000100:00100000:0.0:1746129502.661969:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4084 00000100:00100000:0.0:1746129502.661975:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29264:x1830948731802752:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:0.0:1746129502.662116:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29264:x1830948731802752:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 140us (244us total) trans 8589944011 rc 0/0 00000100:00100000:0.0:1746129502.662122:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4084 00000100:00100000:1.0:1746129502.662863:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.662952:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731802880 00000100:00100000:0.0:1746129502.662956:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731802880 00010000:00010000:0.0:1746129502.662976:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 35 pid: 8410 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746129502.663001:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5780 00000100:00100000:0.0:1746129502.663006:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+35:1961:x1830948731802880:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129502.663018:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129502.663037:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 35 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129502.663047:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 35 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129502.663217:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee6d600/0x40a459093b05e5b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1777664->1802239) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4d8 expref: 35 pid: 8410 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746129502.663229:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.663231:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.663238:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 34 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.663247:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 34 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.663278:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 34 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129502.663290:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736766336:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129502.663377:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.672489:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.672618:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736766336:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129502.672642:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.672697:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1961:x1830948731802880:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 9689us (9834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.672709:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5780 00000100:00100000:1.0:1746129502.672721:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731803136 00000100:00100000:1.0:1746129502.672730:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731803136 00002000:00100000:1.0:1746129502.672773:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880095626300 x1830948731803136/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.672781:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095626300 with x1830948731803136 ext(1048576->2097151) 00002000:00010000:1.0:1746129502.672786:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095626300 00000100:00100000:1.0:1746129502.672814:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4369 00000100:00100000:1.0:1746129502.672821:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731803136:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129502.693644:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+34:1960:x1830948731803136:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 20815us (21158us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129502.693656:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4369 00002000:00100000:1.0:1746129502.693669:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880095626300 x1830948731803136/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.693679:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095626300 with x1830948731803136 ext(1048576->2097151) 00002000:00010000:1.0:1746129502.693685:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095626300 00000100:00100000:1.0:1746129502.715689:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.715813:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731803392 00000100:00100000:0.0:1746129502.715824:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731803392 00000100:00100000:0.0:1746129502.716177:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10129 00000100:00100000:0.0:1746129502.716188:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+305:29270:x1830948731803392:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129502.716216:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129502.716237:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a800/0x40a459093b05e5ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a510 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.716379:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716394:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716406:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716419:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716424:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716429:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716543:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716552:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716557:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129502.716567:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129502.716661:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716667:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716673:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716679:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132d3a600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129502.716682:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716689:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716700:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129502.716703:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129502.716707:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716712:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a600/0x40a459093b05e606 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716723:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716728:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716732:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716740:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132d3aa00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129502.716742:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716747:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716752:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880090643500) 00010000:00010000:0.0:1746129502.716754:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129502.716756:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716760:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3aa00/0x40a459093b05e60d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129502.716797:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3a800/0x40a459093b05e5ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a510 expref: 308 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.716807:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a510 expref: 307 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.716813:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129502.716815:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129502.716817:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132d3b600, rc 0) 00000100:00100000:0.0:1746129502.716879:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+307:29270:x1830948731803392:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 692us (1204us total) trans 8589944012 rc 0/0 00000100:00100000:0.0:1746129502.716886:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10129 00000100:00100000:0.0:1746129502.733788:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.733821:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731803520 00000100:00100000:0.0:1746129502.733832:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731803520 00000100:00100000:0.0:1746129502.733874:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11501 00000100:00100000:0.0:1746129502.733883:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:1962:x1830948731803520:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129502.733903:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129502.733932:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a517 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.733960:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.733962:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.733971:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a517 expref: 41 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.733990:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a517 expref: 41 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.734001:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fc6a00, rc 0) 00000100:00100000:0.0:1746129502.734049:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948731803520:12345-192.168.202.4@tcp:101:cat.0 Request processed in 167us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.734055:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11501 00000100:00100000:0.0:1746129502.745396:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.745439:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731803648 00000100:00100000:0.0:1746129502.745451:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731803648 00000100:00100000:0.0:1746129502.745503:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11502 00000100:00100000:0.0:1746129502.745513:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:29270:x1830948731803648:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129502.745535:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129502.745554:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a51e expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.745593:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 33 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.745603:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4fb expref: 6 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.745610:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a0 expref: 42 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.745617:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.745619:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.745623:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2969600->3145727] (req 2969600->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 42 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.745661:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a0 expref: 42 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.745673:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a0 expref: 42 pid: 8412 timeout: 858 lvb_type: 1 00000100:00100000:0.0:1746129502.745689:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736766464:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129502.746167:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4fb expref: 6 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.746178:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4fb expref: 6 pid: 4699 timeout: 858 lvb_type: 1 00000100:00100000:0.0:1746129502.746192:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a051ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736766592:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129502.747180:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 33 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.747191:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 33 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129502.747201:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736766720:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129502.747241:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1bc0240 going to sleep for 11 seconds 00000001:00080000:1.0:1746129502.753381:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840322 is committed 00000100:00100000:0.0:1746129502.753715:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736766464:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129502.753728:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a051ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736766592:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129502.753736:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736766720:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129502.753767:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2969600->3145727] (req 2969600->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 40 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.753785:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ff45400, rc 0) 00000100:00100000:0.0:1746129502.753832:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+40:29270:x1830948731803648:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 8321us (8446us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.753842:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11502 00000001:00080000:1.0:1746129502.755205:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840319 is committed 00000001:00080000:1.0:1746129502.755223:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840295 is committed 00000001:00080000:1.0:1746129502.755290:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840328 is committed 00000001:00080000:1.0:1746129502.755309:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840326 is committed 00000001:00080000:1.0:1746129502.755378:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840327 is committed 00000001:00080000:1.0:1746129502.755388:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840320 is committed 00000100:00100000:1.0:1746129502.756280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.756315:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.756335:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731803904 00000100:00100000:1.0:1746129502.756342:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731803904 00010000:00010000:1.0:1746129502.756376:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4fb expref: 7 pid: 4699 timeout: 858 lvb_type: 1 00000100:00100000:1.0:1746129502.756398:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731803776 00000100:00100000:1.0:1746129502.756400:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731803776 00010000:00010000:1.0:1746129502.756407:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a0 expref: 16 pid: 8412 timeout: 858 lvb_type: 1 00000100:00100000:1.0:1746129502.756425:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5781 00000100:00100000:1.0:1746129502.756688:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731803904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129502.756779:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5782 00000100:00100000:1.0:1746129502.756787:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+16:1963:x1830948731803776:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.756796:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.756821:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a0 expref: 16 pid: 8412 timeout: 858 lvb_type: 1 00010000:00010000:1.0:1746129502.756833:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a0 expref: 16 pid: 8412 timeout: 858 lvb_type: 1 00010000:00010000:1.0:1746129502.756857:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05e52d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4a0 expref: 16 pid: 8412 timeout: 858 lvb_type: 1 00010000:00010000:1.0:1746129502.756873:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129502.756913:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731803776:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 127us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.756931:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5782 00010000:00010000:1.0:1746129502.757143:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.757153:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4fb expref: 7 pid: 4699 timeout: 858 lvb_type: 1 00010000:00010000:1.0:1746129502.757161:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4fb expref: 7 pid: 4699 timeout: 858 lvb_type: 1 00010000:00010000:1.0:1746129502.757177:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56e00/0x40a459093b05e5d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4fb expref: 7 pid: 4699 timeout: 858 lvb_type: 1 00010000:00010000:1.0:1746129502.757185:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129502.757786:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731803904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1352us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129502.757793:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5781 00000100:00100000:1.0:1746129502.760680:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.761058:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731804160 00000100:00100000:1.0:1746129502.761067:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731804160 00002000:00100000:1.0:1746129502.761114:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012cda7100 x1830948731804160/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.761125:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda7100 with x1830948731804160 ext(1048576->2097151) 00002000:00010000:1.0:1746129502.761130:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cda7100 00000100:00100000:1.0:1746129502.761151:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4370 00000100:00100000:1.0:1746129502.761159:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731804160:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129502.763941:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.768554:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731804288 00000100:00100000:1.0:1746129502.768571:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731804288 00010000:00010000:1.0:1746129502.768612:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746129502.768642:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5783 00000100:00100000:1.0:1746129502.768651:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731804288:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129502.768668:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129502.768693:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129502.768705:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129502.768729:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ef90c00/0x40a459093b05e4d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a47d expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129502.768745:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.768747:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129502.768755:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 16 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.768764:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 16 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129502.768799:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 16 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129502.768812:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736766848:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129502.768910:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129502.780999:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.781025:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731804544 00000100:00100000:1.0:1746129502.781034:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731804544 00002000:00100000:1.0:1746129502.781077:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2969600->2973695) req@ffff88012cda5f80 x1830948731804544/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.781238:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda5f80 with x1830948731804544 ext(2969600->2973695) 00002000:00010000:1.0:1746129502.781245:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cda5f80 00000100:00100000:1.0:1746129502.782899:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4371 00000100:00100000:1.0:1746129502.782913:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+17:1963:x1830948731804544:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129502.784127:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+17:1963:x1830948731804544:12345-192.168.202.4@tcp:3:cat.0 Request processed in 1214us (3130us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129502.784135:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4371 00002000:00100000:0.0:1746129502.784695:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2969600->2973695) req@ffff88012cda5f80 x1830948731804544/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129502.784706:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda5f80 with x1830948731804544 ext(2969600->2973695) 00002000:00010000:0.0:1746129502.784712:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cda5f80 00000100:00100000:0.0:1746129502.785195:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731804160:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24035us (24526us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129502.785202:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4370 00002000:00100000:0.0:1746129502.785207:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012cda7100 x1830948731804160/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129502.785214:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda7100 with x1830948731804160 ext(1048576->2097151) 00002000:00010000:0.0:1746129502.785218:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cda7100 00000100:00100000:0.0:1746129502.785268:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736766848:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129502.786682:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129502.786726:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731804288:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 18071us (22790us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.786736:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5783 00000100:00100000:1.0:1746129502.790018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.790073:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731804800 00000100:00100000:2.0:1746129502.790084:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731804800 00000100:00100000:2.0:1746129502.790140:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10130 00000100:00100000:2.0:1746129502.790148:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+26:29277:x1830948731804800:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129502.790172:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.790189:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb3e00/0x40a459093b05e630 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a525 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.790314:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790458:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790471:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790484:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790490:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790496:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790594:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790602:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790607:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129502.790616:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129502.790692:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790698:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790704:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790708:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ebb2a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.790711:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790715:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.790724:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129502.790727:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.791725:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.791739:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2a00/0x40a459093b05e637 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.791755:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.791761:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.791766:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.791773:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008ebb2c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129502.791776:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.791781:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.791789:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012d40a000) 00010000:00010000:2.0:1746129502.791791:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129502.791793:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.791797:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2c00/0x40a459093b05e63e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129502.791845:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb3e00/0x40a459093b05e630 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a525 expref: 29 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.791858:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a525 expref: 28 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.791863:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129502.791865:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129502.791867:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ebb2600, rc 0) 00000100:00100000:2.0:1746129502.791940:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+28:29277:x1830948731804800:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1791us (1927us total) trans 8589944013 rc 0/0 00000100:00100000:2.0:1746129502.791950:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10130 00000100:00100000:0.0:1746129502.795261:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.795306:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731804928 00000100:00100000:0.0:1746129502.795315:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731804928 00000100:00100000:0.0:1746129502.795361:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11503 00000100:00100000:0.0:1746129502.795369:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+43:29270:x1830948731804928:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129502.795389:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129502.795408:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a52c expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.795444:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 44 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.795453:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4f4 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.795460:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a429 expref: 37 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.795467:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.795469:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.795472:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->3256319] (req 3145728->3256319) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 44 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.795502:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a429 expref: 37 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.795513:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a429 expref: 37 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129502.795525:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a051ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736766976:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129502.797648:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4f4 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129502.797663:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4f4 expref: 8 pid: 4699 timeout: 858 lvb_type: 1 00000100:00100000:0.0:1746129502.797683:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736767104:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129502.797721:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 44 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.797729:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 44 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129502.797736:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0518a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736767232:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129502.797747:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1bc0240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.799675:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.799715:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731805184 00000100:00100000:0.0:1746129502.799722:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731805184 00002000:00100000:0.0:1746129502.799764:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3321855) req@ffff8800a0518380 x1830948731805184/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 504/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129502.799775:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518380 with x1830948731805184 ext(2097152->3321855) 00002000:00010000:0.0:1746129502.799781:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0518380 00000100:00100000:0.0:1746129502.799798:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4372 00000100:00100000:0.0:1746129502.799804:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731805184:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129502.802486:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.802559:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a051ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736766976:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129502.802572:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736767104:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129502.802581:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0518a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736767232:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129502.802615:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->3256319] (req 3145728->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 44 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.802635:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009584f600, rc 0) 00000100:00100000:0.0:1746129502.802713:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+44:29270:x1830948731804928:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7344us (7459us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.802725:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11503 00000100:00100000:0.0:1746129502.806557:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.806781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.806842:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.806868:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731805312 00000100:00100000:0.0:1746129502.806876:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731805312 00010000:00010000:0.0:1746129502.806914:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4f4 expref: 9 pid: 4699 timeout: 858 lvb_type: 1 00000100:00100000:0.0:1746129502.806952:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731805568 00000100:00100000:0.0:1746129502.806954:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731805568 00010000:00010000:0.0:1746129502.806963:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a429 expref: 38 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129502.806974:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731805696 00000100:00100000:0.0:1746129502.806976:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731805696 00010000:00010000:0.0:1746129502.806984:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 44 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129502.806996:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5784 00000100:00100000:0.0:1746129502.807004:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731805312:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129502.807022:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129502.807042:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4f4 expref: 9 pid: 4699 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129502.807053:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4f4 expref: 9 pid: 4699 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129502.807076:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095123a00/0x40a459093b05e5ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4f4 expref: 9 pid: 4699 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129502.807097:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129502.807135:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731805312:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 132us (4659us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.807142:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5784 00000100:00100000:0.0:1746129502.807154:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5785 00000100:00100000:0.0:1746129502.807158:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+38:1963:x1830948731805568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129502.807165:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129502.807170:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a429 expref: 38 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129502.807178:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a429 expref: 38 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129502.807188:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05e400 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a429 expref: 38 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129502.807200:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129502.807209:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+37:1963:x1830948731805568:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 50us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.807214:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5785 00000100:00100000:0.0:1746129502.807221:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5786 00000100:00100000:0.0:1746129502.807224:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+44:1960:x1830948731805696:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129502.807229:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129502.807233:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 44 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129502.807241:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 44 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129502.807251:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009349ec00/0x40a459093b05e3f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a41b expref: 44 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129502.807259:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.807261:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.807270:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 43 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.807278:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 43 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.807325:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 43 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129502.807338:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0518e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736767360:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129502.807382:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1bc0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129502.807486:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731805824 00000100:00100000:0.0:1746129502.807489:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731805824 00002000:00100000:0.0:1746129502.807514:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3321856->4194303) req@ffff8800a0519500 x1830948731805824/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129502.807523:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519500 with x1830948731805824 ext(3321856->4194303) 00002000:00010000:0.0:1746129502.807527:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0519500 00000100:00100000:0.0:1746129502.807554:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4373 00000100:00100000:0.0:1746129502.807558:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948731805824:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129502.812109:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0518e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736767360:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129502.812129:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129502.812166:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948731805696:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4939us (5322us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129502.812177:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5786 00000100:00100000:1.0:1746129502.816252:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.816926:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731806080 00000100:00100000:1.0:1746129502.816935:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731806080 00002000:00100000:1.0:1746129502.816980:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3252224->3256319) req@ffff88012cda5880 x1830948731806080/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.816990:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda5880 with x1830948731806080 ext(3252224->3256319) 00002000:00010000:1.0:1746129502.816995:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda5880 00000100:00100000:1.0:1746129502.817018:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4374 00000100:00100000:1.0:1746129502.817026:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948731806080:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129502.817240:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948731806080:12345-192.168.202.4@tcp:3:cat.0 Request processed in 213us (996us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129502.817248:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4374 00002000:00100000:1.0:1746129502.817254:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3252224->3256319) req@ffff88012cda5880 x1830948731806080/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.817262:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda5880 with x1830948731806080 ext(3252224->3256319) 00002000:00010000:1.0:1746129502.817265:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda5880 00000100:00100000:1.0:1746129502.817637:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948731805824:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10077us (10855us total) trans 0 rc 872448/872448 00000100:00100000:1.0:1746129502.817647:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4373 00002000:00100000:1.0:1746129502.817652:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3321856->4194303) req@ffff8800a0519500 x1830948731805824/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 872448/872448 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.817659:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519500 with x1830948731805824 ext(3321856->4194303) 00002000:00010000:1.0:1746129502.817663:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0519500 00000100:00100000:1.0:1746129502.819568:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731805184:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19756us (19893us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129502.819577:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4372 00002000:00100000:1.0:1746129502.819586:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3321855) req@ffff8800a0518380 x1830948731805184/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 504/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.819595:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518380 with x1830948731805184 ext(2097152->3321855) 00002000:00010000:1.0:1746129502.819599:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0518380 00000100:00100000:0.0:1746129502.821307:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.821970:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731806336 00000100:00100000:2.0:1746129502.821979:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731806336 00000100:00100000:2.0:1746129502.822021:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4085 00000100:00100000:2.0:1746129502.822029:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+307:29270:x1830948731806336:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129502.822233:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+308:29270:x1830948731806336:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 204us (947us total) trans 8589944014 rc 0/0 00000100:00100000:2.0:1746129502.822240:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4085 00000100:00100000:1.0:1746129502.826049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.826118:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731806592 00000100:00100000:0.0:1746129502.826128:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731806592 00002000:00100000:0.0:1746129502.826199:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3256320->4194303) req@ffff88012cda6d80 x1830948731806592/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129502.826211:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda6d80 with x1830948731806592 ext(3256320->4194303) 00002000:00010000:0.0:1746129502.826216:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda6d80 00000100:00100000:0.0:1746129502.826239:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4375 00000100:00100000:0.0:1746129502.826248:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948731806592:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129502.841308:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948731806592:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15034us (15244us total) trans 0 rc 937984/937984 00000100:00100000:1.0:1746129502.841321:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4375 00002000:00100000:1.0:1746129502.841334:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3256320->4194303) req@ffff88012cda6d80 x1830948731806592/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 937984/937984 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.841344:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda6d80 with x1830948731806592 ext(3256320->4194303) 00002000:00010000:1.0:1746129502.841350:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda6d80 00000100:00100000:0.0:1746129502.848021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.848087:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731806848 00000100:00100000:1.0:1746129502.848098:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731806848 00002000:00100000:1.0:1746129502.848145:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a051a300 x1830948731806848/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.848162:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051a300 with x1830948731806848 ext(4194304->4923391) 00002000:00010000:1.0:1746129502.848168:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051a300 00000100:00100000:1.0:1746129502.848204:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4376 00000100:00100000:1.0:1746129502.848213:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948731806848:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129502.854912:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948731806848:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6686us (6886us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129502.854940:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4376 00002000:00100000:2.0:1746129502.854955:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a051a300 x1830948731806848/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.854965:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051a300 with x1830948731806848 ext(4194304->4923391) 00002000:00010000:2.0:1746129502.854972:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051a300 00000100:00100000:1.0:1746129502.855876:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.855906:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731806976 00000100:00100000:0.0:1746129502.856347:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731806976 00000100:00100000:0.0:1746129502.856410:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11504 00000100:00100000:0.0:1746129502.856418:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:29277:x1830948731806976:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129502.856437:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129502.856455:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a533 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.856487:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 14 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.856496:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129502.856498:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129502.856502:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3768320->4194303] (req 3768320->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 10 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.856533:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 14 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.856546:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 14 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129502.856558:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736767488:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129502.856648:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e900 going to sleep for 11 seconds 00000001:00080000:2.0:1746129502.862016:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873121 is committed 00000001:00080000:2.0:1746129502.862036:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873093 is committed 00000001:00080000:2.0:1746129502.862044:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873134 is committed 00000001:00080000:2.0:1746129502.862054:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873130 is committed 00000001:00080000:2.0:1746129502.862068:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873104 is committed 00000001:00080000:2.0:1746129502.862103:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873133 is committed 00000001:00080000:2.0:1746129502.862109:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873131 is committed 00000100:00100000:2.0:1746129502.866380:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736767488:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129502.866416:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3768320->4194303] (req 3768320->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 10 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.866436:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cdfcc00, rc 0) 00000100:00100000:2.0:1746129502.866498:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:29277:x1830948731806976:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 10080us (10625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.866507:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11504 00000100:00100000:0.0:1746129502.867966:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.868020:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731807104 00000100:00100000:2.0:1746129502.868028:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731807104 00002000:00100000:2.0:1746129502.868077:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2969600->3145727) req@ffff88009507f800 x1830948731807104/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.868086:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507f800 with x1830948731807104 ext(2969600->3145727) 00010000:00010000:2.0:1746129502.868095:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 15 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129502.868108:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 15 pid: 8410 timeout: 858 lvb_type: 0 00002000:00010000:2.0:1746129502.868115:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009507f800 00000100:00100000:2.0:1746129502.868141:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1125 00000100:00100000:2.0:1746129502.868148:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731807104:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129502.872935:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+17:1963:x1830948731807104:12345-192.168.202.4@tcp:4:cat.0 Request processed in 4764us (4949us total) trans 21474840331 rc 0/0 00000100:00100000:2.0:1746129502.872949:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1125 00002000:00100000:2.0:1746129502.872963:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2969600->3145727) req@ffff88009507f800 x1830948731807104/t21474840331(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/448 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.872973:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507f800 with x1830948731807104 ext(2969600->3145727) 00010000:00010000:2.0:1746129502.872985:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129502.873007:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00002000:00010000:2.0:1746129502.873014:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009507f800 00000100:00100000:2.0:1746129502.879670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.879746:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731807232 00000100:00100000:0.0:1746129502.879757:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731807232 00010000:00010000:0.0:1746129502.879795:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129502.879830:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5787 00000100:00100000:0.0:1746129502.879837:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731807232:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129502.879854:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746129502.879876:0:7087:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129502 -> 1746129503 00002000:00010000:0.0:1746129502.879879:0:7087:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129502 -> 1746129503 00010000:00010000:0.0:1746129502.879885:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129502.879897:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129502.879935:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ff45400/0x40a459093b05e629 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2969600->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a51e expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129502.879949:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.879951:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129502.879958:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 9 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.879966:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 9 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129502.880006:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 9 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129502.880019:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736767616:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129502.880118:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746129502.882004:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736767616:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129502.882027:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.882067:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948731807232:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2229us (2408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.882077:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5787 00000100:00100000:0.0:1746129502.882711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129502.883015:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731807488 00000100:00100000:3.0:1746129502.883022:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731807488 00002000:00100000:3.0:1746129502.883063:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3768320->3772415) req@ffff88009507e300 x1830948731807488/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.883073:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507e300 with x1830948731807488 ext(3768320->3772415) 00002000:00010000:3.0:1746129502.883118:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507e300 00000100:00100000:3.0:1746129502.883234:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4377 00000100:00100000:3.0:1746129502.883241:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731807488:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129502.883465:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731807488:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 224us (754us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129502.883471:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4377 00002000:00100000:3.0:1746129502.883477:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3768320->3772415) req@ffff88009507e300 x1830948731807488/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.883484:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507e300 with x1830948731807488 ext(3768320->3772415) 00002000:00010000:3.0:1746129502.883487:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507e300 00000100:00100000:0.0:1746129502.888565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.888784:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731807616 00000100:00100000:2.0:1746129502.888794:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731807616 00000100:00100000:2.0:1746129502.888855:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11505 00000100:00100000:2.0:1746129502.888866:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+7:29277:x1830948731807616:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129502.888890:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129502.888913:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a53a expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.888959:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.888969:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.888970:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129502.888975:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4407295] (req 4194304->4407295) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 8 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.889015:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.889027:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 20 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129502.889040:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736767744:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129502.890763:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac840 going to sleep for 11 seconds 00000100:00100000:2.0:1746129502.894057:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736767744:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129502.894101:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4407295] (req 4194304->4407295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 8 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.894120:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0721600, rc 0) 00000100:00100000:2.0:1746129502.894178:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:29277:x1830948731807616:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5314us (5626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.894187:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11505 00000100:00100000:0.0:1746129502.894416:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.894779:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731807744 00000100:00100000:1.0:1746129502.894787:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731807744 00002000:00100000:1.0:1746129502.894832:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3256319) req@ffff88012c27f800 x1830948731807744/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.894842:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27f800 with x1830948731807744 ext(3145728->3256319) 00010000:00010000:1.0:1746129502.894850:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 21 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129502.894863:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 21 pid: 8410 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746129502.894869:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27f800 00000100:00100000:1.0:1746129502.894896:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1126 00000100:00100000:1.0:1746129502.894905:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948731807744:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129502.900828:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731807744:12345-192.168.202.4@tcp:4:cat.0 Request processed in 5910us (6398us total) trans 17179873135 rc 0/0 00000100:00100000:1.0:1746129502.900842:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1126 00002000:00100000:1.0:1746129502.900855:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3256319) req@ffff88012c27f800 x1830948731807744/t17179873135(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:243/0 lens 488/448 e 0 to 0 dl 1746129513 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.900870:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27f800 with x1830948731807744 ext(3145728->3256319) 00010000:00010000:1.0:1746129502.900881:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 23 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129502.900897:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 23 pid: 8410 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746129502.900904:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27f800 00000100:00100000:0.0:1746129502.910449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129502.911242:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731807872 00000100:00100000:2.0:1746129502.911253:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731807872 00010000:00010000:2.0:1746129502.911367:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 23 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129502.911852:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5788 00000100:00100000:2.0:1746129502.911863:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731807872:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129502.911879:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746129502.911900:0:7087:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129502 -> 1746129503 00002000:00010000:2.0:1746129502.911903:0:7087:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129502 -> 1746129503 00002000:00010000:2.0:1746129502.911905:0:7087:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129502 -> 1746129503 00010000:00010000:2.0:1746129502.911910:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 23 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129502.911936:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 23 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129502.911961:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009584f600/0x40a459093b05e653 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3256319) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a52c expref: 23 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129502.911996:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.911998:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129502.912006:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 7 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.912015:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 7 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129502.912319:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 7 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129502.912334:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736767872:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129502.912434:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac840 going to sleep for 11 seconds 00000100:00100000:2.0:1746129502.916643:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736767872:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129502.916672:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129502.916781:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731807872:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4919us (6342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129502.916793:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5788 00000100:00100000:0.0:1746129502.920806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.920943:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731808128 00000100:00100000:1.0:1746129502.920953:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731808128 00002000:00100000:1.0:1746129502.921005:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4403200->4407295) req@ffff88012c27ca80 x1830948731808128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.921015:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27ca80 with x1830948731808128 ext(4403200->4407295) 00002000:00010000:1.0:1746129502.921021:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27ca80 00000100:00100000:1.0:1746129502.922461:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4378 00000100:00100000:1.0:1746129502.922472:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731808128:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129502.922687:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731808128:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 216us (1893us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129502.922693:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4378 00002000:00100000:1.0:1746129502.922700:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4403200->4407295) req@ffff88012c27ca80 x1830948731808128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.922708:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27ca80 with x1830948731808128 ext(4403200->4407295) 00002000:00010000:1.0:1746129502.922713:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27ca80 00000100:00100000:0.0:1746129502.925198:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.925282:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731808384 00000100:00100000:1.0:1746129502.925324:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731808384 00000100:00100000:1.0:1746129502.925386:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4086 00000100:00100000:1.0:1746129502.925395:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:29277:x1830948731808384:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129502.925715:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:29277:x1830948731808384:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 321us (526us total) trans 8589944015 rc 0/0 00000100:00100000:1.0:1746129502.925754:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4086 00000100:00100000:0.0:1746129502.967044:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129502.967239:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.967782:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731808640 00000100:00100000:1.0:1746129502.967794:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731808640 00000100:00100000:0.0:1746129502.967800:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129502.967824:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731808896 00000100:00100000:1.0:1746129502.967826:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731808896 00000100:00100000:0.0:1746129502.967842:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:1.0:1746129502.967863:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880131361f80 x1830948731808896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.967873:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361f80 with x1830948731808896 ext(3145728->4194303) 00002000:00010000:1.0:1746129502.967878:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131361f80 00000100:00100000:1.0:1746129502.967894:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731809152 00000100:00100000:1.0:1746129502.967896:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731809152 00002000:00100000:1.0:1746129502.967906:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880131360a80 x1830948731809152/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129502.967912:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360a80 with x1830948731809152 ext(2097152->3145727) 00002000:00010000:1.0:1746129502.967927:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131360a80 00000100:00100000:3.0:1746129502.967930:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731809408 00000100:00100000:3.0:1746129502.967934:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731809408 00002000:00100000:3.0:1746129502.967958:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3768319) req@ffff880131361880 x1830948731809408/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.967966:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361880 with x1830948731809408 ext(3145728->3768319) 00002000:00010000:3.0:1746129502.967969:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131361880 00000100:00100000:1.0:1746129502.968731:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4379 00000100:00100000:1.0:1746129502.968742:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948731808896:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129502.969059:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4380 00000100:00100000:2.0:1746129502.969073:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731809152:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129502.969073:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4381 00000100:00100000:0.0:1746129502.969082:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731809408:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:3.0:1746129502.969211:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012c27d180 x1830948731808640/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/0 e 0 to 0 dl 1746129513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.969219:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27d180 with x1830948731808640 ext(2097152->3145727) 00002000:00010000:3.0:1746129502.969222:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27d180 00000100:00100000:3.0:1746129502.969238:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4382 00000100:00100000:3.0:1746129502.969243:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948731808640:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129502.995166:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731809408:12345-192.168.202.4@tcp:3:cat.0 Request processed in 26074us (27310us total) trans 0 rc 622592/622592 00000100:00100000:2.0:1746129502.995179:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4381 00002000:00100000:2.0:1746129502.995193:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3768319) req@ffff880131361880 x1830948731809408/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 622592/622592 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129502.995203:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361880 with x1830948731809408 ext(3145728->3768319) 00002000:00010000:2.0:1746129502.995209:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131361880 00000100:00100000:3.0:1746129502.997678:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731809152:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28599us (29866us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129502.997690:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4380 00002000:00100000:3.0:1746129502.997701:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880131360a80 x1830948731809152/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129502.997712:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360a80 with x1830948731809152 ext(2097152->3145727) 00002000:00010000:3.0:1746129502.997717:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131360a80 00000100:00100000:0.0:1746129503.000237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.000341:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.000709:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731809536 00000100:00100000:2.0:1746129503.000718:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731809536 00000100:00100000:2.0:1746129503.000761:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731809664 00000100:00100000:2.0:1746129503.000763:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731809664 00000100:00100000:2.0:1746129503.000788:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11506 00000100:00100000:2.0:1746129503.000795:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731809536:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.000812:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.000828:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e668 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a541 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.000882:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736768000:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.001081:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11507 00000100:00100000:1.0:1746129503.001089:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+16:1962:x1830948731809664:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.001097:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.001107:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba06e00/0x40a459093b05e66f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a548 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.001135:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736768128:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129503.001598:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.002224:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.002446:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731808896:12345-192.168.202.4@tcp:3:cat.0 Request processed in 33704us (35203us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.002457:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4379 00002000:00100000:1.0:1746129503.002469:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880131361f80 x1830948731808896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.002478:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361f80 with x1830948731808896 ext(3145728->4194303) 00002000:00010000:1.0:1746129503.002484:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131361f80 00000100:00100000:2.0:1746129503.004630:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736768000:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.004677:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e668 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a541 expref: 23 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.004691:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e668 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a541 expref: 23 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.004707:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b600, rc 0) 00000100:00100000:2.0:1746129503.004748:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731809536:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3951us (4519us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129503.004754:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736768128:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129503.004756:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11506 00010000:00010000:1.0:1746129503.004774:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ba06e00/0x40a459093b05e66f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a548 expref: 17 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.004783:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba06e00/0x40a459093b05e66f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a548 expref: 17 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.004806:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba06e00, rc 0) 00000100:00100000:1.0:1746129503.004823:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+16:1962:x1830948731809664:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3736us (4482us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129503.004828:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11507 00000100:00100000:2.0:1746129503.007132:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.007854:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:1960:x1830948731808640:12345-192.168.202.4@tcp:3:cat.0 Request processed in 38606us (40818us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129503.007868:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4382 00002000:00100000:3.0:1746129503.007879:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012c27d180 x1830948731808640/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:243/0 lens 488/440 e 0 to 0 dl 1746129513 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.007888:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27d180 with x1830948731808640 ext(2097152->3145727) 00002000:00010000:3.0:1746129503.007894:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27d180 00000100:00100000:0.0:1746129503.008771:0:14545:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731809792 00000100:00100000:0.0:1746129503.008784:0:14545:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731809792 00000100:00100000:0.0:1746129503.008845:0:14545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 167 00000100:00100000:0.0:1746129503.008853:0:14545:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1962:x1830948731809792:12345-192.168.202.4@tcp:400:kworker.0 00000100:00100000:0.0:1746129503.008910:0:14545:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095fbf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1962:x1830948731809792:12345-192.168.202.4@tcp:400:kworker.0 Request processed in 57us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.008926:0:14545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 167 00000100:00100000:0.0:1746129503.018705:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.018747:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.018817:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.018885:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731810176 00000100:00100000:1.0:1746129503.018894:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731810304 00000100:00100000:2.0:1746129503.018895:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731810176 00000100:00100000:1.0:1746129503.018899:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731810304 00000100:00100000:2.0:1746129503.018950:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11508 00000100:00100000:2.0:1746129503.018957:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731810176:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.018978:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129503.018986:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11509 00000100:00100000:1.0:1746129503.018993:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+16:1963:x1830948731810304:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.018997:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e676 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a54f expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.019002:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.019012:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba07200/0x40a459093b05e67d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a556 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.019052:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736768256:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.019056:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736768384:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129503.019129:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731810048 00000100:00100000:0.0:1746129503.019132:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731810048 00002000:00100000:0.0:1746129503.019167:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4407296->4923391) req@ffff880094324700 x1830948731810048/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.019175:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094324700 with x1830948731810048 ext(4407296->4923391) 00002000:00010000:0.0:1746129503.019179:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094324700 00000100:00100000:0.0:1746129503.019190:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4383 00000100:00100000:0.0:1746129503.019194:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:1961:x1830948731810048:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129503.019545:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.019825:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acc00 going to sleep for 11 seconds 00000100:00080000:2.0:1746129503.019838:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746129503.030334:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736768384:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129503.030371:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ba07200/0x40a459093b05e67d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a556 expref: 17 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.030385:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba07200/0x40a459093b05e67d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a556 expref: 17 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.031517:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba07200, rc 0) 00000100:00100000:2.0:1746129503.032113:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736768256:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.032144:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e676 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a54f expref: 23 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.032161:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7aa00/0x40a459093b05e676 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a54f expref: 23 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.032185:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7aa00, rc 0) 00000100:00100000:1.0:1746129503.032239:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+16:1963:x1830948731810304:12345-192.168.202.4@tcp:101:cat.0 Request processed in 13243us (13417us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129503.032251:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11509 00000100:00100000:2.0:1746129503.032433:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731810176:12345-192.168.202.4@tcp:101:cat.0 Request processed in 13475us (13683us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.032439:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11508 00000100:00100000:1.0:1746129503.032891:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:1961:x1830948731810048:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13695us (14197us total) trans 0 rc 516096/516096 00000100:00100000:1.0:1746129503.032899:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4383 00002000:00100000:1.0:1746129503.032909:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4407296->4923391) req@ffff880094324700 x1830948731810048/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 516096/516096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.032927:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094324700 with x1830948731810048 ext(4407296->4923391) 00002000:00010000:1.0:1746129503.032933:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094324700 00000100:00100000:0.0:1746129503.038097:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.038168:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731810432 00000100:00100000:2.0:1746129503.038179:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731810432 00000100:00100000:2.0:1746129503.038244:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11510 00000100:00100000:2.0:1746129503.038253:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:29286:x1830948731810432:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.038274:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.038328:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a55d expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.038368:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 7 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.038376:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.038378:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.038381:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 23 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.038413:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 7 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.038430:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 7 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.038448:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736768512:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.039574:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.043977:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736768512:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.044018:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 23 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.044037:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7ac00, rc 0) 00000100:00100000:2.0:1746129503.044096:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:29286:x1830948731810432:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5844us (6010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.044106:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11510 00000100:00100000:0.0:1746129503.047689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.047811:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731810560 00000100:00100000:1.0:1746129503.047822:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731810560 00002000:00100000:1.0:1746129503.047877:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4407295) req@ffff8800912aea00 x1830948731810560/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.047889:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912aea00 with x1830948731810560 ext(4194304->4407295) 00010000:00010000:1.0:1746129503.047900:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 8 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.047923:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 8 pid: 8410 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746129503.047930:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800912aea00 00000100:00100000:1.0:1746129503.047957:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1127 00000100:00100000:1.0:1746129503.047968:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:1960:x1830948731810560:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129503.052362:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.054469:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731810560:12345-192.168.202.4@tcp:4:cat.0 Request processed in 6493us (6782us total) trans 17179873136 rc 0/0 00000100:00100000:1.0:1746129503.054482:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1127 00002000:00100000:1.0:1746129503.054494:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4407295) req@ffff8800912aea00 x1830948731810560/t17179873136(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.054504:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912aea00 with x1830948731810560 ext(4194304->4407295) 00010000:00010000:1.0:1746129503.054516:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.054531:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746129503.054542:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800912aea00 00000100:00100000:2.0:1746129503.054846:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731810816 00000100:00100000:2.0:1746129503.054856:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731810816 00000100:00100000:2.0:1746129503.054923:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10131 00000100:00100000:2.0:1746129503.054931:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+29:29288:x1830948731810816:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129503.054953:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.054982:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e68b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a564 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.055078:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129503.055094:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a510 expref: 307 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.055101:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a525 expref: 30 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.055107:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129503.055139:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a525 expref: 30 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.055149:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a525 expref: 30 pid: 15096 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.055160:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736768640:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.055229:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a510 expref: 307 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.055237:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a510 expref: 307 pid: 16908 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.055245:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736768768:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.055265:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.062955:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.063030:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.063407:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736768640:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129503.063419:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736768768:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129503.063443:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129503.063510:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731810944 00000100:00100000:2.0:1746129503.063517:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731810944 00010000:00010000:2.0:1746129503.063552:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.063577:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731811072 00000100:00100000:2.0:1746129503.063580:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731811072 00010000:00010000:2.0:1746129503.063592:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a525 expref: 31 pid: 15096 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.063608:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5789 00000100:00100000:2.0:1746129503.063614:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731810944:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.063627:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.063651:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.063661:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.063685:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0721600/0x40a459093b05e661 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4407295) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a53a expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.063710:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.063712:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.063720:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 22 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.063728:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 22 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.063763:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 22 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.063775:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736768896:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129503.063854:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.063996:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5790 00000100:00100000:1.0:1746129503.064005:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731811072:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129503.064014:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129503.064019:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a525 expref: 31 pid: 15096 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.064027:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a525 expref: 31 pid: 15096 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.064039:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebb2600/0x40a459093b05e645 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a525 expref: 31 pid: 15096 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.064067:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129503.064072:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129503.064080:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129503.064086:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129503.064112:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731811072:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 109us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.064119:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5790 00000100:00100000:0.0:1746129503.064484:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.064501:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731811200 00000100:00100000:0.0:1746129503.064504:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731811200 00010000:00010000:0.0:1746129503.064520:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a510 expref: 308 pid: 16908 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129503.064534:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5791 00000100:00100000:0.0:1746129503.064538:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+308:1963:x1830948731811200:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129503.064544:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.064547:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a510 expref: 308 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.064560:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a510 expref: 308 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.064571:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132d3b600/0x40a459093b05e614 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a510 expref: 308 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.064580:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129503.064583:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129503.064589:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129503.064594:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129503.064618:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129503.064636:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+307:1963:x1830948731811200:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 96us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.064641:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5791 00010000:00010000:3.0:1746129503.064750:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129503.064756:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129503.064775:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129503.064932:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a800/0x40a459093b05e68b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a564 expref: 31 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.064949:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a564 expref: 30 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.064955:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129503.064957:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129503.064959:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7a000, rc 0) 00000100:00100000:3.0:1746129503.064983:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+30:29288:x1830948731810816:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 10053us (12632us total) trans 8589944016 rc 0/0 00000100:00100000:3.0:1746129503.064990:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10131 00000100:00100000:2.0:1746129503.066899:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736768896:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129503.066932:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.066976:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731810944:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3361us (4033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.066985:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5789 00000100:00100000:0.0:1746129503.073085:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.073122:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.073163:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731811456 00000100:00100000:0.0:1746129503.073172:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731811456 00002000:00100000:0.0:1746129503.073216:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094028700 x1830948731811456/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.073225:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028700 with x1830948731811456 ext(2097152->3145727) 00002000:00010000:0.0:1746129503.073231:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094028700 00000100:00100000:0.0:1746129503.073254:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4384 00000100:00100000:0.0:1746129503.073261:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731811456:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.074848:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731811712 00000100:00100000:3.0:1746129503.074856:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731811712 00000100:00100000:3.0:1746129503.074890:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10132 00000100:00100000:3.0:1746129503.074896:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+307:29291:x1830948731811712:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129503.074922:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.074940:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d5400/0x40a459093b05e6a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a56b expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.075037:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129503.075052:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129503.075062:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129503.075071:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129503.075178:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d5400/0x40a459093b05e6a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a56b expref: 310 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.075192:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a56b expref: 309 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.075199:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129503.075201:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129503.075204:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8d4200, rc 0) 00000100:00100000:3.0:1746129503.075231:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+309:29291:x1830948731811712:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 335us (2108us total) trans 8589944017 rc 0/0 00000100:00100000:3.0:1746129503.075237:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10132 00000100:00100000:0.0:1746129503.082894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.084559:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731811840 00000100:00100000:3.0:1746129503.084572:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731811840 00000100:00100000:3.0:1746129503.084627:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10133 00000100:00100000:3.0:1746129503.084636:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29292:x1830948731811840:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129503.084662:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.084685:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5e000/0x40a459093b05e6b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a572 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.084750:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.084763:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.084774:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.084786:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.084791:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.084796:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.084928:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.084940:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a564 expref: 29 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.084946:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a56b expref: 308 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.084952:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 5/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.084986:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a56b expref: 308 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.084999:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a56b expref: 308 pid: 15096 timeout: 858 lvb_type: 0 00000100:00100000:3.0:1746129503.085013:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736769024:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129503.085126:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a564 expref: 29 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.085133:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a564 expref: 29 pid: 15096 timeout: 858 lvb_type: 0 00000100:00100000:3.0:1746129503.085140:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736769152:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129503.085160:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.088415:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731811456:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15139us (15326us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.088429:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4384 00002000:00100000:1.0:1746129503.088444:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094028700 x1830948731811456/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.088454:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028700 with x1830948731811456 ext(2097152->3145727) 00002000:00010000:1.0:1746129503.088461:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094028700 00000100:00100000:0.0:1746129503.090694:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.090825:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736769024:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129503.090960:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.091031:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731811968 00000100:00100000:2.0:1746129503.091039:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731811968 00010000:00010000:2.0:1746129503.091082:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a56b expref: 309 pid: 15096 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.091109:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731812096 00000100:00100000:2.0:1746129503.091111:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731812096 00010000:00010000:2.0:1746129503.091126:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a564 expref: 30 pid: 15096 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.091145:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5792 00000100:00100000:2.0:1746129503.091153:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+309:1960:x1830948731811968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.091169:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.091174:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a56b expref: 309 pid: 15096 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.091185:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a56b expref: 309 pid: 15096 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.091209:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8d4200/0x40a459093b05e6a7 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a56b expref: 309 pid: 15096 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.091234:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129503.091239:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.091247:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.091251:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.091256:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.091331:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+308:1960:x1830948731811968:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 179us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.091337:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5792 00000100:00100000:2.0:1746129503.091350:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5793 00000100:00100000:2.0:1746129503.091355:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731812096:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.091362:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.091366:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a564 expref: 30 pid: 15096 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.091373:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a564 expref: 30 pid: 15096 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.091382:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129503.091385:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.091391:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.091397:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 11 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.091412:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.091423:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731812096:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 69us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.091428:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5793 00010000:00010000:3.0:1746129503.091501:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e692 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a564 expref: 29 pid: 15096 timeout: 858 lvb_type: 0 00000100:00100000:3.0:1746129503.091514:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736769152:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129503.091535:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091542:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091548:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129503.091596:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129503.091601:0:16908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129503.091618:0:16908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091628:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091639:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091645:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091650:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091655:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c5f600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129503.091659:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091665:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091674:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129503.091676:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129503.091679:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091684:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f600/0x40a459093b05e6bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091693:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091698:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091703:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091707:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c5f400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129503.091708:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091711:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091716:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880132d58400) 00010000:00010000:3.0:1746129503.091718:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129503.091720:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091725:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e6c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.091767:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5e000/0x40a459093b05e6b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a572 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.091777:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a572 expref: 11 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.091783:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129503.091784:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129503.091787:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d810200, rc 0) 00000100:00100000:3.0:1746129503.091815:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29292:x1830948731811840:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 7180us (8933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.091821:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10133 00000100:00100000:2.0:1746129503.096636:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.096664:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.096692:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.096816:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.097114:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731812224 00000100:00100000:1.0:1746129503.097129:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731812224 00000100:00100000:1.0:1746129503.097179:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731812352 00000100:00100000:1.0:1746129503.097182:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731812352 00000100:00100000:1.0:1746129503.097216:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731812480 00000100:00100000:1.0:1746129503.097218:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731812480 00000100:00100000:1.0:1746129503.097234:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731812608 00000100:00100000:1.0:1746129503.097236:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731812608 00000100:00100000:1.0:1746129503.097250:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11511 00000100:00100000:1.0:1746129503.097256:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+16:29286:x1830948731812224:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.097279:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.097322:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a579 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.097355:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 9 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.097363:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129503.097365:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129503.097368:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.097404:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 9 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.097421:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 9 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746129503.097435:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736769280:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129503.097517:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.097536:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11512 00000100:00100000:1.0:1746129503.097541:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731812352:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129503.097548:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.097555:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a580 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.097568:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.097570:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.097576:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a580 expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.097590:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a580 expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.097601:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cc34800, rc 0) 00000100:00100000:1.0:1746129503.097631:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731812352:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 90us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.097637:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11512 00000100:00100000:1.0:1746129503.097653:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11513 00000100:00100000:1.0:1746129503.097658:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731812480:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129503.097665:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.097677:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a587 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.097689:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.097691:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.097695:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a587 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.097704:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a587 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.097710:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cc34c00, rc 0) 00000100:00100000:1.0:1746129503.097724:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731812480:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 66us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.097729:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11513 00000100:00100000:1.0:1746129503.097737:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11514 00000100:00100000:1.0:1746129503.097741:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731812608:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129503.097746:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.097750:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cc35e00/0x40a459093b05e6e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a58e expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.097774:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736769408:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.097792:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a55540 going to sleep for 11 seconds 00000100:00080000:2.0:1746129503.097958:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746129503.097963:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129503.101535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.101577:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731812736 00000100:00100000:0.0:1746129503.101585:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731812736 00002000:00100000:0.0:1746129503.101651:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3768320->4194303) req@ffff88009fb9ce00 x1830948731812736/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.101661:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ce00 with x1830948731812736 ext(3768320->4194303) 00010000:00010000:0.0:1746129503.101670:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.101684:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 10 pid: 8410 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746129503.101691:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fb9ce00 00000100:00100000:0.0:1746129503.101712:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1128 00000100:00100000:0.0:1746129503.101719:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1961:x1830948731812736:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129503.102322:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736769408:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.102356:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cc35e00/0x40a459093b05e6e6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a58e expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.102367:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cc35e00/0x40a459093b05e6e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a58e expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.102381:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cc35e00, rc 0) 00000100:00100000:2.0:1746129503.102411:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731812608:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4668us (5594us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.102418:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11514 00000100:00100000:1.0:1746129503.102501:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736769280:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129503.102518:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.102529:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cc35c00, rc 0) 00000100:00100000:1.0:1746129503.102547:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+17:29286:x1830948731812224:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5291us (5925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.102553:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11511 00000100:00080000:3.0:1746129503.102647:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129503.110925:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731812736:12345-192.168.202.4@tcp:4:cat.0 Request processed in 9185us (9379us total) trans 21474840332 rc 0/0 00000100:00100000:0.0:1746129503.110938:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1128 00002000:00100000:0.0:1746129503.110949:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3768320->4194303) req@ffff88009fb9ce00 x1830948731812736/t21474840332(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.110964:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ce00 with x1830948731812736 ext(3768320->4194303) 00010000:00010000:0.0:1746129503.110975:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 12 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.110990:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 12 pid: 8410 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746129503.110996:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fb9ce00 00000100:00100000:2.0:1746129503.111218:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.111288:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.111425:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731812992 00000100:00100000:3.0:1746129503.111434:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731812992 00000100:00100000:3.0:1746129503.111476:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10134 00000100:00100000:3.0:1746129503.111483:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29292:x1830948731812992:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129503.111498:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.111516:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e6ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a595 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.111619:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.111633:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a572 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.111639:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.111671:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a572 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.111681:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a572 expref: 12 pid: 16908 timeout: 858 lvb_type: 0 00000100:00100000:3.0:1746129503.111693:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736769536:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129503.111761:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.112388:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731813120 00000100:00100000:0.0:1746129503.112392:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731813120 00000100:00100000:1.0:1746129503.114219:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11515 00000100:00100000:1.0:1746129503.114235:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29288:x1830948731813120:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129503.114253:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.114269:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a59c expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.114313:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 16 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.114321:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4e6 expref: 6 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.114328:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4bc expref: 13 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.114334:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.114336:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.114339:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1708032->2097151] (req 1708032->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.114367:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4bc expref: 13 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.114378:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4bc expref: 13 pid: 8410 timeout: 858 lvb_type: 1 00000100:00100000:1.0:1746129503.114387:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736769664:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129503.114473:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4e6 expref: 6 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.114481:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4e6 expref: 6 pid: 8412 timeout: 858 lvb_type: 1 00000100:00100000:1.0:1746129503.114488:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736769792:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129503.114509:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 16 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.114516:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 16 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746129503.114523:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736769920:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129503.114539:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.115012:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.115097:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731813248 00000100:00100000:0.0:1746129503.115103:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731813248 00010000:00010000:0.0:1746129503.115126:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 14 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:3.0:1746129503.115317:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736769536:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129503.115336:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:0.0:1746129503.115389:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5794 00000100:00100000:0.0:1746129503.115396:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731813248:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129503.115406:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.115430:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 14 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.115438:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 14 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.115673:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05e65a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3768320->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a533 expref: 14 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.115707:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.115709:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.115717:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.115724:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.115747:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.115756:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736770048:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129503.115817:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.118128:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.118529:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731813376 00000100:00100000:1.0:1746129503.118538:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731813376 00010000:00010000:1.0:1746129503.118576:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a572 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746129503.118619:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5795 00000100:00100000:1.0:1746129503.118627:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1960:x1830948731813376:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129503.118642:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129503.118648:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a572 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.118658:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a572 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.118680:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810200/0x40a459093b05e6ca lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a572 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.118708:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129503.118712:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129503.118720:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129503.118726:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129503.118746:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129503.118784:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948731813376:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 159us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.118790:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5795 00010000:00010000:3.0:1746129503.118847:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.118854:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129503.118873:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129503.119018:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e6ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a595 expref: 13 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.119034:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a595 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.119040:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129503.119043:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129503.119045:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d811600, rc 0) 00000100:00100000:3.0:1746129503.119073:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29292:x1830948731812992:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 7590us (7855us total) trans 8589944018 rc 0/0 00000100:00100000:3.0:1746129503.119078:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10134 00000100:00100000:2.0:1746129503.120215:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.120246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.120261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.120278:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731813632 00000100:00100000:2.0:1746129503.120284:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731813632 00010000:00010000:2.0:1746129503.120346:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4bc expref: 14 pid: 8410 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.120365:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731813504 00000100:00100000:2.0:1746129503.120367:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731813504 00010000:00010000:2.0:1746129503.120375:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4e6 expref: 7 pid: 8412 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.120385:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731813760 00000100:00100000:2.0:1746129503.120387:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731813760 00010000:00010000:2.0:1746129503.120394:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.120404:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5796 00000100:00100000:2.0:1746129503.120409:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731813632:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.120419:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.120440:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4bc expref: 14 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:2.0:1746129503.120448:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4bc expref: 14 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:2.0:1746129503.120467:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.120492:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731813632:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 82us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.120499:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5796 00000100:00100000:2.0:1746129503.120511:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5797 00000100:00100000:2.0:1746129503.120515:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a47850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731813504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.120523:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.120530:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4e6 expref: 7 pid: 8412 timeout: 858 lvb_type: 1 00010000:00010000:2.0:1746129503.120537:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4e6 expref: 7 pid: 8412 timeout: 858 lvb_type: 1 00010000:00010000:2.0:1746129503.120547:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.120560:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a47850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731813504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 44us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.120564:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5797 00000100:00100000:2.0:1746129503.120572:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5798 00000100:00100000:2.0:1746129503.120577:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+17:1962:x1830948731813760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.120583:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.120589:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.120603:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.120614:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.120616:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.120622:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.120629:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.120656:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.120663:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0720600/0x40a459093b05e565 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4bc expref: 13 pid: 8410 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.120667:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736770176:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129503.120681:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736769664:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129503.120693:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa56c00/0x40a459093b05e5c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4e6 expref: 6 pid: 8412 timeout: 858 lvb_type: 1 00000100:00100000:1.0:1746129503.120701:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736769792:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.120713:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac840 going to sleep for 11 seconds 00010000:00010000:1.0:1746129503.120815:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2d1e00/0x40a459093b05e534 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4ae expref: 17 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746129503.120829:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736769920:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129503.121140:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 12 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.121148:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cc35a00, rc 0) 00000100:00100000:1.0:1746129503.121173:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29288:x1830948731813120:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6946us (9886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.121179:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11515 00000100:00100000:0.0:1746129503.121827:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736770048:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129503.121838:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129503.121862:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731813248:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6467us (6852us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.121868:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5794 00000100:00100000:3.0:1746129503.122320:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736770176:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129503.122331:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129503.124019:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e385f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+16:1962:x1830948731813760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3433us (3748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.124027:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5798 00000100:00100000:0.0:1746129503.127453:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.127543:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.127626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.129623:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.129656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.129728:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731814016 00000100:00100000:1.0:1746129503.129737:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731814016 00002000:00100000:1.0:1746129503.129783:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fb9d500 x1830948731814016/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.129793:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9d500 with x1830948731814016 ext(2097152->3145727) 00002000:00010000:1.0:1746129503.129798:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9d500 00000100:00100000:1.0:1746129503.129818:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731814272 00000100:00100000:1.0:1746129503.129821:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731814272 00002000:00100000:1.0:1746129503.129829:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009fb9f800 x1830948731814272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.129835:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9f800 with x1830948731814272 ext(3145728->4194303) 00002000:00010000:1.0:1746129503.129837:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9f800 00000100:00100000:1.0:1746129503.129849:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731814528 00000100:00100000:1.0:1746129503.129851:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731814528 00002000:00100000:1.0:1746129503.129861:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fb9df80 x1830948731814528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.129867:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9df80 with x1830948731814528 ext(3145728->4194303) 00002000:00010000:1.0:1746129503.129870:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9df80 00000100:00100000:2.0:1746129503.131027:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731814912 00000100:00100000:2.0:1746129503.131036:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731814912 00000100:00100000:2.0:1746129503.131055:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4385 00000100:00100000:2.0:1746129503.131069:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948731814016:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.131365:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4386 00000100:00100000:3.0:1746129503.131372:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948731814272:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129503.131875:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4387 00000100:00100000:1.0:1746129503.131889:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731814528:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:0.0:1746129503.132668:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1708032->1712127) req@ffff88009fb9ed80 x1830948731814912/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.132683:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ed80 with x1830948731814912 ext(1708032->1712127) 00002000:00010000:0.0:1746129503.132691:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ed80 00000100:00100000:0.0:1746129503.132706:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4388 00000100:00100000:0.0:1746129503.132717:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731814912:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129503.133589:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731814912:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 871us (3925us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129503.133596:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4388 00002000:00100000:0.0:1746129503.133602:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1708032->1712127) req@ffff88009fb9ed80 x1830948731814912/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.133611:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ed80 with x1830948731814912 ext(1708032->1712127) 00002000:00010000:0.0:1746129503.133615:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ed80 00000100:00100000:3.0:1746129503.139445:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731814656 00000100:00100000:3.0:1746129503.139456:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731814656 00000100:00100000:3.0:1746129503.139508:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10135 00000100:00100000:3.0:1746129503.139516:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29292:x1830948731814656:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129503.139542:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.139561:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5e000/0x40a459093b05e709 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5a3 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.139642:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.139658:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a595 expref: 13 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.139664:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.139698:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a595 expref: 13 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.139711:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a595 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00000100:00100000:3.0:1746129503.139723:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736770304:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129503.139782:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.157811:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731814528:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25911us (30167us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.157826:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4387 00002000:00100000:1.0:1746129503.157843:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fb9df80 x1830948731814528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.157853:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9df80 with x1830948731814528 ext(3145728->4194303) 00002000:00010000:1.0:1746129503.157861:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9df80 00000100:00100000:0.0:1746129503.164534:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.164630:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.164681:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731815168 00000100:00100000:2.0:1746129503.164691:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731815168 00010000:00010000:2.0:1746129503.164736:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a595 expref: 14 pid: 16908 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.164764:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5799 00000100:00100000:2.0:1746129503.164773:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1963:x1830948731815168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.164787:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.164793:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a595 expref: 14 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.164803:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a595 expref: 14 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.164827:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129503.164831:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 12 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.164842:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.164848:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.164865:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.164909:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1963:x1830948731815168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 138us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.164928:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5799 00010000:00010000:3.0:1746129503.165221:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e6f4 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a595 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00000100:00100000:3.0:1746129503.165241:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736770304:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129503.165259:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.165269:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.165273:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129503.165332:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129503.165337:0:16908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129503.165351:0:16908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.165381:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5e000/0x40a459093b05e709 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5a3 expref: 13 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.165392:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5a3 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.165398:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129503.165400:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129503.165403:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c5f400, rc 0) 00000100:00100000:3.0:1746129503.165431:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29292:x1830948731814656:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 25916us (35816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.165437:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10135 00000100:00100000:1.0:1746129503.165686:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731815040 00000100:00100000:1.0:1746129503.165691:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731815040 00000100:00100000:1.0:1746129503.165719:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11516 00000100:00100000:1.0:1746129503.165724:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29288:x1830948731815040:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129503.165736:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.165749:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5aa expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.165769:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 12 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.165777:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a580 expref: 5 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.165782:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a517 expref: 19 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.165788:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.165789:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.165792:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->1167359] (req 1048576->1167359) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 12 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.165813:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a517 expref: 19 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.165823:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a517 expref: 19 pid: 8412 timeout: 858 lvb_type: 1 00000100:00100000:1.0:1746129503.165833:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736770432:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129503.165887:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a580 expref: 5 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.165895:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a580 expref: 5 pid: 7149 timeout: 858 lvb_type: 1 00000100:00100000:1.0:1746129503.165904:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736770560:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129503.165937:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 12 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.165944:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 12 pid: 31503 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746129503.165951:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736770688:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129503.165963:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.166098:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+18:1960:x1830948731814016:12345-192.168.202.4@tcp:3:cat.0 Request processed in 35036us (38658us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129503.166106:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4385 00002000:00100000:2.0:1746129503.166115:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fb9d500 x1830948731814016/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.166124:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9d500 with x1830948731814016 ext(2097152->3145727) 00002000:00010000:2.0:1746129503.166128:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9d500 00000100:00100000:1.0:1746129503.168698:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+16:1960:x1830948731814272:12345-192.168.202.4@tcp:3:cat.0 Request processed in 37315us (41191us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.168711:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4386 00002000:00100000:1.0:1746129503.168723:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009fb9f800 x1830948731814272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.168732:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9f800 with x1830948731814272 ext(3145728->4194303) 00002000:00010000:1.0:1746129503.168739:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9f800 00000100:00100000:0.0:1746129503.175654:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.175910:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736770432:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129503.175931:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736770560:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129503.176348:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736770688:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129503.176396:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->1167359] (req 1048576->1167359) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 12 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.176423:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f447200, rc 0) 00000100:00100000:1.0:1746129503.176488:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29288:x1830948731815040:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 10763us (11963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.176497:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11516 00000100:00100000:0.0:1746129503.177187:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.177351:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731815296 00000100:00100000:1.0:1746129503.177358:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731815296 00000100:00100000:1.0:1746129503.177399:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11517 00000100:00100000:1.0:1746129503.177406:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731815296:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129503.177796:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.177815:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f447800/0x40a459093b05e71e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5b1 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.177869:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736770816:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129503.177970:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731815552 00000100:00100000:2.0:1746129503.177975:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731815552 00000100:00100000:2.0:1746129503.178006:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11518 00000100:00100000:2.0:1746129503.178011:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731815552:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129503.178018:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.178026:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e725 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5b8 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.178037:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.178046:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e725 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5b8 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.178054:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e725 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5b8 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.178075:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7aa00, rc 0) 00000100:00100000:1.0:1746129503.178748:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.179672:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.179735:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.179751:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.179768:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731815680 00000100:00100000:0.0:1746129503.179772:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731815680 00010000:00010000:0.0:1746129503.179802:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a517 expref: 16 pid: 8412 timeout: 858 lvb_type: 1 00000100:00100000:0.0:1746129503.179824:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731815424 00000100:00100000:0.0:1746129503.179827:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731815424 00010000:00010000:0.0:1746129503.179836:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a580 expref: 9 pid: 7149 timeout: 858 lvb_type: 1 00000100:00100000:0.0:1746129503.179850:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5800 00000100:00100000:0.0:1746129503.179856:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948731815680:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129503.179870:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.179892:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a517 expref: 16 pid: 8412 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129503.179903:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a517 expref: 16 pid: 8412 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129503.179933:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095fc6a00/0x40a459093b05e622 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a517 expref: 16 pid: 8412 timeout: 858 lvb_type: 1 00000100:00100000:3.0:1746129503.179943:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731815936 00000100:00100000:3.0:1746129503.179948:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731815936 00010000:00010000:0.0:1746129503.179951:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129503.179970:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11519 00000100:00100000:0.0:1746129503.179975:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+15:1961:x1830948731815680:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 118us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.179976:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731815936:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:0.0:1746129503.179981:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5800 00010000:00010000:3.0:1746129503.179987:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.179996:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5bf expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.179999:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5801 00000100:00100000:0.0:1746129503.180004:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731815424:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129503.180010:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.180011:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.180011:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.180018:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a580 expref: 11 pid: 7149 timeout: 858 lvb_type: 1 00010000:00010000:3.0:1746129503.180019:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5bf expref: 11 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129503.180031:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a580 expref: 11 pid: 7149 timeout: 858 lvb_type: 1 00010000:00010000:3.0:1746129503.180032:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5bf expref: 11 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.180040:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d810e00, rc 0) 00010000:00010000:0.0:1746129503.180041:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cc34800/0x40a459093b05e6d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a580 expref: 11 pid: 7149 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129503.180050:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129503.180061:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731815936:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 86us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.180064:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948731815424:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 60us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.180066:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11519 00000100:00100000:0.0:1746129503.180069:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5801 00000100:00100000:2.0:1746129503.180150:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731815552:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2136us (2962us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.180156:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11518 00000100:00100000:3.0:1746129503.180823:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.185017:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731815808 00000100:00100000:0.0:1746129503.185032:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731815808 00010000:00010000:0.0:1746129503.185077:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 12 pid: 31503 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129503.185125:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5802 00000100:00100000:0.0:1746129503.185134:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731815808:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129503.185151:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.185177:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 12 pid: 31503 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.185189:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 12 pid: 31503 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.185214:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57400/0x40a459093b05e5b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a4df expref: 12 pid: 31503 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.185230:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.185233:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.185240:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.185249:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.185290:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.185352:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736770944:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129503.185472:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.185581:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.185625:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731816192 00000100:00100000:1.0:1746129503.185629:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731816192 00002000:00100000:1.0:1746129503.185663:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009f8a0e00 x1830948731816192/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.185673:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a0e00 with x1830948731816192 ext(4194304->4923391) 00002000:00010000:1.0:1746129503.185679:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a0e00 00000100:00100000:1.0:1746129503.185693:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4389 00000100:00100000:1.0:1746129503.185699:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731816192:12345-192.168.202.4@tcp:3:cat.0 00002000:00010000:0.0:1746129503.185765:0:8411:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129502 -> 1746129503 00000100:00100000:0.0:1746129503.185777:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736770816:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129503.185811:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f447800/0x40a459093b05e71e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5b1 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129503.185821:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f447800/0x40a459093b05e71e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5b1 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129503.185829:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f447800, rc 0) 00000100:00100000:0.0:1746129503.185857:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731815296:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 8451us (10217us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129503.185864:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11517 00000100:00100000:3.0:1746129503.188657:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.188657:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.188690:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731816704 00000100:00100000:0.0:1746129503.188694:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.188698:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731816704 00000100:00100000:3.0:1746129503.188741:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10136 00000100:00100000:3.0:1746129503.188749:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29292:x1830948731816704:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129503.188770:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.188790:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e733 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5d4 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.189058:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731816320 00000100:00100000:1.0:1746129503.189063:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731816320 00000100:00100000:1.0:1746129503.189083:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731816448 00000100:00100000:1.0:1746129503.189084:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731816448 00000100:00100000:1.0:1746129503.189100:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11520 00000100:00100000:1.0:1746129503.189105:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948731816320:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.189113:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.189123:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f446000/0x40a459093b05e73a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5c6 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.189165:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736771072:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.189213:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a55540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.189239:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736770944:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129503.189256:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129503.189271:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731815808:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4140us (8449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.189280:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5802 00000100:00100000:1.0:1746129503.189315:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11521 00000100:00100000:1.0:1746129503.189319:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731816448:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.189324:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.189329:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f447400/0x40a459093b05e741 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5cd expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.189345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.189348:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736771200:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.189367:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880135a559c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.189399:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731816960 00000100:00100000:1.0:1746129503.189402:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731816960 00002000:00100000:1.0:1746129503.189423:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1163264->1167359) req@ffff88013546ca80 x1830948731816960/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.189432:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546ca80 with x1830948731816960 ext(1163264->1167359) 00002000:00010000:1.0:1746129503.189436:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546ca80 00000100:00100000:1.0:1746129503.189446:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4390 00000100:00100000:1.0:1746129503.189449:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948731816960:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:3.0:1746129503.189534:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.189549:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.189561:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:1.0:1746129503.189569:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948731816960:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 119us (224us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746129503.189572:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00000100:00100000:1.0:1746129503.189575:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4390 00010000:00010000:3.0:1746129503.189578:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00002000:00100000:1.0:1746129503.189580:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e6:0x0] (1163264->1167359) req@ffff88013546ca80 x1830948731816960/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00010000:00010000:3.0:1746129503.189583:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00002000:00100000:1.0:1746129503.189586:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546ca80 with x1830948731816960 ext(1163264->1167359) 00010000:00010000:3.0:1746129503.189589:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d811200 already unused, calling callback (ffffffffa136e690) 00002000:00010000:1.0:1746129503.189589:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546ca80 00010000:00010000:3.0:1746129503.189593:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.189600:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.189610:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129503.189613:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129503.189617:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.189622:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05e748 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.190715:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e733 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5d4 expref: 13 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.190726:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05e733 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5d4 expref: 13 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.190739:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d811600, rc 0) 00000100:00100000:3.0:1746129503.190894:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29292:x1830948731816704:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2144us (2239us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129503.190902:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10136 00000100:00100000:2.0:1746129503.193722:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736771072:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.193757:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f446000/0x40a459093b05e73a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5c6 expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.193771:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f446000/0x40a459093b05e73a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5c6 expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.193787:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f446000, rc 0) 00000100:00100000:2.0:1746129503.193845:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731816320:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4738us (5198us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.193853:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11520 00000100:00100000:1.0:1746129503.196521:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.196613:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731817216 00000100:00100000:0.0:1746129503.196622:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731817216 00000100:00100000:2.0:1746129503.196651:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736771200:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129503.196673:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4087 00000100:00100000:0.0:1746129503.196680:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094ccb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29292:x1830948731817216:12345-192.168.202.4@tcp:35:lfs.0 00010000:00010000:2.0:1746129503.196685:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f447400/0x40a459093b05e741 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5cd expref: 16 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.196699:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f447400/0x40a459093b05e741 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5cd expref: 16 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.196710:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f447400, rc 0) 00000100:00100000:2.0:1746129503.196755:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+15:1961:x1830948731816448:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7434us (8059us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.196762:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11521 00000100:00100000:0.0:1746129503.196858:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094ccb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29292:x1830948731817216:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 178us (350us total) trans 8589944019 rc 0/0 00000100:00100000:0.0:1746129503.196864:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4087 00000100:00100000:1.0:1746129503.200411:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731816192:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14700us (14819us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129503.200425:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4389 00002000:00100000:1.0:1746129503.200438:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009f8a0e00 x1830948731816192/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.200447:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a0e00 with x1830948731816192 ext(4194304->4923391) 00002000:00010000:1.0:1746129503.200454:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a0e00 00000100:00100000:0.0:1746129503.200551:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.200634:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731817472 00000100:00100000:3.0:1746129503.200643:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731817472 00000100:00100000:3.0:1746129503.200676:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4088 00000100:00100000:3.0:1746129503.200682:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:29288:x1830948731817472:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129503.200942:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+30:29288:x1830948731817472:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 259us (393us total) trans 8589944020 rc 0/0 00000100:00100000:3.0:1746129503.200948:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4088 00000100:00100000:1.0:1746129503.206612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.206666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.206667:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731817600 00000100:00100000:2.0:1746129503.206676:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731817600 00000100:00100000:3.0:1746129503.206725:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731817728 00000100:00100000:3.0:1746129503.206729:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731817728 00000100:00100000:2.0:1746129503.208387:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11522 00000100:00100000:2.0:1746129503.208406:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+16:1960:x1830948731817600:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129503.208576:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11523 00000100:00100000:3.0:1746129503.208583:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+16:1960:x1830948731817728:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129503.208604:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.208626:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05e74f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5e2 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129503.208688:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736771328:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.208766:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129503.208774:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d26c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746129503.208777:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e756 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5db expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.208812:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736771456:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129503.208836:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac240 going to sleep for 11 seconds 00000100:00100000:3.0:1746129503.212153:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736771328:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129503.212186:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05e74f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5e2 expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.212206:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05e74f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5e2 expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.212320:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d810a00, rc 0) 00000100:00100000:3.0:1746129503.212375:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948731817728:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3791us (5707us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129503.212383:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11523 00000100:00100000:2.0:1746129503.212739:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736771456:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.212758:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e756 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5db expref: 16 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.212766:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e756 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5db expref: 16 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.212794:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b600, rc 0) 00000100:00100000:2.0:1746129503.212815:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+15:1960:x1830948731817600:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4419us (6216us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.212820:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11522 00000100:00100000:0.0:1746129503.215456:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.215508:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.215533:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731817856 00000100:00100000:2.0:1746129503.215546:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731817856 00000100:00100000:2.0:1746129503.215609:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731817984 00000100:00100000:2.0:1746129503.215611:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731817984 00000100:00100000:2.0:1746129503.215636:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11524 00000100:00100000:2.0:1746129503.215644:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948731817856:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.215666:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.215684:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e75d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5e9 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.215740:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736771584:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129503.215818:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac240 going to sleep for 11 seconds 00000100:00100000:3.0:1746129503.215884:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11525 00000100:00100000:3.0:1746129503.215893:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731817984:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129503.215899:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.215907:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d810200/0x40a459093b05e764 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5f0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129503.215942:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736771712:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129503.215964:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129503.217670:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736771712:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129503.217698:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d810200/0x40a459093b05e764 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f0 expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.217710:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d810200/0x40a459093b05e764 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f0 expref: 18 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.217722:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d810200, rc 0) 00000100:00100000:2.0:1746129503.217835:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736771584:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.218155:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e75d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5e9 expref: 17 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.218167:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e75d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5e9 expref: 17 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.218175:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7ba00, rc 0) 00000100:00100000:3.0:1746129503.218216:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948731817984:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2324us (2706us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.218216:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948731817856:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2573us (2770us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.218225:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11524 00000100:00100000:3.0:1746129503.218591:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11525 00000100:00100000:1.0:1746129503.277980:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.278091:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.278154:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731818112 00000100:00100000:3.0:1746129503.278162:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731818112 00000100:00100000:2.0:1746129503.278179:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731818240 00000100:00100000:2.0:1746129503.278189:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731818240 00000100:00100000:3.0:1746129503.278601:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11526 00000100:00100000:3.0:1746129503.278609:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948731818112:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129503.278614:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11527 00010000:00010000:3.0:1746129503.278625:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129503.278625:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731818240:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129503.278641:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5f7 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.278641:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.278656:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a5fe expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.278660:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.278662:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.278670:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.278677:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.278679:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.278683:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 10 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.278686:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5fe expref: 12 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.278693:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d811200, rc 0) 00010000:00010000:2.0:1746129503.278699:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5fe expref: 12 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.278709:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b600, rc 0) 00000100:00100000:3.0:1746129503.279006:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731818112:12345-192.168.202.4@tcp:101:cat.0 Request processed in 396us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.279014:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11526 00000100:00100000:2.0:1746129503.279068:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731818240:12345-192.168.202.4@tcp:101:cat.0 Request processed in 444us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.279075:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11527 00000100:00100000:0.0:1746129503.287668:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.287714:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.287757:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731818496 00000100:00100000:1.0:1746129503.287765:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731818496 00002000:00100000:1.0:1746129503.287804:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1708031) req@ffff88012e957800 x1830948731818496/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.287812:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830948731818496 ext(1048576->1708031) 00002000:00010000:1.0:1746129503.287817:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957800 00000100:00100000:1.0:1746129503.288083:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731818624 00000100:00100000:1.0:1746129503.288087:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731818624 00002000:00100000:1.0:1746129503.288100:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1167360->2097151) req@ffff880095624a80 x1830948731818624/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.288107:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095624a80 with x1830948731818624 ext(1167360->2097151) 00002000:00010000:1.0:1746129503.288110:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095624a80 00000100:00100000:2.0:1746129503.288120:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4391 00000100:00100000:2.0:1746129503.288143:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731818496:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129503.289548:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4392 00000100:00100000:1.0:1746129503.289558:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:1961:x1830948731818624:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129503.302579:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731818624:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13010us (14851us total) trans 0 rc 929792/929792 00000100:00100000:0.0:1746129503.302592:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4392 00002000:00100000:0.0:1746129503.302607:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1167360->2097151) req@ffff880095624a80 x1830948731818624/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 929792/929792 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.302618:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095624a80 with x1830948731818624 ext(1167360->2097151) 00002000:00010000:0.0:1746129503.302631:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095624a80 00000100:00100000:3.0:1746129503.308624:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731818496:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20479us (20949us total) trans 0 rc 659456/659456 00000100:00100000:3.0:1746129503.308638:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4391 00002000:00100000:3.0:1746129503.308653:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1708031) req@ffff88012e957800 x1830948731818496/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 659456/659456 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.308670:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830948731818496 ext(1048576->1708031) 00002000:00010000:3.0:1746129503.308676:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957800 00010000:00010000:3.0:1746129503.309465:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746129503.316494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.316595:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731818880 00000100:00100000:2.0:1746129503.316604:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731818880 00000100:00100000:2.0:1746129503.316665:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11528 00000100:00100000:2.0:1746129503.316672:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:29291:x1830948731818880:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129503.316694:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.316713:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a605 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.316746:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.316754:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.316761:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a587 expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.316766:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.316767:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.316770:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3891200->4194303] (req 3891200->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 24 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.316803:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a587 expref: 8 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.316814:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a587 expref: 8 pid: 7149 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.316825:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736771840:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.316981:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.316990:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 9 pid: 8410 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.316999:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736771968:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.317027:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.317034:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 24 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.317042:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736772096:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.317059:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.321649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.321730:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731819008 00000100:00100000:1.0:1746129503.321739:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731819008 00010000:00010000:1.0:1746129503.321778:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a587 expref: 9 pid: 7149 timeout: 858 lvb_type: 1 00000100:00100000:1.0:1746129503.321809:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5803 00000100:00100000:1.0:1746129503.321817:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731819008:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129503.321832:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129503.321857:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a587 expref: 9 pid: 7149 timeout: 858 lvb_type: 1 00010000:00010000:1.0:1746129503.321873:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a587 expref: 9 pid: 7149 timeout: 858 lvb_type: 1 00010000:00010000:1.0:1746129503.321900:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129503.321956:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731819008:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 140us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.321962:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5803 00010000:00010000:2.0:1746129503.322318:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cc34c00/0x40a459093b05e6df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a587 expref: 8 pid: 7149 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.322353:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e385500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736771840:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129503.323023:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.323083:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731819136 00000100:00100000:1.0:1746129503.323087:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731819136 00010000:00010000:1.0:1746129503.323109:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 25 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746129503.323128:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5804 00000100:00100000:1.0:1746129503.323135:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a47450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948731819136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129503.323144:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129503.323158:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 25 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.323166:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 25 pid: 8410 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.323181:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129503.323204:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a47450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948731819136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 70us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.323209:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5804 00000100:00100000:2.0:1746129503.323451:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736771968:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.323461:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7ac00/0x40a459093b05e684 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a55d expref: 24 pid: 8410 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.323471:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736772096:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.323502:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3891200->4194303] (req 3891200->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 23 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.323517:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b400, rc 0) 00000100:00100000:2.0:1746129503.323541:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:29291:x1830948731818880:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6870us (7058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.323547:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11528 00000100:00100000:0.0:1746129503.332389:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.332437:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.332462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.332486:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731819392 00000100:00100000:0.0:1746129503.332495:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731819392 00002000:00100000:0.0:1746129503.332545:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0518e00 x1830948731819392/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.332556:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518e00 with x1830948731819392 ext(2097152->3145727) 00010000:00010000:0.0:1746129503.332567:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 10 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129503.332581:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 10 pid: 8410 timeout: 858 lvb_type: 1 00002000:00010000:0.0:1746129503.332588:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0518e00 00000100:00100000:0.0:1746129503.332620:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731819648 00000100:00100000:0.0:1746129503.332623:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731819648 00002000:00100000:0.0:1746129503.332635:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012c27df80 x1830948731819648/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.332642:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27df80 with x1830948731819648 ext(3145728->4194303) 00010000:00010000:0.0:1746129503.332646:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 11 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129503.332655:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 11 pid: 8410 timeout: 858 lvb_type: 1 00002000:00010000:0.0:1746129503.332661:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27df80 00000100:00100000:0.0:1746129503.332670:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731819904 00000100:00100000:0.0:1746129503.332672:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731819904 00002000:00100000:0.0:1746129503.332685:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c7db800 x1830948731819904/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.332696:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db800 with x1830948731819904 ext(2097152->3145727) 00002000:00010000:0.0:1746129503.332699:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7db800 00000100:00100000:0.0:1746129503.332712:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1129 00000100:00100000:0.0:1746129503.332719:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731819392:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129503.332732:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1130 00000100:00100000:1.0:1746129503.332739:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731819648:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.333047:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4393 00000100:00100000:3.0:1746129503.333055:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731819904:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129503.333473:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.333486:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731820160 00000100:00100000:2.0:1746129503.333489:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731820160 00002000:00100000:2.0:1746129503.333508:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f546680 x1830948731820160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.333514:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f546680 with x1830948731820160 ext(3145728->4194303) 00002000:00010000:2.0:1746129503.333517:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f546680 00000100:00100000:2.0:1746129503.333526:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4394 00000100:00100000:2.0:1746129503.333531:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731820160:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.352428:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731819904:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19356us (19946us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129503.352443:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4393 00002000:00100000:3.0:1746129503.352458:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c7db800 x1830948731819904/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.352468:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db800 with x1830948731819904 ext(2097152->3145727) 00002000:00010000:3.0:1746129503.352477:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7db800 00000100:00100000:2.0:1746129503.357749:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731819392:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25016us (25355us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129503.357763:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1129 00002000:00100000:2.0:1746129503.357777:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0518e00 x1830948731819392/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.357787:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518e00 with x1830948731819392 ext(2097152->3145727) 00010000:00010000:2.0:1746129503.357800:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 12 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:2.0:1746129503.357817:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 12 pid: 8410 timeout: 858 lvb_type: 1 00002000:00010000:2.0:1746129503.357826:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0518e00 00000100:00100000:2.0:1746129503.359163:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731820160:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25622us (25682us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129503.359173:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4394 00002000:00100000:2.0:1746129503.359183:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f546680 x1830948731820160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.359191:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f546680 with x1830948731820160 ext(3145728->4194303) 00002000:00010000:2.0:1746129503.359196:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f546680 00000100:00100000:2.0:1746129503.361670:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731819648:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28918us (29219us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129503.361683:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1130 00002000:00100000:2.0:1746129503.361696:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012c27df80 x1830948731819648/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.361705:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27df80 with x1830948731819648 ext(3145728->4194303) 00010000:00010000:2.0:1746129503.361717:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 10 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:2.0:1746129503.361733:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 10 pid: 8410 timeout: 858 lvb_type: 1 00002000:00010000:2.0:1746129503.361740:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27df80 00000100:00100000:0.0:1746129503.364983:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.365086:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731820288 00000100:00100000:2.0:1746129503.365096:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731820288 00000100:00100000:2.0:1746129503.365156:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11529 00000100:00100000:2.0:1746129503.365165:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:29298:x1830948731820288:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.365184:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.365202:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a60c expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.365229:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.365235:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3891200->4194303] (req 3891200->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.365241:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.365245:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.365283:0:8411:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3891200->4194303] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.365399:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.365412:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba07c00, rc 0) 00000100:00100000:2.0:1746129503.366120:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29298:x1830948731820288:12345-192.168.202.4@tcp:101:cat.0 Request processed in 954us (1146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.366127:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11529 00000100:00100000:0.0:1746129503.367108:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.367191:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731820416 00000100:00100000:2.0:1746129503.367197:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731820416 00010000:00010000:2.0:1746129503.367219:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 11 pid: 8410 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.367253:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5805 00000100:00100000:2.0:1746129503.367260:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731820416:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.367270:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.367376:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 11 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:2.0:1746129503.367388:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 11 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:2.0:1746129503.367412:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d811200/0x40a459093b05e76b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5f7 expref: 11 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:2.0:1746129503.367439:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.367440:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.367447:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.367455:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.367482:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.367492:0:7087:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 22 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.367510:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736772352:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129503.367679:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.369452:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736772352:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129503.369475:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.369763:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731820416:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2500us (2654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.369773:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5805 00000100:00100000:0.0:1746129503.371445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.371612:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731820672 00000100:00100000:2.0:1746129503.371621:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731820672 00002000:00100000:2.0:1746129503.371672:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3891200->3895295) req@ffff88009c7d8380 x1830948731820672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.371682:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8380 with x1830948731820672 ext(3891200->3895295) 00010000:00010000:2.0:1746129503.371692:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 23 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.371705:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 23 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:2.0:1746129503.371712:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7d8380 00000100:00100000:2.0:1746129503.371747:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1131 00000100:00100000:2.0:1746129503.371756:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731820672:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129503.372650:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731820672:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 891us (1209us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129503.372663:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1131 00002000:00100000:2.0:1746129503.372670:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3891200->3895295) req@ffff88009c7d8380 x1830948731820672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.372678:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8380 with x1830948731820672 ext(3891200->3895295) 00010000:00010000:2.0:1746129503.372685:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 23 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.372697:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 23 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:2.0:1746129503.372705:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7d8380 00000100:00100000:0.0:1746129503.377365:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.377476:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.377628:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731820928 00000100:00100000:2.0:1746129503.377639:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731820928 00000100:00100000:2.0:1746129503.377700:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11530 00000100:00100000:3.0:1746129503.377708:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731821056 00000100:00100000:3.0:1746129503.377713:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731821056 00000100:00100000:2.0:1746129503.377713:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+15:29291:x1830948731820928:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129503.377736:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:3.0:1746129503.377751:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3891200->4194303) req@ffff88009c7d9880 x1830948731821056/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00010000:00010000:2.0:1746129503.377758:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a613 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746129503.377762:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9880 with x1830948731821056 ext(3891200->4194303) 00010000:00010000:3.0:1746129503.377770:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 23 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:3.0:1746129503.377783:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 23 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:3.0:1746129503.377789:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7d9880 00010000:00010000:2.0:1746129503.377790:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.377799:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5fe expref: 11 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129503.377805:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1132 00010000:00010000:2.0:1746129503.377807:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5bf expref: 5 pid: 8410 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129503.377811:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731821056:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:2.0:1746129503.377814:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.377817:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.377820:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->3772415] (req 3145728->3772415) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.377850:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5bf expref: 5 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.377861:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5bf expref: 5 pid: 8410 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.377874:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736772480:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.377971:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5fe expref: 11 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.377980:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5fe expref: 11 pid: 8411 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.377989:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736772608:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.378010:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.378018:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 16 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.378031:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736772736:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.378045:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.386864:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.386895:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.386958:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731821312 00000100:00100000:0.0:1746129503.386966:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731821312 00010000:00010000:0.0:1746129503.387001:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5fe expref: 12 pid: 8411 timeout: 858 lvb_type: 1 00000100:00100000:0.0:1746129503.387025:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731821184 00000100:00100000:0.0:1746129503.387027:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731821184 00010000:00010000:0.0:1746129503.387035:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5bf expref: 6 pid: 8410 timeout: 858 lvb_type: 1 00000100:00100000:0.0:1746129503.387049:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5806 00000100:00100000:0.0:1746129503.387056:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731821312:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129503.387071:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.387093:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5fe expref: 12 pid: 8411 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129503.387105:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5fe expref: 12 pid: 8411 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129503.387137:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129503.387179:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731821312:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 123us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.387186:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5806 00000100:00100000:0.0:1746129503.387202:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5807 00000100:00100000:0.0:1746129503.387207:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731821184:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129503.387213:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.387219:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5bf expref: 6 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129503.387227:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5bf expref: 6 pid: 8410 timeout: 858 lvb_type: 1 00010000:00010000:0.0:1746129503.387237:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129503.387249:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731821184:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 43us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.387254:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5807 00010000:00010000:2.0:1746129503.387536:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d810e00/0x40a459093b05e72c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5bf expref: 5 pid: 8410 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.390172:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736772480:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129503.390733:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.390778:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731821440 00000100:00100000:0.0:1746129503.390786:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731821440 00010000:00010000:0.0:1746129503.390823:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 17 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746129503.390851:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5808 00000100:00100000:0.0:1746129503.390858:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731821440:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129503.390873:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.390898:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 17 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.390922:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 17 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746129503.390951:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.390953:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.390961:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.390968:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.390999:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.391012:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e072d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736772864:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129503.391093:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129503.391282:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731821056:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 13468us (13804us total) trans 17179873137 rc 0/0 00000100:00100000:3.0:1746129503.391318:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1132 00002000:00100000:3.0:1746129503.391329:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3891200->4194303) req@ffff88009c7d9880 x1830948731821056/t17179873137(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.391338:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9880 with x1830948731821056 ext(3891200->4194303) 00010000:00010000:3.0:1746129503.391346:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 25 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:3.0:1746129503.391358:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 25 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:3.0:1746129503.391364:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7d9880 00010000:00010000:2.0:1746129503.391384:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b600/0x40a459093b05e772 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5fe expref: 11 pid: 8411 timeout: 858 lvb_type: 1 00000100:00100000:2.0:1746129503.391396:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736772608:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.391407:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cc35c00/0x40a459093b05e6d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a579 expref: 17 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.391413:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736772736:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.391443:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.391541:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7aa00, rc 0) 00000100:00100000:2.0:1746129503.391568:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+16:29291:x1830948731820928:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 13859us (14213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.391574:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11530 00000100:00100000:0.0:1746129503.394128:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e072d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736772864:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129503.394148:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129503.394254:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+15:1961:x1830948731821440:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3394us (3521us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.394265:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5808 00000100:00100000:0.0:1746129503.397279:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.397418:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731821568 00000100:00100000:2.0:1746129503.397427:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731821568 00010000:00010000:2.0:1746129503.397473:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 25 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.397502:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5809 00000100:00100000:2.0:1746129503.397511:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731821568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.397527:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746129503.397548:0:9823:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129503 -> 1746129504 00002000:00010000:2.0:1746129503.397551:0:9823:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129503 -> 1746129504 00010000:00010000:2.0:1746129503.397555:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 25 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.397567:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 25 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.397592:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b400/0x40a459093b05e779 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3891200->4194303) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a605 expref: 25 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.397614:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.397616:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.397624:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 9 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.397632:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 9 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.397667:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 9 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.397683:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736772992:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129503.397770:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129503.401271:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736772992:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129503.401333:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129503.401379:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948731821568:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3868us (4109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.401391:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5809 00000100:00100000:0.0:1746129503.402604:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.402698:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731821824 00000100:00100000:3.0:1746129503.402706:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731821824 00002000:00100000:3.0:1746129503.402746:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3768320->3772415) req@ffff88008e073800 x1830948731821824/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.402755:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e073800 with x1830948731821824 ext(3768320->3772415) 00002000:00010000:3.0:1746129503.402761:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e073800 00000100:00100000:3.0:1746129503.402789:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4395 00000100:00100000:3.0:1746129503.402796:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+15:1962:x1830948731821824:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129503.402965:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+15:1962:x1830948731821824:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 168us (362us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129503.402970:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4395 00002000:00100000:3.0:1746129503.402975:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3768320->3772415) req@ffff88008e073800 x1830948731821824/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.402983:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e073800 with x1830948731821824 ext(3768320->3772415) 00002000:00010000:3.0:1746129503.402986:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e073800 00000100:00100000:0.0:1746129503.403776:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.406732:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731822080 00000100:00100000:1.0:1746129503.406747:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731822080 00002000:00100000:1.0:1746129503.406801:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88008e071500 x1830948731822080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.406812:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071500 with x1830948731822080 ext(3145728->4194303) 00002000:00010000:1.0:1746129503.406818:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e071500 00000100:00100000:1.0:1746129503.406862:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4396 00000100:00100000:1.0:1746129503.406870:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731822080:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129503.408001:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.408083:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731822336 00000100:00100000:3.0:1746129503.408088:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731822336 00000100:00100000:3.0:1746129503.408134:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4089 00000100:00100000:3.0:1746129503.408140:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+308:29291:x1830948731822336:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129503.408394:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+309:29291:x1830948731822336:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 254us (397us total) trans 8589944021 rc 0/0 00000100:00100000:3.0:1746129503.408401:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4089 00000100:00100000:1.0:1746129503.422052:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731822080:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15169us (18262us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.422065:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4396 00002000:00100000:1.0:1746129503.422078:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88008e071500 x1830948731822080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.422088:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071500 with x1830948731822080 ext(3145728->4194303) 00002000:00010000:1.0:1746129503.422094:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e071500 00000100:00100000:0.0:1746129503.431633:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.431720:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731822464 00000100:00100000:2.0:1746129503.431731:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731822464 00000100:00100000:2.0:1746129503.431800:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11531 00000100:00100000:2.0:1746129503.431811:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29298:x1830948731822464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.431833:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.431854:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a61a expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.431888:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 14 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.431897:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.431899:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.431902:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 12 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.431963:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 14 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.431976:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 14 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.431988:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736773120:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.432599:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.436362:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736773120:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.436405:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 12 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.436428:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7ba00, rc 0) 00000100:00100000:2.0:1746129503.436481:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29298:x1830948731822464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4672us (4859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.436491:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11531 00000100:00100000:0.0:1746129503.437258:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.437636:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731822592 00000100:00100000:1.0:1746129503.437643:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731822592 00002000:00100000:1.0:1746129503.437684:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3772415) req@ffff88012e87f480 x1830948731822592/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.437694:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87f480 with x1830948731822592 ext(3145728->3772415) 00010000:00010000:1.0:1746129503.437701:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 15 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.437719:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 15 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746129503.437725:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87f480 00000100:00100000:1.0:1746129503.439668:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1133 00000100:00100000:1.0:1746129503.439690:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+15:1960:x1830948731822592:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129503.450877:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.452249:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731822848 00000100:00100000:3.0:1746129503.452260:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731822848 00000100:00100000:3.0:1746129503.452342:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10137 00000100:00100000:3.0:1746129503.452350:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+30:29300:x1830948731822848:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129503.452372:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.452395:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e800/0x40a459093b05e795 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a621 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.452486:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.452501:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5a3 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.452507:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.452535:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5a3 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.452544:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5a3 expref: 12 pid: 16908 timeout: 858 lvb_type: 0 00000100:00100000:3.0:1746129503.452556:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736773248:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129503.452641:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.455836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.455866:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736773248:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129503.455901:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:2.0:1746129503.455997:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731822976 00000100:00100000:2.0:1746129503.456007:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731822976 00010000:00010000:2.0:1746129503.456056:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5a3 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.456085:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5810 00000100:00100000:2.0:1746129503.456094:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948731822976:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.456110:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.456116:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5a3 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.456127:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5a3 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.456149:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c5f400/0x40a459093b05e710 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5a3 expref: 13 pid: 16908 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.456167:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129503.456172:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.456182:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.456190:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.456207:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.456249:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731822976:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 155us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.456255:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5810 00010000:00010000:3.0:1746129503.456321:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129503.456328:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129503.456350:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129503.456503:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e800/0x40a459093b05e795 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a621 expref: 33 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.456533:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a621 expref: 32 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.456539:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129503.456541:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129503.456544:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f93e400, rc 0) 00000100:00100000:3.0:1746129503.456573:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+32:29300:x1830948731822848:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4225us (5710us total) trans 8589944022 rc 0/0 00000100:00100000:3.0:1746129503.456580:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10137 00000100:00100000:0.0:1746129503.460149:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.460187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.460212:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731823104 00000100:00100000:0.0:1746129503.460222:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731823104 00000100:00100000:0.0:1746129503.460257:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731823232 00000100:00100000:0.0:1746129503.460259:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731823232 00000100:00100000:2.0:1746129503.460324:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11532 00000100:00100000:2.0:1746129503.460335:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+18:1960:x1830948731823104:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.460354:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.460373:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a628 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.460428:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736773376:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.460518:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11533 00000100:00100000:1.0:1746129503.460527:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+19:1961:x1830948731823232:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.460533:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.460540:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a9c800/0x40a459093b05e7b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a62f expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.460563:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736773504:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.461324:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129503.461342:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.461406:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.461433:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731823360 00000100:00100000:2.0:1746129503.461437:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731823360 00000100:00100000:3.0:1746129503.461441:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.461456:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731823488 00000100:00100000:3.0:1746129503.461458:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731823488 00000100:00100000:2.0:1746129503.461540:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11534 00000100:00100000:2.0:1746129503.461547:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948731823360:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.461554:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.461567:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a636 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.461587:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.461589:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.461598:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 25 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.461614:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 25 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.461623:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b600, rc 0) 00000100:00100000:2.0:1746129503.461651:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731823360:12345-192.168.202.4@tcp:101:cat.0 Request processed in 105us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.461657:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11534 00000100:00100000:2.0:1746129503.461671:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11535 00000100:00100000:2.0:1746129503.463047:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+21:1961:x1830948731823488:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.463060:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.463073:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05e7bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a63d expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.463117:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736773632:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129503.463163:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac6c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746129503.465376:0:8411:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129503 -> 1746129504 00002000:00010000:2.0:1746129503.465382:0:8411:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129503 -> 1746129504 00002000:00010000:2.0:1746129503.465384:0:8411:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129503 -> 1746129504 00000100:00100000:2.0:1746129503.465405:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736773376:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.465435:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7aa lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a628 expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.465449:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a628 expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.465464:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7a000, rc 0) 00000100:00100000:3.0:1746129503.465500:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731822592:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 25817us (28241us total) trans 21474840333 rc 0/0 00000100:00100000:3.0:1746129503.465512:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1133 00002000:00100000:3.0:1746129503.465522:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3772415) req@ffff88012e87f480 x1830948731822592/t21474840333(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.465531:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87f480 with x1830948731822592 ext(3145728->3772415) 00010000:00010000:3.0:1746129503.465538:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 22 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:3.0:1746129503.465550:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 22 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:3.0:1746129503.465560:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87f480 00002000:00010000:1.0:1746129503.465718:0:20577:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime: 1746129503 -> 1746129504 00002000:00010000:1.0:1746129503.465722:0:20577:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129503 -> 1746129504 00002000:00010000:1.0:1746129503.465723:0:20577:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime: 1746129503 -> 1746129504 00000100:00100000:1.0:1746129503.465732:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736773504:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129503.465750:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a9c800/0x40a459093b05e7b1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a62f expref: 21 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.465758:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a9c800/0x40a459093b05e7b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a62f expref: 21 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.465774:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a9c800, rc 0) 00000100:00100000:2.0:1746129503.465892:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+20:1960:x1830948731823104:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5559us (5753us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.465898:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11532 00002000:00010000:2.0:1746129503.466149:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129503 -> 1746129504 00002000:00010000:2.0:1746129503.466152:0:7149:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129503 -> 1746129504 00000100:00100000:2.0:1746129503.466160:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736773632:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.466175:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05e7bf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a63d expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.466182:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05e7bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a63d expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.466189:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7ae00, rc 0) 00000100:00100000:2.0:1746129503.466211:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+18:1961:x1830948731823488:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3308us (4769us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.466217:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11535 00000100:00100000:1.0:1746129503.466428:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731823232:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5899us (6236us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129503.466434:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11533 00000100:00100000:0.0:1746129503.473651:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.473703:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.473724:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731823616 00000100:00100000:2.0:1746129503.473735:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731823616 00010000:00010000:2.0:1746129503.473779:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 17 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746129503.473788:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731823744 00000100:00100000:1.0:1746129503.473792:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731823744 00000100:00100000:2.0:1746129503.473813:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5811 00000100:00100000:1.0:1746129503.473827:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11536 00000100:00100000:1.0:1746129503.473833:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+18:29304:x1830948731823744:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.473850:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.473866:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a644 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.473881:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a47050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+19:1961:x1830948731823616:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.473891:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129503.473893:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.473900:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129503.473901:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129503.473904:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.473925:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 19 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.473935:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 19 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.473943:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.473952:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7aa00/0x40a459093b05e787 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3772415) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a613 expref: 19 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.473953:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 11 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.473965:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.473967:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129503.473969:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736773760:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.473972:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.473979:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.473997:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.474005:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736773888:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129503.474892:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.474917:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.478894:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.478955:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731823872 00000100:00100000:3.0:1746129503.478964:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731823872 00000100:00100000:1.0:1746129503.478985:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736773760:192.168.202.4@tcp:104: 00002000:00100000:3.0:1746129503.479012:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1708032->2097151) req@ffff88012e87e300 x1830948731823872/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:1.0:1746129503.479018:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 18 pid: 20577 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746129503.479022:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87e300 with x1830948731823872 ext(1708032->2097151) 00010000:00010000:3.0:1746129503.479028:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 12 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746129503.479033:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f580400, rc 0) 00010000:00010000:3.0:1746129503.479039:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 12 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:3.0:1746129503.479045:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87e300 00000100:00100000:3.0:1746129503.479077:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1134 00000100:00100000:1.0:1746129503.479078:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+18:29304:x1830948731823744:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5246us (5375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.479084:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731823872:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129503.479084:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11536 00000100:00100000:0.0:1746129503.479340:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736773888:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129503.479357:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129503.479674:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a47050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731823616:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5853us (6032us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.479682:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5811 00000100:00100000:3.0:1746129503.481786:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.481896:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731824128 00000100:00100000:2.0:1746129503.481906:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731824128 00002000:00100000:2.0:1746129503.481963:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093eddf80 x1830948731824128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.481974:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eddf80 with x1830948731824128 ext(3145728->4194303) 00002000:00010000:2.0:1746129503.481979:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093eddf80 00000100:00100000:2.0:1746129503.481999:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4397 00000100:00100000:2.0:1746129503.482006:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731824128:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.492875:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731823872:12345-192.168.202.4@tcp:4:cat.0 Request processed in 13778us (13980us total) trans 21474840334 rc 0/0 00000100:00100000:3.0:1746129503.492890:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1134 00002000:00100000:3.0:1746129503.492904:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1708032->2097151) req@ffff88012e87e300 x1830948731823872/t21474840334(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.492922:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87e300 with x1830948731823872 ext(1708032->2097151) 00010000:00010000:3.0:1746129503.492934:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 16 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:3.0:1746129503.492950:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 16 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:3.0:1746129503.492957:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87e300 00000100:00100000:2.0:1746129503.497386:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731824128:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15365us (15593us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129503.497401:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4397 00002000:00100000:2.0:1746129503.497416:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093eddf80 x1830948731824128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.497426:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eddf80 with x1830948731824128 ext(3145728->4194303) 00002000:00010000:2.0:1746129503.497434:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093eddf80 00000100:00100000:0.0:1746129503.502675:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.502800:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731824256 00000100:00100000:2.0:1746129503.502812:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731824256 00010000:00010000:2.0:1746129503.502859:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 14 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.502902:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5812 00000100:00100000:2.0:1746129503.502927:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731824256:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.502942:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.502967:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 14 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.502986:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 14 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.503013:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cc35a00/0x40a459093b05e6fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1708032->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a59c expref: 14 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.503047:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.503049:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.503057:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 16 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.503064:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 16 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.503104:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 16 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.503119:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736774016:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129503.503217:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.505114:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.506119:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731824384 00000100:00100000:1.0:1746129503.506131:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731824384 00000100:00100000:1.0:1746129503.506194:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11537 00000100:00100000:1.0:1746129503.506203:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731824384:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.506225:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.506247:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a64b expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.506402:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.506405:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.506415:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a64b expref: 15 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.506432:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a64b expref: 15 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.506449:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129ee9600, rc 0) 00000100:00100000:1.0:1746129503.506508:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731824384:12345-192.168.202.4@tcp:101:cat.0 Request processed in 306us (1403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.506514:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11537 00000100:00100000:0.0:1746129503.508634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.509375:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736774016:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129503.509400:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.509454:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731824256:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6528us (6790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.509465:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731824640 00000100:00100000:2.0:1746129503.509466:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5812 00000100:00100000:3.0:1746129503.509473:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731824640 00002000:00100000:3.0:1746129503.509518:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880132c24000 x1830948731824640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.509528:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24000 with x1830948731824640 ext(1048576->2097151) 00002000:00010000:3.0:1746129503.509533:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c24000 00000100:00100000:3.0:1746129503.509552:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4398 00000100:00100000:3.0:1746129503.509559:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731824640:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129503.512283:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.513637:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731824896 00000100:00100000:2.0:1746129503.513651:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731824896 00002000:00100000:2.0:1746129503.513703:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88008e071f80 x1830948731824896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.513714:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071f80 with x1830948731824896 ext(4194304->4923391) 00002000:00010000:2.0:1746129503.513720:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e071f80 00000100:00100000:2.0:1746129503.513755:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4399 00000100:00100000:2.0:1746129503.513764:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731824896:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.524128:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731824640:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14554us (15485us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129503.524142:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4398 00002000:00100000:3.0:1746129503.524154:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880132c24000 x1830948731824640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.524163:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24000 with x1830948731824640 ext(1048576->2097151) 00002000:00010000:3.0:1746129503.524169:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c24000 00000100:00100000:2.0:1746129503.525722:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731824896:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11948us (13438us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129503.525733:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4399 00002000:00100000:2.0:1746129503.525744:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88008e071f80 x1830948731824896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.525752:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071f80 with x1830948731824896 ext(4194304->4923391) 00002000:00010000:2.0:1746129503.525758:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e071f80 00000100:00100000:0.0:1746129503.541041:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.541133:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731825024 00000100:00100000:1.0:1746129503.541149:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731825024 00000100:00100000:1.0:1746129503.541206:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11538 00000100:00100000:1.0:1746129503.541215:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+17:29304:x1830948731825024:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.541235:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.541256:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a652 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.541290:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.541317:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129503.541318:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129503.541322:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 18 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.541356:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.541368:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 13 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746129503.541385:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736774144:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129503.541479:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.547714:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736774144:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129503.547752:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 18 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.547773:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d400, rc 0) 00000100:00100000:1.0:1746129503.547826:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+18:29304:x1830948731825024:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6611us (6795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.547835:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11538 00000100:00100000:0.0:1746129503.548195:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.548406:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731825152 00000100:00100000:2.0:1746129503.548414:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731825152 00002000:00100000:2.0:1746129503.548458:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1167359) req@ffff88008e072d80 x1830948731825152/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.548467:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e072d80 with x1830948731825152 ext(1048576->1167359) 00010000:00010000:2.0:1746129503.548474:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 14 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.548487:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 14 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:2.0:1746129503.548499:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e072d80 00000100:00100000:2.0:1746129503.548529:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1135 00000100:00100000:2.0:1746129503.548537:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731825152:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129503.558928:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731825152:12345-192.168.202.4@tcp:4:cat.0 Request processed in 10368us (10711us total) trans 21474840335 rc 0/0 00000100:00100000:3.0:1746129503.558944:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1135 00002000:00100000:3.0:1746129503.558958:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1167359) req@ffff88008e072d80 x1830948731825152/t21474840335(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.558969:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e072d80 with x1830948731825152 ext(1048576->1167359) 00010000:00010000:3.0:1746129503.558981:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 16 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:3.0:1746129503.558998:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 16 pid: 8411 timeout: 858 lvb_type: 0 00002000:00010000:3.0:1746129503.559004:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008e072d80 00000100:00100000:0.0:1746129503.566162:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.567844:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731825280 00000100:00100000:2.0:1746129503.567856:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731825280 00010000:00010000:2.0:1746129503.567920:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 16 pid: 8411 timeout: 858 lvb_type: 0 00000100:00100000:2.0:1746129503.567958:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5813 00000100:00100000:2.0:1746129503.567966:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731825280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.567985:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.568011:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 16 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.568025:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 16 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.568052:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f447200/0x40a459093b05e717 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1167359) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a5aa expref: 16 pid: 8411 timeout: 858 lvb_type: 0 00010000:00010000:2.0:1746129503.568086:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.568088:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.568094:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 17 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.568107:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 17 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.568142:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 17 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.568152:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736774272:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129503.568259:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.578969:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.579220:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731825536 00000100:00100000:3.0:1746129503.579229:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731825536 00000100:00100000:2.0:1746129503.579243:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736774272:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129503.579270:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746129503.579279:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a605b800 x1830948731825536/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.579290:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605b800 with x1830948731825536 ext(1048576->2097151) 00002000:00010000:3.0:1746129503.579320:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a605b800 00000100:00100000:3.0:1746129503.579346:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4400 00000100:00100000:3.0:1746129503.579354:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731825536:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129503.579478:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+15:1961:x1830948731825280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 11512us (13326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.579487:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5813 00000100:00100000:3.0:1746129503.597081:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731825536:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16655us (17050us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129503.597095:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4400 00002000:00100000:3.0:1746129503.597112:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a605b800 x1830948731825536/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.597121:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605b800 with x1830948731825536 ext(1048576->2097151) 00002000:00010000:3.0:1746129503.597128:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a605b800 00000100:00100000:0.0:1746129503.608236:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.608326:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731825792 00000100:00100000:3.0:1746129503.608337:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731825792 00002000:00100000:3.0:1746129503.608382:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a605bb80 x1830948731825792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.608392:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605bb80 with x1830948731825792 ext(2097152->3145727) 00002000:00010000:3.0:1746129503.608397:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605bb80 00000100:00100000:3.0:1746129503.608756:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4401 00000100:00100000:3.0:1746129503.608765:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731825792:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.630334:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731825792:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21554us (22099us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129503.630349:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4401 00002000:00100000:3.0:1746129503.630365:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a605bb80 x1830948731825792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.630374:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605bb80 with x1830948731825792 ext(2097152->3145727) 00002000:00010000:3.0:1746129503.630381:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a605bb80 00000100:00100000:0.0:1746129503.637879:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.637965:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731825920 00000100:00100000:1.0:1746129503.637975:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731825920 00000100:00100000:1.0:1746129503.638038:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11539 00000100:00100000:1.0:1746129503.638046:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+18:29304:x1830948731825920:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.638066:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.638086:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a659 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.638113:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.638115:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.638122:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a659 expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.638137:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a659 expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.638151:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061dc00, rc 0) 00000100:00100000:1.0:1746129503.638210:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+19:29304:x1830948731825920:12345-192.168.202.4@tcp:101:cat.0 Request processed in 165us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.638216:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11539 00000100:00100000:0.0:1746129503.657290:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.657893:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731826176 00000100:00100000:3.0:1746129503.657904:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731826176 00002000:00100000:3.0:1746129503.657967:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880092fdb100 x1830948731826176/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.657977:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb100 with x1830948731826176 ext(2097152->3145727) 00002000:00010000:3.0:1746129503.657983:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdb100 00000100:00100000:3.0:1746129503.658268:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4402 00000100:00100000:3.0:1746129503.658278:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731826176:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129503.661493:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.661527:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731826560 00000100:00100000:0.0:1746129503.661536:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731826560 00002000:00100000:0.0:1746129503.661588:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880092fda680 x1830948731826560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.661599:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fda680 with x1830948731826560 ext(3145728->4194303) 00002000:00010000:0.0:1746129503.661605:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fda680 00000100:00100000:3.0:1746129503.661643:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4403 00000100:00100000:3.0:1746129503.661653:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+21:1960:x1830948731826560:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129503.661712:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.661734:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731826944 00000100:00100000:2.0:1746129503.661737:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731826944 00000100:00100000:2.0:1746129503.661776:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10138 00000100:00100000:2.0:1746129503.661783:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+309:29307:x1830948731826944:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129503.661798:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.661817:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7ae00/0x40a459093b05e7e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a660 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.661920:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.661939:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129503.661951:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129503.661962:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129503.662083:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7ae00/0x40a459093b05e7e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a660 expref: 312 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.662103:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a660 expref: 311 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.662112:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129503.662116:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746129503.662119:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7a000, rc 0) 00000100:00100000:2.0:1746129503.662144:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+311:29307:x1830948731826944:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 362us (433us total) trans 8589944023 rc 0/0 00000100:00100000:2.0:1746129503.662151:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10138 00000100:00100000:0.0:1746129503.663555:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.663664:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731826688 00000100:00100000:0.0:1746129503.663672:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731826688 00002000:00100000:0.0:1746129503.663714:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012bd93100 x1830948731826688/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.663722:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd93100 with x1830948731826688 ext(3145728->4194303) 00002000:00010000:0.0:1746129503.663727:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd93100 00000100:00100000:0.0:1746129503.663757:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4404 00000100:00100000:0.0:1746129503.663769:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731826688:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.683289:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948731826176:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24994us (25995us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129503.683318:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4402 00002000:00100000:3.0:1746129503.683335:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880092fdb100 x1830948731826176/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.683345:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb100 with x1830948731826176 ext(2097152->3145727) 00002000:00010000:3.0:1746129503.683352:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdb100 00000100:00100000:0.0:1746129503.685369:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.685893:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731827072 00000100:00100000:3.0:1746129503.685904:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731827072 00000100:00100000:3.0:1746129503.685965:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11540 00000100:00100000:3.0:1746129503.685975:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:29300:x1830948731827072:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129503.685998:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.686020:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a667 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.686054:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.686063:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.686070:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.686072:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.686075:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3858432->4194303] (req 3858432->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.686116:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.686129:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 26 pid: 7149 timeout: 859 lvb_type: 1 00000100:00100000:3.0:1746129503.686143:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736774400:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129503.687578:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.687593:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 11 pid: 8411 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129503.687606:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736774528:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.689183:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+19:1960:x1830948731826560:12345-192.168.202.4@tcp:3:cat.0 Request processed in 27521us (27690us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129503.689194:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4403 00002000:00100000:2.0:1746129503.689206:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880092fda680 x1830948731826560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.689216:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fda680 with x1830948731826560 ext(3145728->4194303) 00002000:00010000:2.0:1746129503.689222:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fda680 00000100:00100000:3.0:1746129503.689562:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.690856:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731826688:12345-192.168.202.4@tcp:3:cat.0 Request processed in 27082us (27299us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.690867:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4404 00002000:00100000:1.0:1746129503.690879:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012bd93100 x1830948731826688/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.690887:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd93100 with x1830948731826688 ext(3145728->4194303) 00010000:00010000:1.0:1746129503.690897:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 25 pid: 7149 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129503.690920:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 25 pid: 7149 timeout: 859 lvb_type: 1 00002000:00010000:1.0:1746129503.690926:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bd93100 00000100:00100000:3.0:1746129503.695375:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736774400:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129503.695392:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736774528:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129503.695428:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3858432->4194303] (req 3858432->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.695451:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cfd7000, rc 0) 00000100:00100000:3.0:1746129503.695524:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:29300:x1830948731827072:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 9549us (10165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.695539:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11540 00000100:00100000:0.0:1746129503.698011:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.698091:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731827200 00000100:00100000:2.0:1746129503.698100:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731827200 00010000:00010000:2.0:1746129503.698149:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 11 pid: 8411 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129503.698189:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5814 00000100:00100000:2.0:1746129503.698198:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731827200:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.698214:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.698239:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 11 pid: 8411 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129503.698252:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 11 pid: 8411 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129503.698278:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba07c00/0x40a459093b05e780 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a60c expref: 11 pid: 8411 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129503.698336:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.698384:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731827200:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 187us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.698390:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5814 00000100:00100000:2.0:1746129503.698887:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.698923:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731827328 00000100:00100000:2.0:1746129503.698927:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731827328 00000100:00100000:2.0:1746129503.698951:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11541 00000100:00100000:2.0:1746129503.698957:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731827328:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.698974:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.698986:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090079200/0x40a459093b05e7fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a66e expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.699002:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.699011:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090079200/0x40a459093b05e7fe lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a66e expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.699021:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090079200/0x40a459093b05e7fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a66e expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.699029:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090079200, rc 0) 00000100:00100000:2.0:1746129503.700311:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731827328:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1338us (1409us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.700319:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11541 00000100:00100000:0.0:1746129503.701120:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.701283:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731827456 00000100:00100000:2.0:1746129503.701289:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731827456 00010000:00010000:2.0:1746129503.701344:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 25 pid: 7149 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129503.701368:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5815 00000100:00100000:2.0:1746129503.701375:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948731827456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.701388:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.701410:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 25 pid: 7149 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.701423:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 25 pid: 7149 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.701448:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bf7b600/0x40a459093b05e7b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a636 expref: 25 pid: 7149 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.701461:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.701462:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.701470:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.701477:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.701509:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.701521:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736774656:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129503.701594:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.702133:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.702250:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731827584 00000100:00100000:2.0:1746129503.702255:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731827584 00000100:00100000:1.0:1746129503.702513:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11542 00000100:00100000:1.0:1746129503.702522:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+25:29304:x1830948731827584:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.702539:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.702553:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a675 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.702571:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.702578:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129503.702579:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129503.702582:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.702604:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.702614:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 9 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129503.702622:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736774784:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129503.703394:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.704814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.704874:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731827840 00000100:00100000:1.0:1746129503.704883:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731827840 00002000:00100000:1.0:1746129503.704946:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3858432->3862527) req@ffff88013577f100 x1830948731827840/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.704956:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577f100 with x1830948731827840 ext(3858432->3862527) 00010000:00010000:1.0:1746129503.704966:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 10 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.704980:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 10 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746129503.704986:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013577f100 00000100:00100000:1.0:1746129503.705021:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1136 00000100:00100000:1.0:1746129503.705029:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731827840:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129503.705220:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731827840:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 191us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129503.705226:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1136 00002000:00100000:1.0:1746129503.705231:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3858432->3862527) req@ffff88013577f100 x1830948731827840/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.705237:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577f100 with x1830948731827840 ext(3858432->3862527) 00010000:00010000:1.0:1746129503.705242:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 10 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.705250:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 10 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746129503.705254:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013577f100 00000100:00100000:2.0:1746129503.705360:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736774656:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129503.705384:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.705423:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948731827456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4048us (4304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.705430:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5815 00000100:00100000:0.0:1746129503.706004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.706082:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731827968 00000100:00100000:2.0:1746129503.706086:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731827968 00000100:00100000:2.0:1746129503.706117:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11543 00000100:00100000:2.0:1746129503.706123:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:29307:x1830948731827968:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129503.706133:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.706148:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a67c expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.706170:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a262 expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.706178:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3a4 expref: 7 pid: 8410 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129503.706180:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736774784:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.706185:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a8 expref: 27 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.706191:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.706192:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.706195:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [774144->1048575] (req 774144->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.706197:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.706207:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061d200, rc 0) 00010000:00010000:2.0:1746129503.706219:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a8 expref: 27 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.706228:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a8 expref: 27 pid: 4699 timeout: 859 lvb_type: 1 00000100:00100000:1.0:1746129503.706228:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+27:29304:x1830948731827584:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3708us (4096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.706234:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11542 00000100:00100000:2.0:1746129503.706239:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736774912:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.706754:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3a4 expref: 7 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.706763:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3a4 expref: 7 pid: 8410 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129503.706770:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f544380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736775040:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.706823:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a262 expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.706831:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a262 expref: 9 pid: 7148 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129503.706839:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736775168:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.706858:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.710817:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.710857:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.710892:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731828480 00000100:00100000:0.0:1746129503.710893:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.710903:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731828480 00000100:00100000:0.0:1746129503.710936:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.710956:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731828608 00000100:00100000:0.0:1746129503.710960:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731828608 00000100:00100000:1.0:1746129503.710961:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11544 00000100:00100000:1.0:1746129503.710969:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+15:29300:x1830948731828480:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129503.710988:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129503.710988:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a8 expref: 27 pid: 4699 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129503.711005:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a683 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.711010:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731828096 00000100:00100000:0.0:1746129503.711012:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731828096 00010000:00010000:0.0:1746129503.711025:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3a4 expref: 8 pid: 8410 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129503.711034:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.711040:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5816 00010000:00010000:1.0:1746129503.711042:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a659 expref: 18 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.711045:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731828608:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129503.711049:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.711050:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.711053:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->3833855] (req 3145728->3833855) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 16 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.711055:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129503.711084:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a659 expref: 18 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.711085:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a8 expref: 27 pid: 4699 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129503.711094:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a659 expref: 18 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129503.711097:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a8 expref: 27 pid: 4699 timeout: 859 lvb_type: 1 00000100:00100000:1.0:1746129503.711106:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736775296:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129503.711118:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129503.711181:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731828352 00000100:00100000:3.0:1746129503.711186:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731828352 00002000:00100000:3.0:1746129503.711216:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3858432->4194303) req@ffff88013577ca80 x1830948731828352/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.711226:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577ca80 with x1830948731828352 ext(3858432->4194303) 00010000:00010000:3.0:1746129503.711233:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 10 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129503.711241:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 10 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129503.711247:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013577ca80 00000100:00100000:3.0:1746129503.711262:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1137 00000100:00100000:3.0:1746129503.711268:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731828352:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129503.711279:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5817 00000100:00100000:2.0:1746129503.711317:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731828096:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.711325:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.711341:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3a4 expref: 8 pid: 8410 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.711350:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3a4 expref: 8 pid: 8410 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.711361:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129503.712084:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731828608:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1035us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.712091:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5816 00010000:00010000:1.0:1746129503.712154:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.712167:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 16 pid: 8411 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129503.712176:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736775424:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.712247:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731828096:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 959us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.712257:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5817 00010000:00010000:2.0:1746129503.712403:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be05e00/0x40a459093b05e1d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2a8 expref: 26 pid: 4699 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129503.712419:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736774912:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.712451:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e73e400/0x40a459093b05e34a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3a4 expref: 7 pid: 8410 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129503.712459:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f544380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736775040:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.712468:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736775168:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.712499:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [774144->1048575] (req 774144->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.712508:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090079a00, rc 0) 00000100:00100000:2.0:1746129503.712526:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:29307:x1830948731827968:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6404us (6524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.712531:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11543 00000100:00100000:1.0:1746129503.713290:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.714264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.714381:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731828736 00000100:00100000:2.0:1746129503.714387:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731828736 00010000:00010000:2.0:1746129503.714418:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a262 expref: 12 pid: 7148 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129503.714676:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5818 00000100:00100000:2.0:1746129503.714685:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731828736:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.714701:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.714723:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a262 expref: 12 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.714734:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a262 expref: 12 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.715156:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f326c00/0x40a459093b05e152 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a262 expref: 12 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.715176:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.715177:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.715186:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.715195:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.715233:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.715244:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736775552:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129503.716566:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac300 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.719662:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736775296:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.719674:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736775424:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.719711:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->3833855] (req 3145728->3833855) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 16 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.719730:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061c800, rc 0) 00000100:00100000:2.0:1746129503.719779:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+16:29300:x1830948731828480:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 8809us (8972us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.719789:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11544 00000100:00100000:0.0:1746129503.721669:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.721702:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.721723:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.721743:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731828992 00000100:00100000:0.0:1746129503.721750:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731828992 00010000:00010000:0.0:1746129503.721779:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 16 pid: 8411 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129503.721802:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731828864 00000100:00100000:0.0:1746129503.721804:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731828864 00010000:00010000:0.0:1746129503.721812:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a659 expref: 19 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129503.721826:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5819 00000100:00100000:0.0:1746129503.721833:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731828992:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129503.721846:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.721868:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 16 pid: 8411 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129503.721878:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 16 pid: 8411 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129503.721904:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ba00/0x40a459093b05e78e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a61a expref: 16 pid: 8411 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129503.721941:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129503.721971:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731828992:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 138us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.721978:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5819 00000100:00100000:0.0:1746129503.721992:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5820 00000100:00100000:0.0:1746129503.721997:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731828864:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129503.722002:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129503.722009:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a659 expref: 19 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129503.722017:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a659 expref: 19 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129503.722027:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a061dc00/0x40a459093b05e7db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a659 expref: 19 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129503.722035:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.722037:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.722044:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.722053:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129503.722083:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.722095:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f46680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736775680:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129503.722143:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.722307:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731829248 00000100:00100000:1.0:1746129503.722311:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731829248 00002000:00100000:1.0:1746129503.722345:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (774144->778239) req@ffff88013575f100 x1830948731829248/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.722354:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f100 with x1830948731829248 ext(774144->778239) 00002000:00010000:1.0:1746129503.722358:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575f100 00000100:00100000:1.0:1746129503.722371:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4405 00000100:00100000:1.0:1746129503.722376:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731829248:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129503.722385:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736775552:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129503.722405:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.722426:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948731828736:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7742us (8167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.722431:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5818 00000100:00100000:1.0:1746129503.722502:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731829248:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 125us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129503.722507:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4405 00002000:00100000:1.0:1746129503.722512:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (774144->778239) req@ffff88013575f100 x1830948731829248/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.722518:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f100 with x1830948731829248 ext(774144->778239) 00002000:00010000:1.0:1746129503.722521:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575f100 00000100:00100000:3.0:1746129503.724050:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731828352:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 12775us (13185us total) trans 17179873138 rc 0/0 00000100:00100000:3.0:1746129503.724060:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1137 00002000:00100000:3.0:1746129503.724067:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3858432->4194303) req@ffff88013577ca80 x1830948731828352/t17179873138(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.724074:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577ca80 with x1830948731828352 ext(3858432->4194303) 00010000:00010000:3.0:1746129503.724084:0:31522:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 11 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129503.724102:0:31522:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 11 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129503.724108:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013577ca80 00000100:00100000:2.0:1746129503.725520:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f46680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736775680:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129503.725542:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129503.725594:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948731828864:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3595us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.725604:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5820 00000100:00100000:0.0:1746129503.729432:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.729975:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.730230:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731829376 00000100:00100000:2.0:1746129503.730240:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731829376 00000100:00100000:2.0:1746129503.730309:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11545 00000100:00100000:2.0:1746129503.730317:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+18:29307:x1830948731829376:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129503.730336:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.730354:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a68a expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.730382:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.730393:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a64b expref: 14 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.730399:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.730400:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129503.730403:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1175551] (req 1048576->1175551) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.730430:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a64b expref: 14 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.730439:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a64b expref: 14 pid: 20577 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129503.730449:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736775808:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.730526:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.730533:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 19 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129503.730538:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f544380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736775936:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.730556:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.730619:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.730923:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731829760 00000100:00100000:2.0:1746129503.730927:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731829760 00002000:00100000:2.0:1746129503.730952:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3829760->3833855) req@ffff880094f45180 x1830948731829760/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.730961:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45180 with x1830948731829760 ext(3829760->3833855) 00002000:00010000:2.0:1746129503.730965:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f45180 00000100:00100000:2.0:1746129503.730987:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4406 00000100:00100000:2.0:1746129503.730992:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731829760:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129503.731148:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731829760:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 155us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129503.731154:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4406 00002000:00100000:2.0:1746129503.731159:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (3829760->3833855) req@ffff880094f45180 x1830948731829760/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.731165:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45180 with x1830948731829760 ext(3829760->3833855) 00002000:00010000:2.0:1746129503.731167:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f45180 00000100:00100000:3.0:1746129503.732340:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731829504 00000100:00100000:3.0:1746129503.732351:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731829504 00010000:00010000:3.0:1746129503.732642:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 11 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129503.732709:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5821 00000100:00100000:3.0:1746129503.732716:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731829504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129503.732729:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129503.732750:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 11 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129503.732760:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 11 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129503.732780:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cfd7000/0x40a459093b05e7f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3858432->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a667 expref: 11 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129503.733262:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.733265:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.733274:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.733288:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.733683:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129503.733696:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736776064:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129503.734924:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2600 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.736130:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736775808:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.736828:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f544380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736775936:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.736872:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1175551] (req 1048576->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.736892:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090078400, rc 0) 00000100:00100000:2.0:1746129503.736997:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+19:29307:x1830948731829376:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6679us (7574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.737006:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11545 00000100:00100000:0.0:1746129503.740217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.740276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.740325:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731830016 00000100:00100000:2.0:1746129503.740334:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731830016 00000100:00100000:1.0:1746129503.740361:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731829888 00000100:00100000:1.0:1746129503.740366:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731829888 00010000:00010000:2.0:1746129503.740376:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 19 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.740385:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a64b expref: 15 pid: 20577 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129503.740405:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5822 00000100:00100000:1.0:1746129503.740413:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5823 00000100:00100000:2.0:1746129503.740414:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731830016:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129503.740418:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731829888:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129503.740428:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129503.740428:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129503.740450:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 19 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.740450:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a64b expref: 15 pid: 20577 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129503.740461:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a64b expref: 15 pid: 20577 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.740471:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 19 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.741116:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129ee9600/0x40a459093b05e7cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a64b expref: 15 pid: 20577 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129503.741123:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05e7c6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a644 expref: 19 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.741142:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.741144:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.741150:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 18 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.741158:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 18 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.741166:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129503.741193:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 18 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.741204:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736776192:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129503.741212:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731830016:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 799us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.741219:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5822 00000100:00100000:1.0:1746129503.741261:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129503.741656:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736776064:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129503.741673:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129503.741691:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731829504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 8976us (11716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.741697:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5821 00000100:00100000:1.0:1746129503.744835:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736776192:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129503.744866:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129503.744921:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731829888:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4490us (4632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.744932:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5823 00000100:00100000:0.0:1746129503.746421:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.746640:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731830528 00000100:00100000:2.0:1746129503.746651:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731830528 00002000:00100000:2.0:1746129503.746716:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a77b3480 x1830948731830528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.746728:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3480 with x1830948731830528 ext(4194304->4923391) 00002000:00010000:2.0:1746129503.746734:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b3480 00000100:00100000:2.0:1746129503.746769:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4407 00000100:00100000:2.0:1746129503.746777:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731830528:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129503.749996:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.751640:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731830272 00000100:00100000:2.0:1746129503.751656:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731830272 00002000:00100000:2.0:1746129503.751708:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e5:0x0] (1171456->1175551) req@ffff8800a77b0380 x1830948731830272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.751719:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0380 with x1830948731830272 ext(1171456->1175551) 00002000:00010000:2.0:1746129503.751724:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b0380 00000100:00100000:2.0:1746129503.751749:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4408 00000100:00100000:2.0:1746129503.751757:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731830272:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129503.751952:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731830272:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 196us (1967us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129503.751959:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4408 00002000:00100000:2.0:1746129503.751964:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e5:0x0] (1171456->1175551) req@ffff8800a77b0380 x1830948731830272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.751971:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0380 with x1830948731830272 ext(1171456->1175551) 00002000:00010000:2.0:1746129503.751974:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b0380 00000100:00100000:2.0:1746129503.757552:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731830528:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 10761us (11123us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129503.757566:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4407 00002000:00100000:2.0:1746129503.757581:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a77b3480 x1830948731830528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 729088/729088 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.757591:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3480 with x1830948731830528 ext(4194304->4923391) 00002000:00010000:2.0:1746129503.757598:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b3480 00000100:00100000:0.0:1746129503.757879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.757969:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.757986:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.758008:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.758087:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731830656 00000100:00100000:1.0:1746129503.758098:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731830656 00000100:00100000:1.0:1746129503.758138:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731830784 00000100:00100000:1.0:1746129503.758141:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731830784 00000100:00100000:1.0:1746129503.758156:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731830912 00000100:00100000:1.0:1746129503.758157:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731830912 00000100:00100000:1.0:1746129503.758167:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731831040 00000100:00100000:1.0:1746129503.758169:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731831040 00000100:00100000:1.0:1746129503.758182:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11546 00000100:00100000:1.0:1746129503.758191:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731830656:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.758212:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.758235:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a061da00/0x40a459093b05e821 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a691 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.758320:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736776320:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.758392:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3000 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.758414:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11547 00000100:00100000:1.0:1746129503.758419:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731830784:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.758427:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.758437:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a061d000/0x40a459093b05e828 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a698 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.758462:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736776448:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.758482:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129503.758554:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11548 00000100:00100000:3.0:1746129503.758563:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:1960:x1830948731830912:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129503.758570:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.758578:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a69f expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.758591:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.758593:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.758603:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a69f expref: 17 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.758617:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a69f expref: 17 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.758630:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c538200, rc 0) 00000100:00100000:3.0:1746129503.758653:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731830912:12345-192.168.202.4@tcp:101:cat.0 Request processed in 92us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.758658:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11548 00000100:00100000:3.0:1746129503.758675:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11549 00000100:00100000:3.0:1746129503.758680:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731831040:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129503.758687:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129503.758694:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6a6 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129503.758703:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.758704:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129503.758707:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6a6 expref: 13 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.758716:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6a6 expref: 13 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129503.758722:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c539000, rc 0) 00000100:00100000:3.0:1746129503.758736:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731831040:12345-192.168.202.4@tcp:101:cat.0 Request processed in 56us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129503.758740:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11549 00002000:00010000:2.0:1746129503.764615:0:7148:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime: 1746129501 -> 1746129504 00002000:00010000:2.0:1746129503.764623:0:7148:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime: 1746129500 -> 1746129504 00002000:00010000:2.0:1746129503.764625:0:7148:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime: 1746129501 -> 1746129504 00000100:00100000:2.0:1746129503.764652:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736776320:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.764695:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a061da00/0x40a459093b05e821 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a691 expref: 12 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.764708:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a061da00/0x40a459093b05e821 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a691 expref: 12 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.764723:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061da00, rc 0) 00000100:00100000:1.0:1746129503.764814:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736776448:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129503.764838:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a061d000/0x40a459093b05e828 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a698 expref: 16 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.764849:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a061d000/0x40a459093b05e828 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a698 expref: 16 pid: 31503 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129503.765166:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731830656:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6963us (7275us total) trans 0 rc 301/301 00010000:00010000:1.0:1746129503.765180:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061d000, rc 0) 00000100:00100000:1.0:1746129503.765202:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731830784:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6781us (7232us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129503.765211:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11547 00000100:00100000:2.0:1746129503.765413:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11546 00000100:00100000:0.0:1746129503.767496:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.767734:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731831168 00000100:00100000:2.0:1746129503.767743:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731831168 00000100:00100000:2.0:1746129503.768216:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11550 00000100:00100000:2.0:1746129503.768226:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:29311:x1830948731831168:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.768247:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.768265:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6ad expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.768321:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.768329:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.768331:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.768334:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 12 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.768369:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.768380:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 24 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129503.768393:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f544380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736776576:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129503.769160:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.769188:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731831296 00000100:00100000:0.0:1746129503.769192:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731831296 00000100:00100000:0.0:1746129503.769219:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11551 00000100:00100000:0.0:1746129503.769225:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731831296:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129503.769234:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129503.769245:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fb2000/0x40a459093b05e844 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6b4 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.769501:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0aca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.769628:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736776704:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129503.770426:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e900 going to sleep for 11 seconds 00002000:00010000:1.0:1746129503.773083:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129503 -> 1746129504 00000100:00100000:2.0:1746129503.773109:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f544380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736776576:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.773157:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 12 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.773177:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090078c00, rc 0) 00000100:00100000:1.0:1746129503.773489:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736776704:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129503.773520:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095fb2000/0x40a459093b05e844 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6b4 expref: 19 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.773534:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095fb2000/0x40a459093b05e844 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6b4 expref: 19 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.773551:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fb2000, rc 0) 00000100:00100000:1.0:1746129503.773940:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731831296:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4713us (4782us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.773942:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+12:29311:x1830948731831168:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5716us (6451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.773947:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11551 00000100:00100000:2.0:1746129503.773952:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11550 00000100:00100000:3.0:1746129503.774171:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.774245:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731831424 00000100:00100000:3.0:1746129503.774252:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731831424 00002000:00100000:3.0:1746129503.774313:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (774144->1048575) req@ffff880093edfb80 x1830948731831424/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.774323:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edfb80 with x1830948731831424 ext(774144->1048575) 00010000:00010000:3.0:1746129503.774330:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 25 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129503.774342:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 25 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129503.774348:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093edfb80 00000100:00100000:3.0:1746129503.774365:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1138 00000100:00100000:3.0:1746129503.774372:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731831424:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129503.778790:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.778822:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.778894:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731831552 00000100:00100000:2.0:1746129503.778904:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731831552 00000100:00100000:1.0:1746129503.778917:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731831680 00000100:00100000:1.0:1746129503.778928:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731831680 00000100:00100000:2.0:1746129503.778968:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11552 00000100:00100000:2.0:1746129503.778987:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731831552:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129503.778988:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11553 00000100:00100000:1.0:1746129503.778994:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948731831680:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.779012:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.779028:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a061c600/0x40a459093b05e84b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6c2 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.779049:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.779063:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090079400/0x40a459093b05e852 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6bb expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.779078:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736776832:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129503.779103:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f544380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736776960:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129503.779768:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.779978:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0aca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129503.781452:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731831424:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 7071us (7272us total) trans 17179873139 rc 0/0 00000100:00100000:3.0:1746129503.781474:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1138 00002000:00100000:3.0:1746129503.781486:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (774144->1048575) req@ffff880093edfb80 x1830948731831424/t17179873139(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.781497:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edfb80 with x1830948731831424 ext(774144->1048575) 00010000:00010000:3.0:1746129503.781507:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 29 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129503.781522:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 29 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129503.781529:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093edfb80 00000100:00100000:1.0:1746129503.781893:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736776832:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129503.781937:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a061c600/0x40a459093b05e84b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c2 expref: 19 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.782594:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a061c600/0x40a459093b05e84b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c2 expref: 19 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.782627:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061c600, rc 0) 00000100:00100000:2.0:1746129503.782628:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f544380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736776960:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.782650:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090079400/0x40a459093b05e852 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6bb expref: 28 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.782659:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090079400/0x40a459093b05e852 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6bb expref: 28 pid: 7148 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129503.782666:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948731831680:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3671us (3842us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129503.782674:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11553 00010000:00010000:2.0:1746129503.782682:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090079400, rc 0) 00000100:00100000:2.0:1746129503.782703:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731831552:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3728us (3924us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.782708:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11552 00000100:00100000:2.0:1746129503.789070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.789134:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731831808 00000100:00100000:1.0:1746129503.789142:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731831808 00010000:00010000:1.0:1746129503.789178:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 27 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129503.789682:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5824 00000100:00100000:1.0:1746129503.789691:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731831808:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129503.789704:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129503.789724:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 27 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.789736:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 27 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.789761:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090079a00/0x40a459093b05e80c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 774144->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a67c expref: 27 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.789782:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.789784:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.789789:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.789797:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.789825:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.789835:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736777088:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129503.789920:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.796848:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736777088:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129503.797040:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129503.797094:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731831808:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7402us (8028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.797108:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5824 00000100:00100000:0.0:1746129503.799280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.799385:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731832064 00000100:00100000:3.0:1746129503.799392:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731832064 00002000:00100000:3.0:1746129503.799427:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a063e680 x1830948731832064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.799437:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063e680 with x1830948731832064 ext(0->1048575) 00002000:00010000:3.0:1746129503.799441:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063e680 00000100:00100000:3.0:1746129503.799458:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4409 00000100:00100000:3.0:1746129503.799464:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731832064:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.818872:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731832064:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19398us (19587us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129503.818882:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4409 00002000:00100000:3.0:1746129503.818892:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a063e680 x1830948731832064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.818901:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063e680 with x1830948731832064 ext(0->1048575) 00002000:00010000:3.0:1746129503.818916:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063e680 00000100:00100000:0.0:1746129503.827798:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.828579:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731832192 00000100:00100000:2.0:1746129503.828587:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731832192 00000100:00100000:2.0:1746129503.828640:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11554 00000100:00100000:2.0:1746129503.828648:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+15:29311:x1830948731832192:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.828670:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.828688:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6c9 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.828730:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 17 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.828739:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.828741:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.828744:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.828779:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 17 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.828796:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 17 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129503.828807:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736777216:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.829045:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0aca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129503.831868:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736777216:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.831901:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.831927:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090079200, rc 0) 00000100:00100000:2.0:1746129503.832253:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+16:29311:x1830948731832192:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3604us (4459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.832262:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11554 00000100:00100000:0.0:1746129503.833731:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.833887:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731832320 00000100:00100000:3.0:1746129503.833893:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731832320 00002000:00100000:3.0:1746129503.833939:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1175551) req@ffff8800a063d180 x1830948731832320/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.833947:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063d180 with x1830948731832320 ext(1048576->1175551) 00010000:00010000:3.0:1746129503.833954:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 18 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129503.833967:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 18 pid: 20577 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129503.833976:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a063d180 00000100:00100000:3.0:1746129503.834001:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1139 00000100:00100000:3.0:1746129503.834008:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731832320:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129503.838413:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731832320:12345-192.168.202.4@tcp:4:cat.0 Request processed in 4397us (4678us total) trans 21474840336 rc 0/0 00000100:00100000:3.0:1746129503.838424:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1139 00002000:00100000:3.0:1746129503.838434:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1175551) req@ffff8800a063d180 x1830948731832320/t21474840336(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.838442:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063d180 with x1830948731832320 ext(1048576->1175551) 00010000:00010000:3.0:1746129503.838451:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 20 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129503.838465:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 20 pid: 20577 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129503.838471:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a063d180 00000100:00100000:0.0:1746129503.841413:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.841677:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731832448 00000100:00100000:1.0:1746129503.841685:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731832448 00010000:00010000:1.0:1746129503.841717:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 20 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129503.841757:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5825 00000100:00100000:1.0:1746129503.841764:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731832448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129503.841777:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129503.841797:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 20 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.841808:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 20 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.841827:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090078400/0x40a459093b05e81a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1175551) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a68a expref: 20 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.841857:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.841859:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.841865:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.841874:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.841904:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129503.841927:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736777344:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129503.842007:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.844171:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736777344:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129503.844189:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129503.844627:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731832448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2860us (3218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.844637:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5825 00000100:00100000:0.0:1746129503.850061:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.850114:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129503.850550:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731832704 00000100:00100000:3.0:1746129503.850558:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731832704 00000100:00100000:1.0:1746129503.850564:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731832832 00000100:00100000:1.0:1746129503.850568:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731832832 00002000:00100000:3.0:1746129503.850594:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094efc000 x1830948731832704/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.850594:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094efca80 x1830948731832832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.850603:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc000 with x1830948731832704 ext(1048576->2097151) 00002000:00100000:1.0:1746129503.850603:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efca80 with x1830948731832832 ext(1048576->2097151) 00002000:00010000:3.0:1746129503.850608:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efc000 00002000:00010000:1.0:1746129503.850608:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efca80 00000100:00100000:1.0:1746129503.850637:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4410 00000100:00100000:1.0:1746129503.850644:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731832832:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129503.851482:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4411 00000100:00100000:2.0:1746129503.851493:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731832704:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129503.863237:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731832832:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12584us (13114us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.863248:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4410 00002000:00100000:1.0:1746129503.863261:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094efca80 x1830948731832832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.863270:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efca80 with x1830948731832832 ext(1048576->2097151) 00002000:00010000:1.0:1746129503.863275:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efca80 00000100:00100000:2.0:1746129503.863400:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731832704:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11904us (13340us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129503.863412:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4411 00002000:00100000:2.0:1746129503.863424:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094efc000 x1830948731832704/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.863438:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc000 with x1830948731832704 ext(1048576->2097151) 00002000:00010000:2.0:1746129503.863443:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efc000 00000100:00100000:0.0:1746129503.878753:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.878796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.878818:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.878872:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.878918:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731833216 00000100:00100000:0.0:1746129503.878928:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731833216 00000100:00100000:2.0:1746129503.878963:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731833472 00000100:00100000:2.0:1746129503.878968:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731833472 00002000:00100000:0.0:1746129503.878981:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094eff480 x1830948731833216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.878988:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094efd180 x1830948731833472/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.878991:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eff480 with x1830948731833216 ext(2097152->3145727) 00002000:00100000:2.0:1746129503.878997:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efd180 with x1830948731833472 ext(3145728->4194303) 00002000:00010000:0.0:1746129503.878997:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eff480 00002000:00010000:2.0:1746129503.879000:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094efd180 00000100:00100000:0.0:1746129503.879018:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731833728 00000100:00100000:0.0:1746129503.879020:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731833728 00000100:00100000:2.0:1746129503.879031:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731833984 00002000:00100000:0.0:1746129503.879031:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094efce00 x1830948731833728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129503.879034:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731833984 00002000:00100000:0.0:1746129503.879037:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efce00 with x1830948731833728 ext(2097152->3145727) 00002000:00010000:0.0:1746129503.879042:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efce00 00002000:00100000:2.0:1746129503.879049:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3833856->4194303) req@ffff880094efc700 x1830948731833984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129503.879054:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4412 00002000:00100000:2.0:1746129503.879056:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc700 with x1830948731833984 ext(3833856->4194303) 00002000:00010000:2.0:1746129503.879061:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efc700 00000100:00100000:0.0:1746129503.879063:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731833216:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129503.879072:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4413 00000100:00100000:2.0:1746129503.879078:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731833472:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.879113:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4414 00000100:00100000:3.0:1746129503.879123:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731833728:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129503.879158:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4415 00000100:00100000:2.0:1746129503.879164:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731833984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129503.882900:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731833984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 3728us (4019us total) trans 0 rc 360448/360448 00000100:00100000:2.0:1746129503.882922:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4415 00002000:00100000:2.0:1746129503.882931:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3833856->4194303) req@ffff880094efc700 x1830948731833984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 360448/360448 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.882950:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc700 with x1830948731833984 ext(3833856->4194303) 00002000:00010000:2.0:1746129503.882955:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efc700 00000100:00100000:1.0:1746129503.904109:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731833216:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25039us (25363us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.904119:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4412 00002000:00100000:1.0:1746129503.904130:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094eff480 x1830948731833216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.904540:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eff480 with x1830948731833216 ext(2097152->3145727) 00002000:00010000:1.0:1746129503.904545:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094eff480 00000100:00100000:2.0:1746129503.909571:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731833472:12345-192.168.202.4@tcp:3:cat.0 Request processed in 30484us (30763us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129503.909583:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4413 00002000:00100000:2.0:1746129503.909594:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094efd180 x1830948731833472/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.909602:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efd180 with x1830948731833472 ext(3145728->4194303) 00002000:00010000:2.0:1746129503.909608:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094efd180 00000100:00100000:0.0:1746129503.915856:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.915897:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129503.915931:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.915993:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731834240 00000100:00100000:1.0:1746129503.916002:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731834240 00000100:00100000:1.0:1746129503.916060:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731834112 00000100:00100000:1.0:1746129503.916062:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731834112 00000100:00100000:0.0:1746129503.916071:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731834368 00000100:00100000:0.0:1746129503.916077:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731834368 00000100:00100000:1.0:1746129503.916083:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11555 00000100:00100000:1.0:1746129503.916089:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731834240:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.916105:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129503.916116:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11556 00010000:00010000:1.0:1746129503.916119:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6d7 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129503.916124:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731834112:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129503.916137:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129503.916140:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.916140:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129503.916146:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d7 expref: 21 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129503.916154:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6d0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129503.916159:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d7 expref: 21 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129503.916168:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095275400, rc 0) 00010000:00010000:0.0:1746129503.916176:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.916178:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129503.916185:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d0 expref: 27 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129503.916197:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d0 expref: 27 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129503.916206:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f385e00, rc 0) 00000100:00100000:1.0:1746129503.916217:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948731834240:12345-192.168.202.4@tcp:101:cat.0 Request processed in 128us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129503.916225:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11555 00000100:00100000:2.0:1746129503.916232:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11557 00000100:00100000:0.0:1746129503.916234:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731834112:12345-192.168.202.4@tcp:101:cat.0 Request processed in 111us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129503.916240:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11556 00000100:00100000:2.0:1746129503.916244:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731834368:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.916252:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.916260:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090078a00/0x40a459093b05e86e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6de expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129503.916317:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736777472:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129503.916372:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129503.916760:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1960:x1830948731833728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 37636us (37938us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.916769:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4414 00002000:00100000:1.0:1746129503.916777:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094efce00 x1830948731833728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.916797:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efce00 with x1830948731833728 ext(2097152->3145727) 00002000:00010000:1.0:1746129503.916803:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efce00 00000100:00100000:2.0:1746129503.920454:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736777472:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129503.920499:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090078a00/0x40a459093b05e86e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6de expref: 21 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.920515:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090078a00/0x40a459093b05e86e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6de expref: 21 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129503.920551:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090078a00, rc 0) 00000100:00100000:2.0:1746129503.920601:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731834368:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4360us (4667us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129503.920610:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11557 00000100:00100000:0.0:1746129503.928013:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.928149:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731834624 00000100:00100000:1.0:1746129503.928160:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731834624 00002000:00100000:1.0:1746129503.928215:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a0990a80 x1830948731834624/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.928225:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990a80 with x1830948731834624 ext(4194304->4923391) 00002000:00010000:1.0:1746129503.928231:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0990a80 00000100:00100000:2.0:1746129503.928769:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4416 00000100:00100000:2.0:1746129503.928783:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731834624:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129503.931733:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.931787:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731834880 00000100:00100000:0.0:1746129503.931787:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.931797:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731834880 00000100:00100000:0.0:1746129503.931815:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731835136 00000100:00100000:0.0:1746129503.931818:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731835136 00002000:00100000:2.0:1746129503.931848:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a0993800 x1830948731834880/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129503.931848:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a0992300 x1830948731835136/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.931858:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993800 with x1830948731834880 ext(0->1048575) 00002000:00100000:0.0:1746129503.931858:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992300 with x1830948731835136 ext(1048576->2097151) 00002000:00010000:2.0:1746129503.931863:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0993800 00002000:00010000:0.0:1746129503.931863:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0992300 00000100:00100000:0.0:1746129503.932943:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4417 00000100:00100000:0.0:1746129503.932954:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731835136:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129503.933257:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4418 00000100:00100000:3.0:1746129503.933266:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731834880:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129503.940049:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731834624:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11256us (12034us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129503.940064:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4416 00002000:00100000:2.0:1746129503.940080:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a0990a80 x1830948731834624/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129503.940091:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990a80 with x1830948731834624 ext(4194304->4923391) 00002000:00010000:2.0:1746129503.940098:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0990a80 00000100:00100000:3.0:1746129503.946250:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731834880:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12971us (14513us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129503.946263:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4418 00002000:00100000:3.0:1746129503.946277:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a0993800 x1830948731834880/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129503.946287:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993800 with x1830948731834880 ext(0->1048575) 00002000:00010000:3.0:1746129503.946326:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0993800 00000100:00100000:1.0:1746129503.947410:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731835136:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14455us (15619us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.947418:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4417 00002000:00100000:1.0:1746129503.947426:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a0992300 x1830948731835136/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.947433:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992300 with x1830948731835136 ext(1048576->2097151) 00002000:00010000:1.0:1746129503.947437:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0992300 00000100:00100000:0.0:1746129503.966098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.967808:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731835392 00000100:00100000:1.0:1746129503.967822:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731835392 00002000:00100000:1.0:1746129503.967879:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0992680 x1830948731835392/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.967889:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992680 with x1830948731835392 ext(2097152->3145727) 00002000:00010000:1.0:1746129503.967895:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0992680 00000100:00100000:1.0:1746129503.967945:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4419 00000100:00100000:1.0:1746129503.967953:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731835392:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129503.982742:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731835392:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14780us (16646us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129503.982752:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4419 00002000:00100000:1.0:1746129503.982762:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0992680 x1830948731835392/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:244/0 lens 488/440 e 0 to 0 dl 1746129514 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.982771:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992680 with x1830948731835392 ext(2097152->3145727) 00002000:00010000:1.0:1746129503.982776:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0992680 00000100:00100000:1.0:1746129503.995451:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129503.995569:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731835520 00000100:00100000:2.0:1746129503.995582:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731835520 00000100:00100000:2.0:1746129503.995653:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11558 00000100:00100000:2.0:1746129503.995661:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+20:29319:x1830948731835520:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129503.995684:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129503.995706:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6e5 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.995736:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 15 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.995744:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.995746:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129503.995749:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.995777:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 15 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.995787:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 15 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129503.995800:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736777600:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129503.996998:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129503.999019:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129503.999084:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731835648 00000100:00100000:1.0:1746129503.999092:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731835648 00002000:00100000:1.0:1746129503.999148:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3833855) req@ffff88012ebbdc50 x1830948731835648/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/0 e 0 to 0 dl 1746129514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129503.999159:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ebbdc50 with x1830948731835648 ext(3145728->3833855) 00010000:00010000:1.0:1746129503.999168:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 16 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129503.999182:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 16 pid: 20577 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746129503.999188:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ebbdc50 00000100:00100000:1.0:1746129503.999215:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1140 00000100:00100000:1.0:1746129503.999221:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ebbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731835648:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129503.999784:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736777600:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129503.999815:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129503.999826:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090079e00, rc 0) 00000100:00100000:2.0:1746129503.999848:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+21:29319:x1830948731835520:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4188us (4410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129503.999856:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11558 00000100:00100000:0.0:1746129504.006008:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ebbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:1961:x1830948731835648:12345-192.168.202.4@tcp:4:cat.0 Request processed in 6778us (6989us total) trans 21474840337 rc 0/0 00000100:00100000:0.0:1746129504.006018:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1140 00002000:00100000:0.0:1746129504.006027:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3833855) req@ffff88012ebbdc50 x1830948731835648/t21474840337(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:244/0 lens 488/448 e 0 to 0 dl 1746129514 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129504.006034:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ebbdc50 with x1830948731835648 ext(3145728->3833855) 00010000:00010000:0.0:1746129504.006043:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 18 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.006055:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 18 pid: 20577 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746129504.006062:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ebbdc50 00000100:00100000:0.0:1746129504.008216:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.008320:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731835776 00000100:00100000:2.0:1746129504.008328:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731835776 00000100:00100000:2.0:1746129504.008384:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11559 00000100:00080000:3.0:1746129504.008385:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746129504.008394:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+21:29324:x1830948731835776:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129504.008409:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129504.008423:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6ec expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.008443:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129504.008445:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129504.008448:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->4169727] (req 3756032->4169727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.008459:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->4169727] (req 3756032->4169727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.008468:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090078200, rc 0) 00000100:00100000:2.0:1746129504.008513:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+22:29324:x1830948731835776:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 122us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.008519:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11559 00000100:00100000:0.0:1746129504.011595:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.011683:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731835904 00000100:00100000:1.0:1746129504.011691:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731835904 00010000:00010000:1.0:1746129504.011722:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 18 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.011757:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5826 00000100:00100000:1.0:1746129504.011767:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731835904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129504.011780:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129504.011800:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 18 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129504.011811:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 18 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129504.011831:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a061c800/0x40a459093b05e813 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3833855) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a683 expref: 18 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129504.011861:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.011863:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.011870:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.011877:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.011888:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.011889:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.011892:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.011897:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.012049:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129504.012061:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736777728:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129504.012151:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129504.012159:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736777856:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129504.012177:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129504.015290:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.015352:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736777728:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129504.015362:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736777856:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129504.015381:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129504.015401:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731836160 00000100:00100000:2.0:1746129504.015407:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731836160 00000100:00100000:1.0:1746129504.015424:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731835904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3660us (3836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.015433:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5826 00002000:00100000:2.0:1746129504.015446:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3756032->3760127) req@ffff8800a0990000 x1830948731836160/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129504.015454:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990000 with x1830948731836160 ext(3756032->3760127) 00002000:00010000:2.0:1746129504.015458:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0990000 00000100:00100000:2.0:1746129504.015472:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4420 00000100:00100000:2.0:1746129504.015478:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731836160:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129504.015916:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948731836160:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 437us (632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129504.015922:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4420 00002000:00100000:2.0:1746129504.015927:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3756032->3760127) req@ffff8800a0990000 x1830948731836160/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129504.015933:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990000 with x1830948731836160 ext(3756032->3760127) 00002000:00010000:2.0:1746129504.015936:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0990000 00000100:00100000:2.0:1746129504.018992:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.019032:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.019111:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731836416 00000100:00100000:0.0:1746129504.019123:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731836416 00002000:00100000:0.0:1746129504.019172:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f546300 x1830948731836416/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129504.019181:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f546300 with x1830948731836416 ext(2097152->3145727) 00002000:00010000:0.0:1746129504.019187:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f546300 00000100:00100000:0.0:1746129504.019204:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731836672 00000100:00100000:0.0:1746129504.019206:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731836672 00002000:00100000:0.0:1746129504.019240:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f547480 x1830948731836672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129504.019246:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f547480 with x1830948731836672 ext(3145728->4194303) 00002000:00010000:0.0:1746129504.019249:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f547480 00000100:00100000:0.0:1746129504.019261:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4421 00000100:00100000:0.0:1746129504.019268:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731836416:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129504.020982:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4422 00000100:00100000:1.0:1746129504.020997:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731836672:12345-192.168.202.4@tcp:3:multiop.0 00000100:00080000:3.0:1746129504.021006:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129504.024133:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.024242:0:31522:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731836928 00000100:00100000:2.0:1746129504.024253:0:31522:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731836928 00002000:00100000:2.0:1746129504.024324:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (4165632->4169727) req@ffff8800a0990700 x1830948731836928/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129504.024333:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990700 with x1830948731836928 ext(4165632->4169727) 00002000:00010000:2.0:1746129504.024339:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0990700 00000100:00100000:2.0:1746129504.024374:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4423 00000100:00100000:2.0:1746129504.024382:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731836928:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129504.024516:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731836928:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 135us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129504.024523:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4423 00002000:00100000:2.0:1746129504.024528:0:31522:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x3e7:0x0] (4165632->4169727) req@ffff8800a0990700 x1830948731836928/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129504.024536:0:31522:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990700 with x1830948731836928 ext(4165632->4169727) 00002000:00010000:2.0:1746129504.024539:0:31522:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0990700 00000100:00100000:2.0:1746129504.035025:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731836416:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 15744us (16032us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129504.035038:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4421 00002000:00100000:2.0:1746129504.035050:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f546300 x1830948731836416/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/440 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129504.035059:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f546300 with x1830948731836416 ext(2097152->3145727) 00002000:00010000:2.0:1746129504.035066:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f546300 00000100:00100000:1.0:1746129504.039327:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731836672:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 18321us (20281us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129504.039341:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4422 00002000:00100000:1.0:1746129504.039354:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f547480 x1830948731836672/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/440 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.039364:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f547480 with x1830948731836672 ext(3145728->4194303) 00002000:00010000:1.0:1746129504.039370:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f547480 00000100:00100000:0.0:1746129504.050071:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.050357:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731837056 00000100:00100000:2.0:1746129504.050367:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731837056 00000100:00100000:2.0:1746129504.051326:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11560 00000100:00100000:2.0:1746129504.051336:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+22:29319:x1830948731837056:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129504.051352:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129504.052197:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6f3 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.052227:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.052234:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129504.052236:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129504.052239:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.052273:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.052284:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 23 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.052332:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736777984:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129504.052436:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129504.061235:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.061598:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731837184 00000100:00100000:1.0:1746129504.061605:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731837184 00002000:00100000:1.0:1746129504.061644:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3756032->4169727) req@ffff8800a0990380 x1830948731837184/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.061652:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990380 with x1830948731837184 ext(3756032->4169727) 00010000:00010000:1.0:1746129504.061660:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 24 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129504.061671:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 24 pid: 7148 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746129504.061678:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0990380 00000100:00100000:1.0:1746129504.061706:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1141 00000100:00100000:1.0:1746129504.061712:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731837184:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129504.062352:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736777984:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129504.062377:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.062388:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090078e00, rc 0) 00000100:00100000:2.0:1746129504.062413:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:29319:x1830948731837056:12345-192.168.202.4@tcp:101:cat.0 Request processed in 11080us (12349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.062420:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11560 00000100:00100000:0.0:1746129504.071575:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.073680:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731837312 00000100:00100000:3.0:1746129504.073689:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731837312 00000100:00100000:3.0:1746129504.073731:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11561 00000100:00100000:3.0:1746129504.073738:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+17:29321:x1830948731837312:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129504.073752:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.073764:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a6fa expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.073788:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.073794:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129504.073796:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129504.073799:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.073824:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.073832:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 24 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.073842:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736778112:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.073925:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129504.075580:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736778112:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.075598:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.075608:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091571800, rc 0) 00000100:00100000:3.0:1746129504.075737:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:29321:x1830948731837312:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1999us (4169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.075738:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731837184:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 14024us (14509us total) trans 21474840338 rc 0/0 00000100:00100000:3.0:1746129504.075745:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11561 00000100:00100000:1.0:1746129504.075747:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1141 00002000:00100000:1.0:1746129504.075753:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3756032->4169727) req@ffff8800a0990380 x1830948731837184/t21474840338(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/448 e 0 to 0 dl 1746129515 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.075760:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990380 with x1830948731837184 ext(3756032->4169727) 00010000:00010000:1.0:1746129504.075766:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 25 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129504.075775:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 25 pid: 7148 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746129504.075781:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0990380 00000100:00100000:0.0:1746129504.076805:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.076922:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731837440 00000100:00100000:3.0:1746129504.076927:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731837440 00000100:00100000:3.0:1746129504.077018:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11562 00000100:00100000:3.0:1746129504.077026:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731837440:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129504.077036:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.077047:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091570a00/0x40a459093b05e891 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a701 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129504.077083:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736778240:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129504.077394:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129504.079207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.079242:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.079284:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731837568 00000100:00100000:1.0:1746129504.079290:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731837568 00010000:00010000:1.0:1746129504.079333:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 25 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.079353:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731837696 00000100:00100000:1.0:1746129504.079355:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731837696 00000100:00100000:3.0:1746129504.079397:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5827 00000100:00100000:3.0:1746129504.079404:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731837568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.079415:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.079435:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 26 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.079444:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 26 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.079462:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.079464:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.079469:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.079477:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.079503:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129504.079512:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736778368:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129504.079563:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2540 going to sleep for 11 seconds 00010000:00010000:1.0:1746129504.079586:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 26 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.079606:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5828 00000100:00100000:1.0:1746129504.079612:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731837696:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129504.079619:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129504.079627:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 26 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129504.079635:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 26 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129504.079646:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090079e00/0x40a459093b05e875 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 8 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6e5 expref: 26 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129504.079660:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.079661:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.079665:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.079671:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.079688:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129504.079696:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736778496:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129504.079716:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3780 going to sleep for 11 seconds 00010000:00010000:2.0:1746129504.079763:0:7148:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.4@tcp) returned -22 from glimpse AST (req@ffff880093edd500 x1830948736778240) - normal race ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 25 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.079783:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090078200/0x40a459093b05e87c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [3756032->18446744073709551615] (req 3756032->4169727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ec expref: 25 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.079806:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736778240:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129504.079826:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091570a00/0x40a459093b05e891 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a701 expref: 19 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.079834:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091570a00/0x40a459093b05e891 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a701 expref: 19 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.079841:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091570a00, rc 0) 00000100:00100000:2.0:1746129504.079869:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731837440:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2843us (3065us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129504.079875:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11562 00000100:00100000:0.0:1746129504.082453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.082614:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731837952 00000100:00100000:1.0:1746129504.082620:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731837952 00000100:00100000:3.0:1746129504.082630:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736778368:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129504.082631:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736778496:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129504.082643:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129504.082643:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746129504.082654:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2760704->2764799) req@ffff8800a0992680 x1830948731837952/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.082662:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992680 with x1830948731837952 ext(2760704->2764799) 00002000:00010000:1.0:1746129504.082666:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0992680 00000100:00100000:1.0:1746129504.082681:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4424 00000100:00100000:3.0:1746129504.082683:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731837568:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3274us (3473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.082688:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731837952:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129504.082691:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5827 00000100:00100000:0.0:1746129504.082979:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731837696:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3366us (3735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.082985:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731837952:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 295us (536us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129504.082986:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5828 00000100:00100000:1.0:1746129504.082990:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4424 00002000:00100000:1.0:1746129504.082995:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2760704->2764799) req@ffff8800a0992680 x1830948731837952/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.083001:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992680 with x1830948731837952 ext(2760704->2764799) 00002000:00010000:1.0:1746129504.083004:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0992680 00000100:00100000:0.0:1746129504.093644:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.093713:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731838208 00000100:00100000:1.0:1746129504.093721:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731838208 00002000:00100000:1.0:1746129504.093759:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0992d80 x1830948731838208/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.093767:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992d80 with x1830948731838208 ext(3145728->4194303) 00002000:00010000:1.0:1746129504.093772:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0992d80 00000100:00100000:1.0:1746129504.093801:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4425 00000100:00100000:1.0:1746129504.093808:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731838208:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129504.096358:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.096403:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.096428:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731838336 00000100:00100000:0.0:1746129504.096434:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731838336 00000100:00100000:0.0:1746129504.096473:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731838464 00000100:00100000:0.0:1746129504.096475:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731838464 00000100:00100000:0.0:1746129504.096489:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11563 00000100:00100000:0.0:1746129504.096496:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+12:29321:x1830948731838336:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129504.096510:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129504.096511:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11564 00000100:00100000:3.0:1746129504.096518:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+18:29328:x1830948731838464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129504.096523:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a708 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.096526:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.096536:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a70f expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.096546:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.096550:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.096554:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6a6 expref: 13 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.096556:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129504.096557:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129504.096559:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.096560:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.096560:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129504.096563:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3563519] (req 3145728->3563519) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 13 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.096581:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.096581:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6a6 expref: 13 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.096590:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 19 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.096591:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6a6 expref: 13 pid: 8412 timeout: 859 lvb_type: 1 00000100:00100000:3.0:1746129504.096600:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736778624:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129504.096604:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736778752:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.096666:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2540 going to sleep for 11 seconds 00010000:00010000:0.0:1746129504.097184:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.097194:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 26 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.097202:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736778880:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129504.097216:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a673e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746129504.101478:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736778624:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.101509:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.101528:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c3d4a00, rc 0) 00000100:00100000:3.0:1746129504.101576:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+19:29328:x1830948731838464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5057us (5171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.101585:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11564 00000100:00100000:1.0:1746129504.101832:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736778752:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.101977:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736778880:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.101993:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3563519] (req 3145728->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 13 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.102002:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f447a00, rc 0) 00000100:00100000:1.0:1746129504.102315:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+13:29321:x1830948731838336:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5818us (5964us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.102322:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11563 00000100:00100000:0.0:1746129504.103502:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.103919:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731838592 00000100:00100000:3.0:1746129504.103926:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731838592 00002000:00100000:3.0:1746129504.103961:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2760704->3145727) req@ffff8800a0990e00 x1830948731838592/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.103971:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990e00 with x1830948731838592 ext(2760704->3145727) 00010000:00010000:3.0:1746129504.103980:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 19 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.103992:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 19 pid: 7148 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129504.103998:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0990e00 00000100:00100000:3.0:1746129504.104017:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1142 00000100:00100000:3.0:1746129504.104024:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731838592:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129504.104579:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.104726:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731838720 00000100:00100000:0.0:1746129504.104730:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731838720 00010000:00010000:0.0:1746129504.104748:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6a6 expref: 13 pid: 8412 timeout: 859 lvb_type: 1 00000100:00100000:0.0:1746129504.104772:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5829 00000100:00100000:0.0:1746129504.104776:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731838720:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.104784:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.104799:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6a6 expref: 13 pid: 8412 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.104807:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6a6 expref: 13 pid: 8412 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.104828:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c539000/0x40a459093b05e836 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6a6 expref: 13 pid: 8412 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.104841:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.104881:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731838720:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 104us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.104886:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5829 00000100:00100000:1.0:1746129504.107409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.107473:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731838848 00000100:00100000:2.0:1746129504.107481:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731838848 00010000:00010000:2.0:1746129504.107774:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 27 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.107815:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5830 00000100:00100000:2.0:1746129504.107824:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731838848:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129504.107835:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129504.107854:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 27 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.107865:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 27 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.107883:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a061d200/0x40a459093b05e805 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a675 expref: 27 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.107900:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.107902:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.107919:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.107927:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.107957:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.107969:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f544a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736779008:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129504.108054:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129504.108349:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731838208:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 14540us (14712us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129504.108358:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4425 00002000:00100000:0.0:1746129504.108367:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0992d80 x1830948731838208/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/440 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129504.108376:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992d80 with x1830948731838208 ext(3145728->4194303) 00002000:00010000:0.0:1746129504.108380:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0992d80 00000100:00100000:2.0:1746129504.112655:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f544a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736779008:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129504.112679:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129504.112716:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731838848:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4893us (5313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.112725:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5830 00000100:00100000:0.0:1746129504.114353:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.114420:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731839104 00000100:00100000:1.0:1746129504.114426:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731839104 00002000:00100000:1.0:1746129504.114464:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3559424->3563519) req@ffff8800a0992a00 x1830948731839104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.114472:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992a00 with x1830948731839104 ext(3559424->3563519) 00002000:00010000:1.0:1746129504.114477:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0992a00 00000100:00100000:1.0:1746129504.114501:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4426 00000100:00100000:1.0:1746129504.114508:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731839104:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129504.114653:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731839104:12345-192.168.202.4@tcp:3:cat.0 Request processed in 145us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129504.114659:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4426 00002000:00100000:1.0:1746129504.114664:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3559424->3563519) req@ffff8800a0992a00 x1830948731839104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.114670:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992a00 with x1830948731839104 ext(3559424->3563519) 00002000:00010000:1.0:1746129504.114673:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0992a00 00000100:00100000:3.0:1746129504.116399:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731838592:12345-192.168.202.4@tcp:4:cat.0 Request processed in 12369us (12894us total) trans 21474840339 rc 0/0 00000100:00100000:3.0:1746129504.116408:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1142 00002000:00100000:3.0:1746129504.116421:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2760704->3145727) req@ffff8800a0990e00 x1830948731838592/t21474840339(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/448 e 0 to 0 dl 1746129515 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.116436:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0990e00 with x1830948731838592 ext(2760704->3145727) 00010000:00010000:3.0:1746129504.116444:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 21 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.116458:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 21 pid: 7148 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129504.116463:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0990e00 00000100:00100000:0.0:1746129504.116769:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.116879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.116933:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731839360 00000100:00100000:1.0:1746129504.116941:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731839360 00000100:00100000:1.0:1746129504.116982:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731839232 00000100:00100000:1.0:1746129504.116984:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731839232 00000100:00100000:3.0:1746129504.116986:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11565 00000100:00100000:3.0:1746129504.116993:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731839360:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129504.117000:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11566 00000100:00100000:1.0:1746129504.117004:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731839232:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129504.117007:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129504.117012:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.117024:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b05e8ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a71d expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.117024:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4a00/0x40a459093b05e8a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a716 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.117054:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b05e8ad lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a71d expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.117064:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b05e8ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a71d expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.117088:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac2600, rc 0) 00000100:00100000:1.0:1746129504.117193:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736779136:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129504.117260:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731839360:12345-192.168.202.4@tcp:101:cat.0 Request processed in 267us (491us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129504.117409:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129504.117463:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11565 00000100:00100000:0.0:1746129504.118372:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.118438:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731839488 00000100:00100000:3.0:1746129504.118444:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731839488 00010000:00010000:3.0:1746129504.118460:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 21 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.118478:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5831 00000100:00100000:3.0:1746129504.118484:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731839488:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.118491:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.118508:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 21 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.118518:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 21 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.118533:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091571800/0x40a459093b05e88a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2760704->3145727] (req 2760704->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6fa expref: 21 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.118541:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.118543:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.118549:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.118556:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.118577:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129504.118585:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736779264:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129504.118901:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2540 going to sleep for 11 seconds 00002000:00010000:1.0:1746129504.119592:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129503 -> 1746129504 00000100:00100000:1.0:1746129504.119606:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736779136:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129504.119628:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4a00/0x40a459093b05e8a6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a716 expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.119636:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4a00/0x40a459093b05e8a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a716 expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.119658:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4a00, rc 0) 00000100:00100000:1.0:1746129504.119694:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731839232:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2688us (2814us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129504.119701:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11566 00000100:00100000:2.0:1746129504.120701:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736779264:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129504.120715:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129504.120752:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731839488:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2267us (2381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.120762:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5831 00000100:00100000:2.0:1746129504.121733:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.122078:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731839616 00000100:00100000:1.0:1746129504.122086:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731839616 00000100:00100000:1.0:1746129504.122134:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11567 00000100:00100000:1.0:1746129504.122142:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:29319:x1830948731839616:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129504.122158:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129504.122174:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a724 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.122202:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.122213:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129504.122215:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129504.122218:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.122240:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.122251:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 11 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.122261:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736779392:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.123599:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3000 going to sleep for 11 seconds 00000100:00100000:1.0:1746129504.124264:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736779392:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.124333:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.124353:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5800, rc 0) 00000100:00100000:1.0:1746129504.124621:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:29319:x1830948731839616:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2478us (2887us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.124629:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11567 00000100:00100000:0.0:1746129504.125020:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.125252:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731840000 00000100:00100000:3.0:1746129504.125260:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731840000 00002000:00100000:3.0:1746129504.125316:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fab2d80 x1830948731840000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.125326:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2d80 with x1830948731840000 ext(2097152->3145727) 00002000:00010000:3.0:1746129504.125331:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab2d80 00000100:00100000:3.0:1746129504.125358:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4427 00000100:00100000:3.0:1746129504.125365:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731840000:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129504.126427:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.126445:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731839744 00000100:00100000:0.0:1746129504.126449:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731839744 00002000:00100000:0.0:1746129504.126468:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3563519) req@ffff88009fab1500 x1830948731839744/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129504.126475:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1500 with x1830948731839744 ext(3145728->3563519) 00010000:00010000:0.0:1746129504.126483:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 12 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.126494:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 12 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746129504.126500:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fab1500 00000100:00100000:0.0:1746129504.126527:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1143 00000100:00100000:0.0:1746129504.126531:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731839744:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129504.126560:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.126953:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731840256 00000100:00100000:1.0:1746129504.126957:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731840256 00002000:00100000:1.0:1746129504.126972:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093edc700 x1830948731840256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.126984:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc700 with x1830948731840256 ext(3145728->4194303) 00002000:00010000:1.0:1746129504.126987:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edc700 00000100:00100000:1.0:1746129504.127002:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4428 00000100:00100000:1.0:1746129504.127007:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731840256:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129504.128895:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.128924:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731840512 00000100:00100000:0.0:1746129504.128929:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731840512 00002000:00100000:0.0:1746129504.128955:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3563520->4194303) req@ffff88009fab0000 x1830948731840512/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129504.128962:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0000 with x1830948731840512 ext(3563520->4194303) 00010000:00010000:0.0:1746129504.128969:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 14 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.128980:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 14 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746129504.128985:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fab0000 00000100:00100000:0.0:1746129504.129006:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1144 00000100:00100000:0.0:1746129504.129011:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731840512:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129504.138849:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731839744:12345-192.168.202.4@tcp:4:cat.0 Request processed in 12308us (12415us total) trans 17179873140 rc 0/0 00000100:00100000:2.0:1746129504.138860:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1143 00002000:00100000:2.0:1746129504.138869:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3563519) req@ffff88009fab1500 x1830948731839744/t17179873140(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/448 e 0 to 0 dl 1746129515 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129504.138879:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1500 with x1830948731839744 ext(3145728->3563519) 00010000:00010000:2.0:1746129504.138887:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 16 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.138902:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 16 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:2.0:1746129504.138917:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fab1500 00000100:00100000:3.0:1746129504.142765:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731840000:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17390us (17737us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129504.142775:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4427 00002000:00100000:3.0:1746129504.142788:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fab2d80 x1830948731840000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/440 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.142796:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2d80 with x1830948731840000 ext(2097152->3145727) 00002000:00010000:3.0:1746129504.142801:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab2d80 00000100:00100000:2.0:1746129504.144741:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731840512:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15723us (15845us total) trans 0 rc 630784/630784 00000100:00100000:2.0:1746129504.144749:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1144 00002000:00100000:2.0:1746129504.144757:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3563520->4194303) req@ffff88009fab0000 x1830948731840512/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/440 e 0 to 0 dl 1746129515 ref 1 fl Complete:H/200/0 rc 630784/630784 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129504.144765:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0000 with x1830948731840512 ext(3563520->4194303) 00010000:00010000:2.0:1746129504.144773:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 14 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.144785:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 14 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:2.0:1746129504.144791:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fab0000 00000100:00100000:1.0:1746129504.145220:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731840256:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18212us (18658us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129504.145227:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4428 00002000:00100000:1.0:1746129504.145232:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093edc700 x1830948731840256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/440 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.145239:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc700 with x1830948731840256 ext(3145728->4194303) 00002000:00010000:1.0:1746129504.145242:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edc700 00000100:00100000:0.0:1746129504.149532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.149586:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.149594:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731840640 00000100:00100000:1.0:1746129504.149603:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731840640 00000100:00100000:1.0:1746129504.149658:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11568 00000100:00100000:1.0:1746129504.149666:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+14:29328:x1830948731840640:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129504.149685:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129504.149691:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731840768 00000100:00100000:2.0:1746129504.149695:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731840768 00010000:00010000:1.0:1746129504.149698:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a72b expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.149712:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 16 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746129504.149719:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129504.149721:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129504.149724:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 16 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.149728:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5832 00000100:00100000:2.0:1746129504.149732:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a46450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731840768:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129504.149733:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 16 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.149739:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129504.149742:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5c00, rc 0) 00010000:00010000:2.0:1746129504.149756:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 16 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.149765:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 16 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.149779:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f447a00/0x40a459093b05e898 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->3563519) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a708 expref: 16 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.149779:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+16:29328:x1830948731840640:12345-192.168.202.4@tcp:101:cat.0 Request processed in 114us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.149784:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11568 00010000:00010000:2.0:1746129504.149790:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.149791:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.149796:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.149803:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.149809:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.149810:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.149812:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 14 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.149819:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 14 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.149847:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 14 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.149857:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736779520:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129504.149925:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.149933:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736779648:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129504.149950:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129504.154111:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.154151:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.154218:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731841024 00000100:00100000:1.0:1746129504.154225:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731841024 00002000:00100000:1.0:1746129504.154262:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fab3800 x1830948731841024/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.154270:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3800 with x1830948731841024 ext(3145728->4194303) 00002000:00010000:1.0:1746129504.154275:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab3800 00000100:00100000:1.0:1746129504.154288:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731841280 00000100:00100000:1.0:1746129504.154291:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731841280 00002000:00100000:1.0:1746129504.154323:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fab0e00 x1830948731841280/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.154329:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0e00 with x1830948731841280 ext(4194304->4923391) 00002000:00010000:1.0:1746129504.154332:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab0e00 00000100:00100000:1.0:1746129504.154344:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4429 00000100:00100000:1.0:1746129504.154349:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731841024:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129504.155567:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4430 00000100:00100000:3.0:1746129504.155576:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731841280:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129504.156775:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736779520:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129504.156785:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736779648:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129504.156804:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129504.156829:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a46450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731840768:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7096us (7243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.156837:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5832 00000100:00100000:1.0:1746129504.168599:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731841024:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14240us (14486us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129504.168611:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4429 00002000:00100000:1.0:1746129504.168621:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fab3800 x1830948731841024/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/440 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.168635:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3800 with x1830948731841024 ext(3145728->4194303) 00002000:00010000:1.0:1746129504.168640:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab3800 00000100:00100000:3.0:1746129504.169269:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731841280:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13693us (15115us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129504.169275:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4430 00002000:00100000:3.0:1746129504.169281:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fab0e00 x1830948731841280/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/440 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.169314:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0e00 with x1830948731841280 ext(4194304->4923391) 00002000:00010000:3.0:1746129504.169317:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab0e00 00000100:00100000:0.0:1746129504.180754:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.182879:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731841408 00000100:00100000:3.0:1746129504.182892:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731841408 00000100:00100000:3.0:1746129504.182995:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11569 00000100:00100000:3.0:1746129504.183005:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948731841408:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129504.183025:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.183049:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a732 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.183074:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.183077:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.183087:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a732 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.183103:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a732 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.183114:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fbddc00, rc 0) 00000100:00100000:3.0:1746129504.183738:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948731841408:12345-192.168.202.4@tcp:101:cat.0 Request processed in 731us (2987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.183746:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11569 00000100:00100000:0.0:1746129504.184247:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.184356:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731841664 00000100:00100000:3.0:1746129504.184361:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731841664 00002000:00100000:3.0:1746129504.184387:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880129adf480 x1830948731841664/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.184399:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adf480 with x1830948731841664 ext(4194304->4923391) 00002000:00010000:3.0:1746129504.184403:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adf480 00000100:00100000:3.0:1746129504.184420:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4431 00000100:00100000:3.0:1746129504.184425:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731841664:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129504.194328:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731841664:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9894us (10073us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129504.194339:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4431 00002000:00100000:3.0:1746129504.194350:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880129adf480 x1830948731841664/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/440 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.194358:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adf480 with x1830948731841664 ext(4194304->4923391) 00002000:00010000:3.0:1746129504.194363:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adf480 00000100:00100000:0.0:1746129504.240936:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.240977:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.241518:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731841792 00000100:00100000:1.0:1746129504.241526:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731841792 00000100:00100000:1.0:1746129504.241891:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731841920 00000100:00100000:1.0:1746129504.241894:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731841920 00000100:00100000:3.0:1746129504.241976:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11570 00000100:00100000:3.0:1746129504.241985:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:29331:x1830948731841792:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129504.242001:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.242016:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a739 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.242040:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.242048:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d0 expref: 28 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.242058:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.242060:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.242063:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [397312->1048575] (req 397312->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 28 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.242089:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d0 expref: 28 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.242100:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d0 expref: 28 pid: 31503 timeout: 859 lvb_type: 1 00000100:00100000:3.0:1746129504.242111:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736779776:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.242203:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.242211:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 13 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.242219:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736779904:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.242235:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2000 going to sleep for 11 seconds 00000100:00100000:1.0:1746129504.242529:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11571 00000100:00100000:1.0:1746129504.242537:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:29335:x1830948731841920:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129504.242546:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129504.242554:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a740 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.242569:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.242575:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a732 expref: 23 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.242580:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.242582:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.242584:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2273280->2359295] (req 2273280->2359295) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.242599:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a732 expref: 23 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.242607:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a732 expref: 23 pid: 7148 timeout: 859 lvb_type: 1 00000100:00100000:1.0:1746129504.242615:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736780032:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.242658:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.242665:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 21 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.242673:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736780160:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.242687:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129504.245158:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736779776:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.246057:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736779904:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.246089:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [397312->1048575] (req 397312->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 28 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.246112:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fbdc000, rc 0) 00000100:00100000:3.0:1746129504.246153:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+28:29331:x1830948731841792:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4169us (5224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.246161:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11570 00000100:00100000:1.0:1746129504.246807:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736780032:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.246816:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736780160:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.246832:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2273280->2359295] (req 2273280->2359295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.246842:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4a00, rc 0) 00000100:00100000:1.0:1746129504.246863:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+21:29335:x1830948731841920:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4328us (5885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.246869:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11571 00000100:00100000:0.0:1746129504.250178:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.250213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.250239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.250255:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731842048 00000100:00100000:2.0:1746129504.250262:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731842048 00000100:00100000:0.0:1746129504.250276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.250313:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731842304 00010000:00010000:2.0:1746129504.250316:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d0 expref: 28 pid: 31503 timeout: 859 lvb_type: 1 00000100:00100000:0.0:1746129504.250317:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731842304 00010000:00010000:0.0:1746129504.250332:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 21 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.250338:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731842176 00000100:00100000:2.0:1746129504.250341:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731842176 00000100:00100000:0.0:1746129504.250347:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731842432 00000100:00100000:0.0:1746129504.250349:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731842432 00010000:00010000:2.0:1746129504.250352:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a732 expref: 24 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.250357:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 14 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.250363:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5833 00000100:00100000:2.0:1746129504.250369:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731842048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129504.250369:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5834 00000100:00100000:0.0:1746129504.250374:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731842304:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129504.250379:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.250380:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129504.250398:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d0 expref: 28 pid: 31503 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.250398:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 21 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.250407:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d0 expref: 28 pid: 31503 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.250407:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 21 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.250426:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e867 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d0 expref: 28 pid: 31503 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.250444:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129504.250478:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731842048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 109us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.250484:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5833 00000100:00100000:2.0:1746129504.250498:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5835 00000100:00100000:2.0:1746129504.250503:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731842176:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129504.250509:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129504.250745:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5836 00000100:00100000:3.0:1746129504.250753:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731842432:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.250762:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.250772:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 14 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.250780:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 14 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.250791:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090078c00/0x40a459093b05e83d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6ad expref: 14 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.250806:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.250808:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.250814:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.250822:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.250850:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129504.250862:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736780288:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129504.250921:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2000 going to sleep for 11 seconds 00010000:00010000:0.0:1746129504.251341:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3d4a00/0x40a459093b05e89f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a70f expref: 21 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.253735:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129504.253740:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a732 expref: 24 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.253753:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a732 expref: 24 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.253777:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fbddc00/0x40a459093b05e8c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a732 expref: 24 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.253787:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.253789:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.253794:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 20 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.253801:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 20 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.253806:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731842304:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3429us (3589us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.253814:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5834 00010000:00010000:2.0:1746129504.253835:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.253848:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736780416:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129504.255348:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736780288:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129504.255351:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00010000:00010000:3.0:1746129504.255364:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129504.255381:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731842432:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4630us (5104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.255389:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5836 00000100:00100000:1.0:1746129504.255913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.256086:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731842688 00000100:00100000:3.0:1746129504.256092:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731842688 00002000:00100000:3.0:1746129504.256125:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (397312->401407) req@ffff88009f9ef100 x1830948731842688/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.256134:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ef100 with x1830948731842688 ext(397312->401407) 00002000:00010000:3.0:1746129504.256138:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9ef100 00000100:00100000:3.0:1746129504.256152:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4432 00000100:00100000:3.0:1746129504.256164:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731842688:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129504.256327:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731842688:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 168us (423us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129504.256333:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4432 00002000:00100000:3.0:1746129504.256338:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (397312->401407) req@ffff88009f9ef100 x1830948731842688/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.256345:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ef100 with x1830948731842688 ext(397312->401407) 00002000:00010000:3.0:1746129504.256347:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9ef100 00000100:00100000:0.0:1746129504.261281:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.261844:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736780416:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129504.261871:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129504.261947:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731842176:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 11441us (11704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.261958:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5835 00000100:00100000:1.0:1746129504.263725:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731842944 00000100:00100000:1.0:1746129504.263737:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731842944 00002000:00100000:1.0:1746129504.263790:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2273280->2277375) req@ffff880129adc700 x1830948731842944/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.263806:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adc700 with x1830948731842944 ext(2273280->2277375) 00002000:00010000:1.0:1746129504.263812:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129adc700 00000100:00100000:1.0:1746129504.263856:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4433 00000100:00100000:1.0:1746129504.263864:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731842944:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129504.264738:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731842944:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 872us (3465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129504.264745:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4433 00002000:00100000:1.0:1746129504.264751:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2273280->2277375) req@ffff880129adc700 x1830948731842944/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.264762:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adc700 with x1830948731842944 ext(2273280->2277375) 00002000:00010000:1.0:1746129504.264765:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129adc700 00000100:00100000:0.0:1746129504.266658:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.267744:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731843072 00000100:00100000:1.0:1746129504.267755:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731843072 00000100:00100000:1.0:1746129504.267816:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11572 00000100:00100000:1.0:1746129504.267825:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+23:29331:x1830948731843072:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129504.267846:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129504.267865:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a747 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.267898:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.267914:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d7 expref: 24 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.267926:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.267927:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.267931:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1077247] (req 1048576->1077247) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.267958:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d7 expref: 24 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.267968:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d7 expref: 24 pid: 8410 timeout: 859 lvb_type: 1 00000100:00100000:1.0:1746129504.267983:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736780544:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.268075:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.268083:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 19 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.268090:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736780672:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.268103:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129504.268400:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.268539:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731843328 00000100:00100000:1.0:1746129504.268542:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731843328 00002000:00100000:1.0:1746129504.268565:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2355200->2359295) req@ffff880129addf80 x1830948731843328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.268574:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129addf80 with x1830948731843328 ext(2355200->2359295) 00002000:00010000:1.0:1746129504.268579:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129addf80 00000100:00100000:1.0:1746129504.268599:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4434 00000100:00100000:1.0:1746129504.268604:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948731843328:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129504.268750:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948731843328:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 146us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129504.268756:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4434 00002000:00100000:1.0:1746129504.268761:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2355200->2359295) req@ffff880129addf80 x1830948731843328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129504.268768:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129addf80 with x1830948731843328 ext(2355200->2359295) 00002000:00010000:1.0:1746129504.268770:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129addf80 00000100:00100000:1.0:1746129504.271544:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736780544:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.271555:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736780672:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.271584:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1077247] (req 1048576->1077247) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.271598:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4200, rc 0) 00000100:00100000:1.0:1746129504.271839:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:29331:x1830948731843072:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4014us (5186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.271848:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11572 00000100:00100000:0.0:1746129504.275710:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.275823:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.276554:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731843456 00000100:00100000:2.0:1746129504.276563:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731843456 00010000:00010000:2.0:1746129504.276598:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d7 expref: 24 pid: 8410 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129504.276636:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731843584 00000100:00100000:2.0:1746129504.276638:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731843584 00010000:00010000:2.0:1746129504.276651:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 20 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.276674:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5837 00000100:00100000:2.0:1746129504.276680:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731843456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129504.276692:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129504.276712:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d7 expref: 24 pid: 8410 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.276720:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d7 expref: 24 pid: 8410 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.276738:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095275400/0x40a459093b05e860 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6d7 expref: 24 pid: 8410 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.276756:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129504.276793:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731843456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 112us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.276798:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5837 00000100:00100000:2.0:1746129504.276811:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5838 00000100:00100000:2.0:1746129504.276816:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731843584:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129504.276822:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129504.276829:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 20 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.276837:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 20 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.276848:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b05e859 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6c9 expref: 20 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.276857:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.276858:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.276864:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 22 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.276871:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 22 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.276897:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 22 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.276916:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736780800:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129504.276968:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129504.280262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.280480:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f545c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736780800:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129504.280505:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129504.280554:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731843584:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3737us (4729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.280563:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5838 00000100:00100000:3.0:1746129504.281254:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731843840 00000100:00100000:3.0:1746129504.281261:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731843840 00002000:00100000:3.0:1746129504.281322:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1073152->1077247) req@ffff880129add880 x1830948731843840/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.281331:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add880 with x1830948731843840 ext(1073152->1077247) 00002000:00010000:3.0:1746129504.281335:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129add880 00000100:00100000:3.0:1746129504.281431:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4435 00000100:00100000:3.0:1746129504.281438:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731843840:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129504.284322:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731843840:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 2874us (4057us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129504.284334:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4435 00002000:00100000:3.0:1746129504.284346:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1073152->1077247) req@ffff880129add880 x1830948731843840/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746129515 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.284355:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add880 with x1830948731843840 ext(1073152->1077247) 00002000:00010000:3.0:1746129504.284360:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129add880 00000100:00100000:0.0:1746129504.293435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.295151:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731843968 00000100:00100000:3.0:1746129504.295161:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731843968 00000100:00080000:2.0:1746129504.296269:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746129504.296370:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10139 00000100:00100000:3.0:1746129504.296380:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29338:x1830948731843968:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129504.296436:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.296452:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05e8de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a74e expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.296498:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.296509:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.296518:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.296526:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.296529:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.296532:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.296608:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.296615:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a621 expref: 31 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.296619:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a660 expref: 310 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.296623:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 5/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.296648:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a660 expref: 310 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.296658:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a660 expref: 310 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.296671:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736780928:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.296843:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a621 expref: 31 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.296851:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a621 expref: 31 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.297002:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736781056:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.297026:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129504.299124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.299206:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736780928:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.299215:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736781056:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.299237:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129504.299290:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731844224 00000100:00100000:0.0:1746129504.299387:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731844224 00000100:00080000:2.0:1746129504.299502:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746129504.299547:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4090 00000100:00100000:1.0:1746129504.299554:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+311:7700:x1830948731844224:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746129504.300031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.300072:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731844480 00000100:00100000:3.0:1746129504.300076:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731844480 00000100:00100000:3.0:1746129504.300100:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4091 00000100:00100000:3.0:1746129504.300104:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+32:27693:x1830948731844480:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1746129504.300213:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+33:27693:x1830948731844480:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 106us (181us total) trans 8589944025 rc 0/0 00000100:00100000:3.0:1746129504.300218:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4091 00000100:00080000:2.0:1746129504.300230:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746129504.300476:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+312:7700:x1830948731844224:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 922us (1355us total) trans 8589944024 rc 0/0 00000100:00100000:1.0:1746129504.300485:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4090 00000100:00100000:2.0:1746129504.303593:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.303690:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731844608 00000100:00100000:0.0:1746129504.303698:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731844608 00010000:00010000:0.0:1746129504.303726:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a621 expref: 33 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.303893:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5839 00000100:00100000:0.0:1746129504.303912:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a46050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+33:1963:x1830948731844608:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.303927:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.303933:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a621 expref: 33 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.303943:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a621 expref: 33 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.303961:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f93e400/0x40a459093b05e79c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a621 expref: 33 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.303985:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129504.303994:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.304001:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.304005:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.304010:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.304054:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a46050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731844608:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 153us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.304060:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5839 00000100:00100000:1.0:1746129504.305951:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.305992:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731844736 00000100:00100000:0.0:1746129504.305998:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731844736 00010000:00010000:0.0:1746129504.306030:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a660 expref: 312 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.306110:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5840 00000100:00100000:0.0:1746129504.306119:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+312:1961:x1830948731844736:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.306130:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.306136:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a660 expref: 312 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.306147:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a660 expref: 312 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.306162:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bf7a000/0x40a459093b05e7e9 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a660 expref: 312 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.306173:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129504.306178:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.306187:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.306194:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.306215:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129504.306224:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306231:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129504.306270:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129504.306274:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129504.306288:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306312:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306319:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306325:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306329:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306333:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fbdc200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129504.306336:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306341:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306348:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129504.306350:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129504.306353:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306357:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdc200/0x40a459093b05e8e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306377:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306383:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129504.306386:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+311:1961:x1830948731844736:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 269us (439us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129504.306387:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306391:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fbdd200 already unused, calling callback (ffffffffa136e690) 00000100:00100000:0.0:1746129504.306392:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5840 00010000:00010000:3.0:1746129504.306393:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306397:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306402:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880090643500) 00010000:00010000:3.0:1746129504.306404:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129504.306406:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306411:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e8ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.306437:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05e8de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a74e expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.306448:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a74e expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.306453:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129504.306455:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129504.306456:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fbdce00, rc 0) 00000100:00100000:3.0:1746129504.306483:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29338:x1830948731843968:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 10107us (13057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.306489:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10139 00010000:00010000:2.0:1746129504.311281:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129504.315381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.315417:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.315468:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731844864 00000100:00100000:2.0:1746129504.315476:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731844864 00000100:00100000:2.0:1746129504.315511:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731844992 00000100:00100000:2.0:1746129504.315513:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731844992 00000100:00100000:2.0:1746129504.315527:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11573 00000100:00100000:2.0:1746129504.315534:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731844864:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129504.315549:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129504.315564:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fb0400/0x40a459093b05e8fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a755 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.315605:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736781184:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129504.315699:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11574 00000100:00100000:3.0:1746129504.315708:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948731844992:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129504.315715:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.315725:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800959de800/0x40a459093b05e901 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a75c expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129504.315751:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736781312:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129504.316087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.316453:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129504.316555:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129504.316620:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731845120 00000100:00100000:2.0:1746129504.316625:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731845120 00000100:00100000:2.0:1746129504.316649:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11575 00000100:00100000:2.0:1746129504.316654:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731845120:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129504.316661:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129504.316668:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a763 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.316679:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.316681:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.316688:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a763 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.316699:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a763 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.316707:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fb0200, rc 0) 00000100:00100000:0.0:1746129504.316717:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.316725:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731845120:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 72us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.316728:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731845248 00000100:00100000:2.0:1746129504.316730:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11575 00000100:00100000:0.0:1746129504.316731:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731845248 00000100:00100000:0.0:1746129504.316751:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11576 00000100:00100000:0.0:1746129504.316756:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731845248:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129504.316764:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129504.316771:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a76a expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.316780:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129504.316781:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129504.316786:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a76a expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129504.316794:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a76a expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129504.316800:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e070600, rc 0) 00000100:00100000:0.0:1746129504.316815:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731845248:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 59us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.316819:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11576 00000100:00100000:1.0:1746129504.317248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.317375:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731845376 00000100:00100000:2.0:1746129504.317379:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731845376 00000100:00100000:2.0:1746129504.317406:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11577 00000100:00100000:2.0:1746129504.317412:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731845376:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129504.317419:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129504.317427:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b05e916 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a771 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.317443:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b05e916 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a771 expref: 9 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.317451:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b05e916 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a771 expref: 9 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.317462:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fb0e00, rc 0) 00000100:00100000:2.0:1746129504.317495:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731845376:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 82us (247us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129504.317499:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11577 00002000:00010000:3.0:1746129504.320038:0:20577:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129504 -> 1746129505 00002000:00010000:3.0:1746129504.320044:0:20577:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129504 -> 1746129505 00000100:00100000:3.0:1746129504.320065:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736781312:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129504.320091:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800959de800/0x40a459093b05e901 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a75c expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.320103:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800959de800/0x40a459093b05e901 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a75c expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1746129504.320196:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime: 1746129504 -> 1746129505 00002000:00010000:2.0:1746129504.320199:0:7149:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime: 1746129504 -> 1746129505 00000100:00100000:2.0:1746129504.320211:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736781184:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129504.320230:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095fb0400/0x40a459093b05e8fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a755 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.320239:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fb0400/0x40a459093b05e8fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a755 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.320246:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fb0400, rc 0) 00000100:00100000:2.0:1746129504.320280:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731844864:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 4746us (4906us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129504.320287:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11573 00010000:00010000:3.0:1746129504.320342:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959de800, rc 0) 00000100:00100000:3.0:1746129504.320362:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731844992:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 4656us (4945us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129504.320368:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11574 00000100:00100000:0.0:1746129504.322655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.322745:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731845632 00000100:00100000:3.0:1746129504.322752:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731845632 00000100:00100000:3.0:1746129504.322822:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10140 00000100:00100000:3.0:1746129504.322831:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29338:x1830948731845632:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129504.322848:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.322868:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05e91d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a778 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.322957:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.322970:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a74e expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.322976:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.323004:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a74e expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.323014:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a74e expref: 14 pid: 15096 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.323030:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736781440:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.323125:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129504.324863:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736781440:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.324887:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129504.324982:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.325207:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731845760 00000100:00100000:2.0:1746129504.325213:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731845760 00010000:00010000:2.0:1746129504.325244:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a74e expref: 15 pid: 15096 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.325280:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5841 00000100:00100000:2.0:1746129504.325287:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1963:x1830948731845760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129504.325326:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129504.325331:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a74e expref: 15 pid: 15096 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.325342:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a74e expref: 15 pid: 15096 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.325363:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdce00/0x40a459093b05e8f3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a74e expref: 15 pid: 15096 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.325374:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129504.325378:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129504.325386:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129504.325391:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129504.325404:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129504.325442:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1963:x1830948731845760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 156us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.325448:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5841 00010000:00010000:0.0:1746129504.325453:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.325459:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129504.325474:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129504.325679:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05e91d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a778 expref: 15 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.325694:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a778 expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.325700:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129504.325702:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746129504.325704:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959dfa00, rc 0) 00000100:00100000:0.0:1746129504.325912:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+14:29338:x1830948731845632:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 3073us (3254us total) trans 8589944026 rc 0/0 00000100:00100000:0.0:1746129504.325918:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10140 00000100:00100000:0.0:1746129504.329480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.329568:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731846016 00000100:00100000:2.0:1746129504.329576:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731846016 00000100:00100000:2.0:1746129504.329632:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10141 00000100:00100000:2.0:1746129504.329640:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+14:29338:x1830948731846016:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129504.329660:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129504.329663:0:15096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746129504.329685:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05e924 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a778 expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.329701:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129504.329704:0:15096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129504.329714:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb1c00/0x40a459093b05e932 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a77f expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.329784:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb1200/0x40a459093b05e939 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129504.329799:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb1200/0x40a459093b05e939 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129504.329807:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb1200/0x40a459093b05e939 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129504.329817:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129504.329900:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb1c00/0x40a459093b05e932 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a77f expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.329921:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb1200/0x40a459093b05e939 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a77f expref: 15 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.329926:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129504.329928:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129504.329929:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fb1200, rc 0) 00000100:00100000:2.0:1746129504.329970:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+15:29338:x1830948731846016:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 332us (497us total) trans 8589944027 rc 0/0 00000100:00100000:2.0:1746129504.329975:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10141 00000100:00100000:0.0:1746129504.331988:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.332337:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731846144 00000100:00100000:2.0:1746129504.332344:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731846144 00000100:00100000:2.0:1746129504.332383:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10142 00000100:00100000:2.0:1746129504.332390:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+15:29338:x1830948731846144:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129504.332407:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129504.332422:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0a00/0x40a459093b05e947 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a786 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.332469:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0a00/0x40a459093b05e947 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a786 expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.332481:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0a00/0x40a459093b05e947 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a786 expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.332494:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129504.332497:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129504.332500:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fb0a00, rc 0) 00000100:00100000:2.0:1746129504.332551:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+16:29338:x1830948731846144:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 161us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.332556:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10142 00000100:00100000:0.0:1746129504.335094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.335705:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.335735:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.335754:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.335766:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.335792:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.335866:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731846272 00000100:00100000:1.0:1746129504.335874:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731846272 00000100:00100000:1.0:1746129504.335917:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731846400 00000100:00100000:1.0:1746129504.335920:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731846400 00000100:00100000:1.0:1746129504.335932:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731846528 00000100:00100000:1.0:1746129504.335934:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731846528 00000100:00100000:1.0:1746129504.335942:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731846656 00000100:00100000:1.0:1746129504.335943:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731846656 00000100:00100000:1.0:1746129504.335950:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731846784 00000100:00100000:1.0:1746129504.335952:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731846784 00000100:00100000:1.0:1746129504.335958:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731846912 00000100:00100000:1.0:1746129504.335959:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731846912 00000100:00100000:1.0:1746129504.335968:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11578 00000100:00100000:1.0:1746129504.335974:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731846272:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129504.336011:0:4699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336026:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336033:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129504.336035:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129504.336037:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336061:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336073:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 26 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.336084:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736781568:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.336145:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cdf3780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129504.336162:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11579 00000100:00100000:1.0:1746129504.336168:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731846400:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129504.336185:0:8410:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336194:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 22 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336198:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129504.336199:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129504.336201:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336216:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 22 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336224:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 22 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.336233:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736781696:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.336254:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:1.0:1746129504.336267:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11580 00000100:00100000:1.0:1746129504.336273:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731846528:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129504.336287:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336314:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336321:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a763 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.336327:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a69f expref: 18 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.336332:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.336332:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.336334:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336347:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a69f expref: 18 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.336354:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a69f expref: 18 pid: 8412 timeout: 859 lvb_type: 1 00000100:00100000:1.0:1746129504.336361:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736781824:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.336396:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a763 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.336402:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a763 expref: 8 pid: 4699 timeout: 859 lvb_type: 1 00000100:00100000:1.0:1746129504.336409:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736781952:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.336429:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336436:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 22 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.336443:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736782080:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.336456:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129504.336470:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11581 00000100:00100000:1.0:1746129504.336475:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731846656:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:2.0:1746129504.336484:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11582 00010000:00010000:1.0:1746129504.336490:0:22480:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.336493:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731846784:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129504.336498:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a277 expref: 12 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.336505:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b9 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.336506:0:31503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.336514:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336516:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2bd expref: 26 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.336520:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a76a expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.336521:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.336522:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.336524:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.336525:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.336536:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.336537:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.336537:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2bd expref: 26 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.336539:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336544:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2bd expref: 26 pid: 11014 timeout: 859 lvb_type: 1 00000100:00100000:1.0:1746129504.336551:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736782208:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129504.336552:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.336559:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 12 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.336566:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736782336:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.336571:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b9 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.336578:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b9 expref: 10 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.336585:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a76a expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129504.336586:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736782464:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129504.336591:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a76a expref: 10 pid: 31503 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129504.336597:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736782592:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.336602:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a277 expref: 12 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.336612:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a277 expref: 12 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.336613:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129504.336619:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736782720:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129504.336620:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 26 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.336628:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129504.336631:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736782848:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129504.336640:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0acd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129504.336641:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11583 00000100:00100000:1.0:1746129504.336645:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731846912:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129504.336658:0:11014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336666:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.336672:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.338228:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746129504.338230:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746129504.338233:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.338267:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.338277:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 22 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.338680:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736782976:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.339849:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.339861:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 18 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.339871:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736783104:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.339922:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746129504.341442:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736781696:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.341442:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736781568:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129504.341468:0:8410:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.341468:0:4699:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129504.350996:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736782208:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.351008:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736782464:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.351016:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736782720:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.351048:0:22480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.351074:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736782336:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.351077:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736781824:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129504.351085:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736782592:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.351085:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736781952:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129504.351094:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736782848:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129504.351095:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736782080:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129504.351109:0:22481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.351117:0:31503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129504.351436:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.351468:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.351490:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.351511:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.351522:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.351539:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731847168 00000100:00100000:1.0:1746129504.351539:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731847936 00000100:00100000:2.0:1746129504.351544:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731847168 00000100:00100000:1.0:1746129504.351544:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731847936 00000100:00100000:3.0:1746129504.351605:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731847040 00000100:00100000:3.0:1746129504.351608:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731847040 00002000:00100000:3.0:1746129504.351635:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1077247) req@ffff88009f9ef800 x1830948731847040/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.351643:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ef800 with x1830948731847040 ext(1048576->1077247) 00010000:00010000:3.0:1746129504.351649:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 23 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.351657:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 23 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129504.351662:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f9ef800 00000100:00100000:3.0:1746129504.351680:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731847296 00000100:00100000:3.0:1746129504.351682:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731847296 00002000:00100000:3.0:1746129504.351693:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (397312->1048575) req@ffff88009f9eea00 x1830948731847296/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.351700:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9eea00 with x1830948731847296 ext(397312->1048575) 00010000:00010000:3.0:1746129504.351704:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 27 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.351711:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 27 pid: 7148 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129504.351717:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f9eea00 00000100:00100000:3.0:1746129504.351727:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1145 00000100:00100000:3.0:1746129504.351733:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731847040:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129504.351850:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1146 00000100:00100000:3.0:1746129504.351856:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731847296:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:2.0:1746129504.351888:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b9 expref: 11 pid: 7148 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129504.351918:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731847680 00000100:00100000:2.0:1746129504.351921:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731847680 00010000:00010000:2.0:1746129504.351933:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a76a expref: 12 pid: 31503 timeout: 859 lvb_type: 1 00000100:00100000:2.0:1746129504.351956:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5842 00000100:00100000:2.0:1746129504.351962:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948731847168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129504.351972:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746129504.351988:0:20578:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2075 -> 2081 00010000:00010000:2.0:1746129504.351993:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b9 expref: 12 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129504.351999:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 13 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.352002:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b9 expref: 12 pid: 7148 timeout: 859 lvb_type: 1 00000100:00100000:0.0:1746129504.352014:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5843 00000100:00100000:1.0:1746129504.352019:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5844 00000100:00100000:0.0:1746129504.352022:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948731847680:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129504.352023:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731847936:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129504.352026:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fc2b600/0x40a459093b05e366 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a3b9 expref: 12 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129504.352029:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.352029:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129504.352039:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 13 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.352039:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a76a expref: 11 pid: 31503 timeout: 859 lvb_type: 1 00010000:00010000:2.0:1746129504.352045:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129504.352046:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 13 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.352070:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731847168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 108us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.352077:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5842 00010000:00010000:0.0:1746129504.353067:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a76a expref: 10 pid: 31503 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353114:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e070600/0x40a459093b05e90f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a76a expref: 10 pid: 31503 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129504.353127:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05e8bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a72b expref: 13 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.353134:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129504.353147:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.353159:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731847680:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1137us (1635us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.353165:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5843 00000100:00100000:1.0:1746129504.353172:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731847936:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1149us (1681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.353177:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5844 00000100:00100000:0.0:1746129504.353217:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.353236:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731847424 00000100:00100000:0.0:1746129504.353239:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731847424 00010000:00010000:0.0:1746129504.353256:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 28 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.353285:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5845 00000100:00100000:0.0:1746129504.353290:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+28:1960:x1830948731847424:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.353314:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.353326:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 28 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.353335:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 28 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.353346:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5800/0x40a459093b05e8b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a724 expref: 28 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.353354:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129504.353355:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129504.353359:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.353371:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.353390:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.353405:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731847424:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 114us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.353410:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5845 00000100:00100000:0.0:1746129504.353456:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.353466:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731847552 00000100:00100000:0.0:1746129504.353469:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731847552 00010000:00010000:0.0:1746129504.353479:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a277 expref: 13 pid: 7148 timeout: 859 lvb_type: 1 00000100:00100000:0.0:1746129504.353493:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5846 00000100:00100000:0.0:1746129504.353497:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731847552:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.353503:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.353511:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a277 expref: 13 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353518:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a277 expref: 13 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353528:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f326600/0x40a459093b05e17c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a277 expref: 13 pid: 7148 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353536:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.353553:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731847552:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 56us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.353558:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5846 00000100:00100000:0.0:1746129504.353591:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.353601:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731847808 00000100:00100000:0.0:1746129504.353603:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731847808 00010000:00010000:0.0:1746129504.353612:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a763 expref: 9 pid: 4699 timeout: 859 lvb_type: 1 00000100:00100000:0.0:1746129504.353625:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5847 00000100:00100000:0.0:1746129504.353629:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731847808:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.353635:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.353646:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a763 expref: 9 pid: 4699 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353653:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a763 expref: 9 pid: 4699 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353664:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095fb0200/0x40a459093b05e908 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a763 expref: 9 pid: 4699 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353672:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.353685:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731847808:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 55us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.353690:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5847 00000100:00100000:0.0:1746129504.353719:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.353729:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731848064 00000100:00100000:0.0:1746129504.353731:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731848064 00010000:00010000:0.0:1746129504.353740:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2bd expref: 27 pid: 11014 timeout: 859 lvb_type: 1 00000100:00100000:0.0:1746129504.353749:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5848 00000100:00100000:0.0:1746129504.353753:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731848064:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.353758:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.353764:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2bd expref: 27 pid: 11014 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353771:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2bd expref: 27 pid: 11014 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353781:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fc2ba00/0x40a459093b05e1ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2bd expref: 27 pid: 11014 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353788:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129504.353790:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129504.353793:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.353799:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.353813:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.353825:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948731848064:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 71us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.353829:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5848 00000100:00100000:0.0:1746129504.353899:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.353920:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731848192 00000100:00100000:0.0:1746129504.353922:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731848192 00010000:00010000:1.0:1746129504.353930:0:22480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.353932:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a69f expref: 19 pid: 8412 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129504.353937:0:22480:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.353944:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5849 00000100:00100000:0.0:1746129504.353948:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948731848192:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.353953:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.353960:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a69f expref: 19 pid: 8412 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353967:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a69f expref: 19 pid: 8412 timeout: 859 lvb_type: 1 00010000:00010000:1.0:1746129504.353968:0:22480:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.353975:0:22480:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.353977:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c538200/0x40a459093b05e82f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a69f expref: 19 pid: 8412 timeout: 859 lvb_type: 1 00010000:00010000:0.0:1746129504.353985:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129504.353996:0:22480:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.353997:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731848192:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 49us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.354002:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5849 00010000:00010000:1.0:1746129504.354003:0:22480:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f384200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129504.354006:0:22480:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.354023:0:22480:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.354046:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129504.354049:0:22480:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.354055:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f384200/0x40a459093b05e963 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.354055:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731848320 00000100:00100000:0.0:1746129504.354057:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731848320 00010000:00010000:0.0:1746129504.354067:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 25 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.354084:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5850 00000100:00100000:0.0:1746129504.354089:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731848320:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.354094:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.354100:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 25 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.354107:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 25 pid: 20577 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.354117:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c47d400/0x40a459093b05e7d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a652 expref: 25 pid: 20577 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.354123:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731846656:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 17648us (18368us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129504.354126:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129504.354128:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129504.354129:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11581 00010000:00010000:0.0:1746129504.354130:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.354135:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.354148:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129504.354159:0:22481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.354160:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731848320:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 70us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.354165:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5850 00010000:00010000:1.0:1746129504.354166:0:22481:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.354192:0:22481:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.354196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129504.354199:0:22481:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.354219:0:22481:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.354223:0:22481:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aae3600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129504.354226:0:22481:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.354231:0:22481:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.354236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.354247:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731848576 00000100:00100000:0.0:1746129504.354250:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731848576 00010000:00010000:1.0:1746129504.354253:0:22481:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129504.354258:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aae3600/0x40a459093b05e95c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.354259:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 24 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.354270:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5851 00000100:00100000:0.0:1746129504.354273:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731848576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.354279:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129504.354285:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731846528:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 18013us (18550us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129504.354287:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 24 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746129504.354290:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11580 00010000:00010000:0.0:1746129504.354309:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 24 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.354319:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.354331:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731848576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 57us (94us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129504.354334:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090078e00/0x40a459093b05e883 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a6f3 expref: 24 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.354336:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5851 00000100:00100000:1.0:1746129504.354345:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736782976:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129504.354349:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731848448 00000100:00100000:0.0:1746129504.354351:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731848448 00000100:00100000:1.0:1746129504.354354:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736783104:192.168.202.4@tcp:104: 00002000:00100000:0.0:1746129504.354371:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2273280->2359295) req@ffff8800900f5180 x1830948731848448/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/0 e 0 to 0 dl 1746129515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129504.354379:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f5180 with x1830948731848448 ext(2273280->2359295) 00010000:00010000:1.0:1746129504.354381:0:11014:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.354384:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 18 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.354391:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 18 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746129504.354397:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800900f5180 00000100:00100000:0.0:1746129504.354409:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1147 00000100:00100000:0.0:1746129504.354413:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731848448:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:3.0:1746129504.354654:0:31503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.354662:0:31503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.354676:0:31503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.354682:0:31503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.354688:0:31503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.354693:0:31503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095fb1400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129504.354696:0:31503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.354700:0:31503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.354709:0:31503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.354715:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095fb1400/0x40a459093b05e96a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129504.354752:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731846784:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 18262us (18984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.354758:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11582 00000100:00100000:3.0:1746129504.359877:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731847040:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 8133us (8431us total) trans 21474840340 rc 0/0 00000100:00100000:3.0:1746129504.359889:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1145 00002000:00100000:3.0:1746129504.360177:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1077247) req@ffff88009f9ef800 x1830948731847040/t21474840340(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/448 e 0 to 0 dl 1746129515 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.360189:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ef800 with x1830948731847040 ext(1048576->1077247) 00010000:00010000:3.0:1746129504.360201:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 23 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.360214:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 23 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129504.360222:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f9ef800 00000100:00100000:0.0:1746129504.363698:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.367349:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731847296:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 15484us (15871us total) trans 17179873141 rc 0/0 00000100:00100000:3.0:1746129504.367360:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1146 00002000:00100000:3.0:1746129504.367371:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (397312->1048575) req@ffff88009f9eea00 x1830948731847296/t17179873141(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:245/0 lens 488/448 e 0 to 0 dl 1746129515 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129504.367380:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9eea00 with x1830948731847296 ext(397312->1048575) 00010000:00010000:3.0:1746129504.367389:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 27 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.367401:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 27 pid: 7148 timeout: 859 lvb_type: 0 00002000:00010000:3.0:1746129504.367407:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f9eea00 00000100:00100000:2.0:1746129504.367539:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731848704 00000100:00100000:2.0:1746129504.367546:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731848704 00010000:00010000:2.0:1746129504.367574:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 23 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.367593:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5852 00000100:00100000:2.0:1746129504.367600:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731848704:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129504.367611:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129504.367626:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 23 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.367640:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 23 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.367657:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4200/0x40a459093b05e8d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1077247) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a747 expref: 23 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:2.0:1746129504.367672:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.367674:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.367678:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.367684:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.367689:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731848448:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 13273us (13490us total) trans 21474840341 rc 0/0 00000100:00100000:0.0:1746129504.367696:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1147 00010000:00010000:2.0:1746129504.367701:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746129504.367701:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2273280->2359295) req@ffff8800900f5180 x1830948731848448/t21474840341(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:245/0 lens 488/448 e 0 to 0 dl 1746129515 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129504.367709:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f5180 with x1830948731848448 ext(2273280->2359295) 00010000:00010000:0.0:1746129504.367714:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 20 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:2.0:1746129504.367716:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731848704:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 118us (4027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.367722:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5852 00010000:00010000:0.0:1746129504.367723:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 20 pid: 7149 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746129504.367729:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800900f5180 00010000:00010000:2.0:1746129504.367741:0:8410:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.367748:0:8410:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.367763:0:8410:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.367774:0:8410:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.367781:0:8410:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.367786:0:8410:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a09a4e00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129504.367789:0:8410:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.367794:0:8410:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.367802:0:8410:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129504.367807:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4e00/0x40a459093b05e955 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129504.367841:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731846400:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 31673us (32137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.367849:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11579 00000100:00100000:0.0:1746129504.370085:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.370138:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731848832 00000100:00100000:3.0:1746129504.370145:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731848832 00010000:00010000:3.0:1746129504.370173:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 20 pid: 7149 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.371812:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.372055:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731848960 00000100:00100000:0.0:1746129504.372061:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731848960 00010000:00010000:0.0:1746129504.372083:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 27 pid: 7148 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.372580:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5853 00000100:00100000:3.0:1746129504.372590:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a45850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948731848832:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.372602:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.372624:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 20 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.372633:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 20 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.372651:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4a00/0x40a459093b05e8d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2273280->3145727] (req 2273280->2359295) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a740 expref: 20 pid: 7149 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.373499:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.373501:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.373506:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.373521:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.373539:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129504.373577:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a45850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948731848832:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 988us (3497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.373583:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5853 00000100:00100000:3.0:1746129504.373625:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5854 00000100:00100000:3.0:1746129504.373631:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731848960:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.373639:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.373653:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 27 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.373662:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 27 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.373674:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fbdc000/0x40a459093b05e8c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 397312->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a739 expref: 27 pid: 7148 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.373682:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.373683:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.373686:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.373691:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.373707:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129504.373721:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731848960:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 90us (1916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.373725:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5854 00010000:00010000:0.0:1746129504.377142:0:4699:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377156:0:4699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377186:0:4699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377192:0:4699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377200:0:4699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377207:0:4699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a09a4800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129504.377211:0:4699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377219:0:4699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377235:0:4699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377242:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4800/0x40a459093b05e94e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.377338:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731846272:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 41359us (42245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.377347:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11578 00010000:00010000:0.0:1746129504.377368:0:11014:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377375:0:11014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377392:0:11014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377398:0:11014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377404:0:11014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377409:0:11014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f384800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129504.377412:0:11014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377417:0:11014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377425:0:11014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129504.377432:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f384800/0x40a459093b05e971 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129504.377462:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948731846912:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 40816us (41668us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.377467:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11583 00000100:00100000:0.0:1746129504.379234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.379401:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731849216 00000100:00100000:2.0:1746129504.379408:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731849216 00000100:00100000:3.0:1746129504.380591:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10143 00000100:00100000:3.0:1746129504.380602:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+16:29338:x1830948731849216:12345-192.168.202.4@tcp:36:mirror_io.0 00010000:00010000:3.0:1746129504.380645:0:15096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.380666:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0a00/0x40a459093b05e947 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a786 expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.380682:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129504.380686:0:15096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129504.380714:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.380725:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 310 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.380732:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 31 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.380737:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 310 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.380742:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a35e expref: 31 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.380752:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a373 expref: 310 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.380758:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a437 expref: 310 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.380765:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a461 expref: 31 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.380770:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 10/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.380797:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a461 expref: 31 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.380807:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a461 expref: 31 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.380819:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783232:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.382703:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a437 expref: 310 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.382719:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a437 expref: 310 pid: 15096 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.382732:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783360:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.383008:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a373 expref: 310 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.383017:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a373 expref: 310 pid: 15096 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.383025:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783488:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.383052:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a35e expref: 31 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.383059:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a35e expref: 31 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.383066:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ede300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783616:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.383090:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 310 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.383096:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 310 pid: 14548 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.383102:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783744:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.383122:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 31 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.383129:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 31 pid: 14549 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.383136:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783872:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.383160:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 310 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.383166:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 310 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.383172:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736784000:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.383187:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129504.386602:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.386739:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783232:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.386749:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783360:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129504.389264:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.389309:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731849472 00000100:00100000:0.0:1746129504.389315:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731849472 00010000:00010000:0.0:1746129504.389348:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a461 expref: 32 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.389370:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731849344 00000100:00100000:0.0:1746129504.389372:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731849344 00010000:00010000:0.0:1746129504.389381:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a437 expref: 311 pid: 15096 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746129504.389394:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5855 00000100:00100000:0.0:1746129504.389401:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+32:1961:x1830948731849472:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.389412:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.389417:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a461 expref: 32 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.389426:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a461 expref: 32 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.389445:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef91200/0x40a459093b05e493 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a461 expref: 32 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.389461:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129504.389466:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.389475:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.389509:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+31:1961:x1830948731849472:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 108us (2912us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.389515:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5855 00000100:00100000:0.0:1746129504.389528:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5856 00000100:00100000:0.0:1746129504.389532:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+311:1961:x1830948731849344:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129504.389538:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129504.389542:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a437 expref: 311 pid: 15096 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.389550:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a437 expref: 311 pid: 15096 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.389560:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa56600/0x40a459093b05e431 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a437 expref: 311 pid: 15096 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746129504.389568:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129504.389571:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.389579:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129504.389591:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+310:1961:x1830948731849344:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 58us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129504.389595:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5856 00000100:00100000:0.0:1746129504.389721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.389969:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edd880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783488:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.389978:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ede300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783616:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.389988:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783744:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129504.391582:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.392128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129504.392222:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731849856 00000100:00100000:1.0:1746129504.392230:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731849856 00000100:00100000:0.0:1746129504.393002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129504.393036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.393120:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736783872:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129504.393130:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736784000:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129504.393167:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129504.393246:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731849984 00000100:00100000:1.0:1746129504.393250:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731849984 00000100:00100000:2.0:1746129504.393318:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4092 00000100:00100000:2.0:1746129504.393331:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+310:27694:x1830948731849856:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1746129504.393497:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+311:27694:x1830948731849856:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 171us (3776us total) trans 8589944028 rc 0/0 00000100:00100000:2.0:1746129504.393504:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4092 00000100:00100000:2.0:1746129504.393531:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4093 00000100:00100000:2.0:1746129504.393536:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cc9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+31:7701:x1830948731849984:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1746129504.393594:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cc9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+32:7701:x1830948731849984:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 57us (2017us total) trans 8589944029 rc 0/0 00000100:00100000:2.0:1746129504.393599:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4093 00000100:00100000:3.0:1746129504.393924:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731850112 00000100:00100000:3.0:1746129504.393928:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731850112 00000100:00100000:3.0:1746129504.393939:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731850240 00000100:00100000:3.0:1746129504.393941:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731850240 00010000:00010000:3.0:1746129504.393955:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 32 pid: 14549 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.393985:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731850368 00000100:00100000:3.0:1746129504.393987:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731850368 00010000:00010000:3.0:1746129504.393997:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 312 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.394009:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5857 00000100:00100000:3.0:1746129504.394014:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+32:1963:x1830948731850240:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.394021:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.394026:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 32 pid: 14549 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.394034:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 32 pid: 14549 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.394049:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc2a400/0x40a459093b05e224 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e7 expref: 32 pid: 14549 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.394059:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129504.394063:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.394071:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129504.394092:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948731850240:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 77us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.394097:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5857 00000100:00100000:3.0:1746129504.394107:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5858 00000100:00100000:3.0:1746129504.394111:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+312:1962:x1830948731850368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.394117:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.394121:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 312 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.394127:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 312 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.394136:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0844c00/0x40a459093b05e21d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2e0 expref: 312 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.394143:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129504.394146:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.394151:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129504.394163:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+311:1962:x1830948731850368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 52us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.394168:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5858 00010000:00010000:3.0:1746129504.394186:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 310 pid: 14548 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.394197:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5859 00000100:00100000:3.0:1746129504.394201:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+310:1961:x1830948731850112:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.394207:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.394210:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 310 pid: 14548 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.394215:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 310 pid: 14548 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.394225:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05e22b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a2ee expref: 310 pid: 14548 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.394232:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129504.394235:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.394239:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129504.395498:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+309:1961:x1830948731850112:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 51us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.395508:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5859 00000100:00100000:2.0:1746129504.396031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.396066:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.396194:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731850496 00000100:00100000:3.0:1746129504.396200:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731850496 00010000:00010000:3.0:1746129504.396221:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a35e expref: 31 pid: 16908 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.396504:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731850624 00000100:00100000:3.0:1746129504.396507:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731850624 00010000:00010000:3.0:1746129504.396518:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a373 expref: 309 pid: 15096 timeout: 859 lvb_type: 0 00000100:00100000:3.0:1746129504.396538:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5860 00000100:00100000:3.0:1746129504.396544:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a45450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948731850496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.396555:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.396559:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a35e expref: 31 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.396569:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a35e expref: 31 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.396585:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05e2da lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a35e expref: 31 pid: 16908 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.396595:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129504.396599:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.396606:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129504.396637:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a45450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731850496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 94us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.396643:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5860 00000100:00100000:3.0:1746129504.396677:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5861 00000100:00100000:3.0:1746129504.396681:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+309:1961:x1830948731850624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129504.396686:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129504.396690:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a373 expref: 309 pid: 15096 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.396698:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a373 expref: 309 pid: 15096 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.396708:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e73e800/0x40a459093b05e2fd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a373 expref: 309 pid: 15096 timeout: 859 lvb_type: 0 00010000:00010000:3.0:1746129504.396716:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129504.396719:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.396728:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.396734:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.396749:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129504.396761:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+308:1961:x1830948731850624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 79us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.396766:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5861 00010000:00010000:3.0:1746129504.396780:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.396786:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000040:00080000:3.0:1746129504.397390:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2778, 88 off231400 00000004:00080000:3.0:1746129504.397397:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 759714102735ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129504.397435:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2719, 88 off226200 00000004:00080000:3.0:1746129504.397439:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 759714145323ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129504.397486:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2720, 88 off226288 00000004:00080000:3.0:1746129504.397488:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 759714194602ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129504.397501:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2779, 88 off231488 00000004:00080000:3.0:1746129504.397503:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 759714209407ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129504.397509:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2780, 88 off231576 00000004:00080000:3.0:1746129504.397512:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 759714218212ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129504.397518:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2721, 88 off226376 00000004:00080000:3.0:1746129504.397521:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 759714227445ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129504.397530:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2722, 88 off226464 00000004:00080000:3.0:1746129504.397533:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 759714239381ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129504.397542:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2723, 88 off226552 00000004:00080000:3.0:1746129504.397551:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 759714257220ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129504.397561:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2781, 88 off231664 00000004:00080000:3.0:1746129504.397563:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 759714269661ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129504.397570:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2724, 88 off226640 00000004:00080000:3.0:1746129504.397572:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 759714278291ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129504.397582:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2782, 88 off231752 00000004:00080000:3.0:1746129504.397584:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 759714290161ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129504.397590:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2725, 88 off226728 00000004:00080000:3.0:1746129504.397593:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 759714298822ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129504.397601:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2783, 88 off231840 00000004:00080000:3.0:1746129504.397604:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 759714309958ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129504.397610:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2784, 88 off231928 00000004:00080000:3.0:1746129504.397613:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 759714318883ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129504.397618:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2785, 88 off232016 00000004:00080000:3.0:1746129504.397621:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 759714326938ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129504.397627:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2786, 88 off232104 00000004:00080000:3.0:1746129504.397630:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 759714335858ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129504.397636:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2726, 88 off226816 00000004:00080000:3.0:1746129504.397639:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 759714344947ns, next at 706231494891ns, rc = 0 00000001:00080000:1.0:1746129504.423100:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944026 is committed 00000001:00080000:1.0:1746129504.423119:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944012 is committed 00000001:00080000:1.0:1746129504.423128:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944010 is committed 00000001:00080000:1.0:1746129504.423137:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944024 is committed 00000001:00080000:1.0:1746129504.423142:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944015 is committed 00000001:00080000:1.0:1746129504.423169:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944029 is committed 00000001:00080000:1.0:1746129504.423173:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944028 is committed 00000001:00080000:1.0:1746129504.423178:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944027 is committed 00000001:00080000:1.0:1746129504.423209:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944030 is committed 00000004:00080000:1.0:1746129504.423215:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1910 committed 00000004:00010000:3.0:1746129504.423497:0:15096:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800900f5f80 reply state ffff88009f5aec00 transno 8589944030 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129504.423507:0:15096:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1746129504.423592:0:15096:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746129504.423604:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29338:x1830948731849216:12345-192.168.202.4@tcp:36:mirror_io.0 Request processed in 43002us (44371us total) trans 8589944030 rc 0/0 00000100:00100000:3.0:1746129504.423614:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10143 00000004:00080000:1.0:1746129504.423669:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1970 committed 00000004:00080000:1.0:1746129504.423771:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1969 committed 00000004:00080000:1.0:1746129504.423774:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1968 committed 00000004:00080000:1.0:1746129504.423775:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1967 committed 00000004:00080000:1.0:1746129504.423777:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1909 committed 00000004:00080000:1.0:1746129504.423778:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1966 committed 00000004:00080000:1.0:1746129504.423780:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1908 committed 00000004:00080000:1.0:1746129504.423781:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1965 committed 00000004:00080000:1.0:1746129504.423783:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1907 committed 00000004:00080000:1.0:1746129504.423784:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1906 committed 00000004:00080000:1.0:1746129504.423786:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1905 committed 00000004:00080000:1.0:1746129504.423787:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1964 committed 00000004:00080000:1.0:1746129504.423789:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1963 committed 00000004:00080000:1.0:1746129504.423791:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1904 committed 00000004:00080000:1.0:1746129504.423792:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1903 committed 00000004:00080000:1.0:1746129504.423793:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1962 committed 00000100:00100000:2.0:1746129504.424149:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736784512:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.424189:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129504.424223:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736785024:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.424237:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129504.424251:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746129504.424255:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736784128:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.424269:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129504.424278:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736784640:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.424290:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129504.424336:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736784512 00000100:00100000:2.0:1746129504.424342:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736784512 00000100:00100000:2.0:1746129504.424373:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736785024 00000100:00100000:2.0:1746129504.424375:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736785024 00000100:00100000:2.0:1746129504.424383:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736784128 00000100:00100000:2.0:1746129504.424384:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736784128 00000100:00100000:2.0:1746129504.424395:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736784640 00000100:00100000:2.0:1746129504.424396:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736784640 00000100:00100000:2.0:1746129504.424406:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11584 00000100:00100000:2.0:1746129504.424411:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736784512:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129504.424584:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:2.0:1746129504.424588:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129504.424590:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746129504.424591:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129504.424593:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:2.0:1746129504.424615:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736784512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 204us (426us total) trans 17179873142 rc 0/0 00000100:00100000:2.0:1746129504.424620:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11584 00000100:00100000:2.0:1746129504.424631:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11585 00000100:00100000:2.0:1746129504.424636:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736785024:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.424711:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736785024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (472us total) trans 17179873143 rc 0/0 00000100:00100000:2.0:1746129504.424716:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11585 00000100:00100000:2.0:1746129504.424724:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11586 00000100:00100000:2.0:1746129504.424728:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736784128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.424800:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736784128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (529us total) trans 17179873144 rc 0/0 00000100:00100000:2.0:1746129504.424804:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11586 00000100:00100000:3.0:1746129504.424928:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736785152:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129504.424932:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11587 00000100:00100000:2.0:1746129504.424936:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736784640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129504.424952:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129504.424968:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736785664:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129504.424982:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129504.424991:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746129504.424995:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ede300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736785536:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129504.425008:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129504.425012:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736784640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (719us total) trans 17179873145 rc 0/0 00000100:00100000:3.0:1746129504.425016:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736786048:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129504.425017:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11587 00000100:00100000:2.0:1746129504.425025:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736785152 00000100:00100000:3.0:1746129504.425027:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129504.425027:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736785152 00000100:00100000:3.0:1746129504.425039:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736784256:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.425039:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736785664 00000100:00100000:2.0:1746129504.425040:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736785664 00000100:00100000:2.0:1746129504.425045:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736785536 00000100:00100000:2.0:1746129504.425047:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736785536 00000100:00100000:3.0:1746129504.425050:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129504.425053:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736786048 00000100:00100000:2.0:1746129504.425055:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736786048 00000100:00100000:3.0:1746129504.425056:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736784768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.425061:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736784256 00000100:00100000:2.0:1746129504.425062:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736784256 00000100:00100000:3.0:1746129504.425067:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129504.425069:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11588 00000100:00100000:3.0:1746129504.425072:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736785280:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129504.425072:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3301:x1830948736785152:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129504.425084:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129504.425089:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736785792:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129504.425100:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129504.425107:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1746129504.425110:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736784384:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129504.425121:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129504.425127:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736784896:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129504.425137:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129504.425143:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736785408:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129504.425153:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129504.425158:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736785920:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129504.425169:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129504.425172:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3301:x1830948736785152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (219us total) trans 21474840342 rc 0/0 00000100:00100000:2.0:1746129504.425176:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11588 00000100:00100000:3.0:1746129504.425181:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736784768 00000100:00100000:3.0:1746129504.425184:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736784768 00000100:00100000:2.0:1746129504.425184:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736785280 00000100:00100000:2.0:1746129504.425186:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736785280 00000100:00100000:2.0:1746129504.425195:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736785792 00000100:00100000:3.0:1746129504.425196:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736784384 00000100:00100000:3.0:1746129504.425197:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736784384 00000100:00100000:2.0:1746129504.425197:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736785792 00000100:00100000:3.0:1746129504.425203:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736785408 00000100:00100000:2.0:1746129504.425203:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736784896 00000100:00100000:2.0:1746129504.425204:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736784896 00000100:00100000:3.0:1746129504.425205:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736785408 00000100:00100000:2.0:1746129504.425211:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736785920 00000100:00100000:2.0:1746129504.425212:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736785920 00000100:00100000:3.0:1746129504.425213:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11589 00000100:00100000:3.0:1746129504.425218:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3301:x1830948736785664:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129504.425221:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11590 00000100:00100000:2.0:1746129504.425224:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3301:x1830948736785536:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129504.425290:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11591 00000100:00100000:3.0:1746129504.425313:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3301:x1830948736786048:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129504.425370:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3301:x1830948736785536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 144us (360us total) trans 21474840343 rc 0/0 00000100:00100000:2.0:1746129504.425375:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11590 00000100:00100000:2.0:1746129504.425385:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11592 00000100:00100000:2.0:1746129504.425390:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736784256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129504.425392:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3301:x1830948736786048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (364us total) trans 21474840344 rc 0/0 00000100:00100000:3.0:1746129504.425397:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11591 00000100:00100000:3.0:1746129504.425407:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11593 00000100:00100000:3.0:1746129504.425411:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736784768:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.425450:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11594 00000100:00100000:2.0:1746129504.425456:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736785280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129504.425494:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736784768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (426us total) trans 17179873146 rc 0/0 00000100:00100000:3.0:1746129504.425499:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11593 00000100:00100000:3.0:1746129504.425509:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11595 00000100:00100000:3.0:1746129504.425512:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736785792:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129504.425538:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736785280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (452us total) trans 21474840345 rc 0/0 00000100:00100000:2.0:1746129504.425542:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11594 00000100:00100000:2.0:1746129504.425551:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11596 00000100:00100000:2.0:1746129504.425556:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736784384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129504.425577:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736785792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (476us total) trans 21474840346 rc 0/0 00000100:00100000:3.0:1746129504.425585:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11595 00000100:00100000:3.0:1746129504.425593:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11597 00000100:00100000:3.0:1746129504.425597:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736784896:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129504.425628:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736784384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (505us total) trans 17179873147 rc 0/0 00000100:00100000:2.0:1746129504.425633:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11596 00000100:00100000:2.0:1746129504.425641:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11598 00000100:00100000:2.0:1746129504.425646:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736785408:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129504.425679:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736784896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (541us total) trans 17179873148 rc 0/0 00000100:00100000:3.0:1746129504.425684:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11597 00000100:00100000:3.0:1746129504.425692:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11599 00000100:00100000:3.0:1746129504.425696:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736785920:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129504.425713:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736785408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 67us (558us total) trans 21474840347 rc 0/0 00000100:00100000:2.0:1746129504.425718:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11598 00000100:00080000:2.0:1746129504.425730:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746129504.425733:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746129504.425757:0:3300:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873131 gen 2 00000100:00100000:3.0:1746129504.425760:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736785920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 64us (590us total) trans 21474840348 rc 0/0 00000004:00080000:2.0:1746129504.425761:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cda6a00, transno 17179873066 00000100:00100000:3.0:1746129504.425765:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11599 00000004:00080000:2.0:1746129504.425768:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e384380, transno 17179873067 00000004:00080000:2.0:1746129504.425770:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cda4a80, transno 17179873068 00000004:00080000:2.0:1746129504.425772:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e385180, transno 17179873069 00000004:00080000:2.0:1746129504.425775:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cda7b80, transno 17179873070 00000004:00080000:2.0:1746129504.425777:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cda6300, transno 17179873071 00000004:00080000:2.0:1746129504.425780:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cda5500, transno 17179873072 00000004:00080000:2.0:1746129504.425782:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e386d80, transno 17179873073 00000004:00080000:2.0:1746129504.425784:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f37d880, transno 17179873074 00000004:00080000:2.0:1746129504.425786:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013575bb80, transno 17179873075 00000004:00080000:2.0:1746129504.425788:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135759f80, transno 17179873076 00000004:00080000:2.0:1746129504.425790:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135759880, transno 17179873077 00000004:00080000:2.0:1746129504.425792:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013575b800, transno 17179873078 00000004:00080000:2.0:1746129504.425794:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135758a80, transno 17179873079 00000004:00080000:2.0:1746129504.425795:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135758e00, transno 17179873080 00000004:00080000:2.0:1746129504.425797:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013575aa00, transno 17179873081 00000004:00080000:2.0:1746129504.425799:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135758000, transno 17179873082 00000004:00080000:2.0:1746129504.425801:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f545880, transno 17179873083 00000004:00080000:2.0:1746129504.425803:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880091b06300, transno 17179873105 00000004:00080000:2.0:1746129504.425805:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce3a680, transno 17179873106 00000004:00080000:2.0:1746129504.425807:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880091b05180, transno 17179873107 00000004:00080000:2.0:1746129504.425809:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce39c00, transno 17179873108 00000004:00080000:2.0:1746129504.425811:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f47100, transno 17179873109 00000004:00080000:2.0:1746129504.425813:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880091b07100, transno 17179873110 00000004:00080000:2.0:1746129504.425815:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013575d880, transno 17179873111 00000004:00080000:2.0:1746129504.425817:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce3b480, transno 17179873112 00000004:00080000:2.0:1746129504.425819:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013575d180, transno 17179873113 00000100:00100000:3.0:1746129504.425821:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3301:x1830948736785664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 603us (838us total) trans 21474840349 rc 0/0 00000004:00080000:2.0:1746129504.425821:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402aa00, transno 17179873114 00000004:00080000:2.0:1746129504.425823:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fab1180, transno 17179873115 00000100:00100000:3.0:1746129504.425825:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11589 00000004:00080000:2.0:1746129504.425825:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fab2680, transno 17179873116 00000004:00080000:2.0:1746129504.425828:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fab1f80, transno 17179873117 00000004:00080000:2.0:1746129504.425831:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094028a80, transno 17179873118 00000004:00080000:2.0:1746129504.425833:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fab0700, transno 17179873119 00000004:00080000:2.0:1746129504.425835:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fab3b80, transno 17179873120 00000004:00080000:2.0:1746129504.425837:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fab1880, transno 17179873121 00000004:00080000:2.0:1746129504.425839:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fab0380, transno 17179873122 00000004:00080000:2.0:1746129504.425842:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402ad80, transno 17179873123 00000100:00100000:3.0:1746129504.425844:0:3301:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840320 gen 2 00000004:00080000:2.0:1746129504.425844:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094029500, transno 17179873124 00000004:00080000:2.0:1746129504.425846:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546c000, transno 17179873125 00000004:00080000:3.0:1746129504.425847:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e389880, transno 21474840266 00000004:00080000:2.0:1746129504.425848:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094029880, transno 17179873126 00000004:00080000:2.0:1746129504.425850:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546d180, transno 17179873127 00000004:00080000:3.0:1746129504.425853:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e388700, transno 21474840267 00000004:00080000:2.0:1746129504.425853:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402b480, transno 17179873128 00000004:00080000:3.0:1746129504.425855:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e389f80, transno 21474840268 00000004:00080000:2.0:1746129504.425856:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546c380, transno 17179873129 00000004:00080000:3.0:1746129504.425857:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e38b100, transno 21474840269 00000004:00080000:2.0:1746129504.425858:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546fb80, transno 17179873130 00000004:00080000:3.0:1746129504.425860:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e38b800, transno 21474840270 00000004:00080000:2.0:1746129504.425860:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546f800, transno 17179873131 00000004:00080000:3.0:1746129504.425862:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e38aa00, transno 21474840271 00000004:00080000:3.0:1746129504.425863:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e38bb80, transno 21474840272 00000004:00080000:3.0:1746129504.425865:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e38ad80, transno 21474840273 00000100:00100000:2.0:1746129504.425865:0:3300:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88009f546d80 x1830948736784128/t17179873144(17179873144) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746129520 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:3.0:1746129504.425866:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a063fb80, transno 21474840274 00000004:00080000:3.0:1746129504.425868:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a063d500, transno 21474840275 00000004:00080000:3.0:1746129504.425870:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a063c000, transno 21474840276 00000004:00080000:3.0:1746129504.425873:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a063ca80, transno 21474840277 00000004:00080000:3.0:1746129504.425875:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a063e300, transno 21474840278 00000004:00080000:2.0:1746129504.425875:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f546d80/2, rc 0, transno 17179873144 00000004:00080000:3.0:1746129504.425877:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a063dc00, transno 21474840279 00000004:00080000:3.0:1746129504.425879:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a063f100, transno 21474840280 00000100:00100000:2.0:1746129504.425879:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736784128:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129504.425881:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a063df80, transno 21474840281 00000004:00080000:3.0:1746129504.425883:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132c25180, transno 21474840297 00000004:00080000:3.0:1746129504.425885:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800900f4380, transno 21474840298 00000004:00080000:3.0:1746129504.425887:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880129add500, transno 21474840299 00000004:00080000:3.0:1746129504.425889:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132c25f80, transno 21474840300 00000004:00080000:2.0:1746129504.425889:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f544000/2, rc 0, transno 17179873145 00000004:00080000:3.0:1746129504.425891:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132c27b80, transno 21474840301 00000100:00100000:2.0:1746129504.425891:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736784640:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129504.425893:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800900f5c00, transno 21474840302 00000004:00080000:3.0:1746129504.425895:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880132c26300, transno 21474840303 00000004:00080000:3.0:1746129504.425896:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800900f6d80, transno 21474840304 00000004:00080000:2.0:1746129504.425897:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f544e00/2, rc 0, transno 17179873142 00000004:00080000:3.0:1746129504.425898:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b2680, transno 21474840305 00000100:00100000:2.0:1746129504.425899:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736784512:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129504.425900:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b3100, transno 21474840306 00000004:00080000:3.0:1746129504.425917:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd93b80, transno 21474840307 00000004:00080000:3.0:1746129504.425919:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd91f80, transno 21474840308 00000004:00080000:3.0:1746129504.425921:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b3800, transno 21474840309 00000004:00080000:2.0:1746129504.425921:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f546680/2, rc 0, transno 17179873143 00000004:00080000:3.0:1746129504.425923:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b1880, transno 21474840310 00000100:00100000:2.0:1746129504.425923:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736785024:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129504.425925:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd90700, transno 21474840311 00000004:00080000:3.0:1746129504.425926:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b1c00, transno 21474840312 00000004:00080000:3.0:1746129504.425928:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd90e00, transno 21474840313 00000004:00080000:3.0:1746129504.425930:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd90a80, transno 21474840314 00000004:00080000:3.0:1746129504.425931:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd91c00, transno 21474840315 00000004:00080000:3.0:1746129504.425933:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd90380, transno 21474840316 00000004:00080000:3.0:1746129504.425935:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd91880, transno 21474840317 00000004:00080000:3.0:1746129504.425937:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd92300, transno 21474840318 00000004:00080000:3.0:1746129504.425939:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd91500, transno 21474840319 00000004:00080000:3.0:1746129504.425941:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd92d80, transno 21474840320 00000100:00100000:3.0:1746129504.425945:0:3301:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880093ede300 x1830948736785536/t21474840343(21474840343) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746129520 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:3.0:1746129504.425952:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093ede300/2, rc 0, transno 21474840343 00000100:00100000:3.0:1746129504.425955:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ede300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736785536:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129504.425966:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edce00/2, rc 0, transno 21474840344 00000100:00100000:3.0:1746129504.425968:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736786048:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129504.425974:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edc000/2, rc 0, transno 21474840342 00000100:00100000:3.0:1746129504.425981:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736785152:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129504.425986:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edd880/2, rc 0, transno 21474840349 00000100:00100000:3.0:1746129504.425988:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736785664:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129504.426003:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f547b80/2, rc 0, transno 17179873147 00000100:00100000:3.0:1746129504.426006:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736784384:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129504.426011:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f547100/2, rc 0, transno 17179873148 00000100:00100000:3.0:1746129504.426013:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736784896:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129504.426018:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093eddc00/2, rc 0, transno 21474840347 00000100:00100000:3.0:1746129504.426020:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736785408:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129504.426026:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edf800/2, rc 0, transno 21474840348 00000100:00100000:3.0:1746129504.426028:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736785920:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129504.426033:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f546a00/2, rc 0, transno 17179873146 00000100:00100000:3.0:1746129504.426036:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f546a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736784768:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129504.426041:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edd180/2, rc 0, transno 21474840345 00000100:00100000:3.0:1746129504.426043:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736785280:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129504.426048:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edc380/2, rc 0, transno 21474840346 00000100:00100000:3.0:1746129504.426051:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736785792:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129504.426166:0:14589:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 8 in progress, 1 in flight, 45 done 00000100:00100000:2.0:1746129504.426194:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746129504.426202:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736786176:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129504.426220:0:14586:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 8 in progress, 0 in flight, 40 done 00000100:00100000:2.0:1746129504.426225:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129504.426264:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736786176 00000100:00100000:3.0:1746129504.426268:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736786176 00000100:00100000:3.0:1746129504.426284:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11600 00000100:00100000:3.0:1746129504.426289:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3300:x1830948736786176:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1746129504.426524:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.426533:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.426539:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.426544:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fbdd200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129504.426548:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.426554:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.426572:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129504.426575:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129504.426578:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129504.426583:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdd200/0x40a459093b05e978 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129504.427064:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3300:x1830948736786176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 773us (838us total) trans 17179873149 rc 0/0 00000100:00100000:3.0:1746129504.427070:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11600 00000100:00100000:1.0:1746129504.427162:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.427266:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731850752 00000100:00100000:3.0:1746129504.427270:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731850752 00000100:00100000:3.0:1746129504.427309:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10144 00000100:00100000:3.0:1746129504.427315:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29338:x1830948731850752:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129504.427328:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.427340:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a78d expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.427379:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a78d expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.427390:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a78d expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.427402:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129504.427404:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129504.427406:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eece000, rc 0) 00000100:00100000:3.0:1746129504.427432:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29338:x1830948731850752:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 117us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.427439:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10144 00000100:00100000:2.0:1746129504.428079:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3302:x1830948736784256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2687us (3026us total) trans 17179873150 rc 0/0 00000100:00100000:2.0:1746129504.428085:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11592 00000004:00080000:2.0:1746129504.428110:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0991880/2, rc 0, transno 17179873149 00000004:00080000:3.0:1746129504.428112:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f547800/2, rc 0, transno 17179873150 00000100:00100000:2.0:1746129504.428114:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736786176:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129504.428116:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736784256:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129504.430967:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.431627:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731850880 00000100:00100000:3.0:1746129504.431635:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731850880 00000100:00100000:3.0:1746129504.431861:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10145 00000100:00100000:3.0:1746129504.431868:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29338:x1830948731850880:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129504.431884:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.431900:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05e986 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a794 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.431979:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.431990:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.432000:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129504.432020:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129504.432024:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129504.432035:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129504.432056:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05e986 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a794 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.432070:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a794 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.432077:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129504.432080:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129504.432082:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf600, rc 0) 00000100:00100000:3.0:1746129504.432742:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29338:x1830948731850880:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 872us (1780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.432749:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10145 00000100:00100000:0.0:1746129504.435290:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129504.435796:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731851008 00000100:00100000:2.0:1746129504.435803:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731851008 00000100:00100000:2.0:1746129504.435857:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11601 00000100:00100000:2.0:1746129504.435865:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731851008:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129504.435881:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129504.435898:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a79b expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746129504.435927:0:11014:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d261, atime: 0x6813d260, ctime: 0x6813d260, blocks: 0x809 00010000:00010000:2.0:1746129504.435944:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.435946:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129504.435954:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a79b expref: 7 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.435966:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a79b expref: 7 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129504.435975:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2dca00, rc 0) 00000100:00100000:2.0:1746129504.436013:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731851008:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 149us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129504.436018:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11601 00000100:00100000:1.0:1746129504.436063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.436084:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731851136 00000100:00100000:3.0:1746129504.436088:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731851136 00000100:00100000:3.0:1746129504.436107:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11602 00000100:00100000:3.0:1746129504.436112:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1962:x1830948731851136:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129504.436119:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.436128:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7a2 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129504.436142:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d261, atime: 0x6813d260, ctime: 0x6813d261, blocks: 0x821 00000100:00100000:1.0:1746129504.436144:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129504.436151:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.436152:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.436156:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a2 expref: 6 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129504.436157:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129504.436165:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a2 expref: 6 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129504.436168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129504.436172:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecea00, rc 0) 00000100:00100000:1.0:1746129504.436188:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129504.436191:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731851136:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 79us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129504.436198:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11602 00000100:00100000:3.0:1746129504.436208:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731851264 00000100:00100000:3.0:1746129504.436210:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731851264 00000100:00100000:3.0:1746129504.436218:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731851392 00000100:00100000:3.0:1746129504.436220:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731851392 00000100:00100000:1.0:1746129504.436220:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731851520 00000100:00100000:1.0:1746129504.436222:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731851520 00000100:00100000:3.0:1746129504.436228:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11603 00000100:00100000:3.0:1746129504.436232:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731851264:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129504.436238:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129504.436241:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731851648 00000100:00100000:1.0:1746129504.436243:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731851648 00010000:00010000:3.0:1746129504.436246:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7a9 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129504.436253:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11604 00002000:00010000:3.0:1746129504.436255:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d260, atime: 0x6813d260, ctime: 0x6813d25f, blocks: 0x81d 00000100:00100000:1.0:1746129504.436257:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731851392:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129504.436262:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.436262:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.436263:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129504.436267:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a9 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.436269:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7b0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.436274:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a9 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129504.436280:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a86e00, rc 0) 00002000:00010000:1.0:1746129504.436283:0:22480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d25c, atime: 0x6813d25c, ctime: 0x6813d25c, blocks: 0x821 00010000:00010000:1.0:1746129504.436289:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.436290:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746129504.436311:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731851264:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 77us (166us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129504.436313:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b0 expref: 9 pid: 22480 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129504.436316:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11603 00010000:00010000:1.0:1746129504.436322:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b0 expref: 9 pid: 22480 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129504.436326:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11605 00000100:00100000:3.0:1746129504.436330:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731851520:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129504.436333:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f385e00, rc 0) 00010000:00010000:3.0:1746129504.436337:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.436345:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7b7 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129504.436347:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731851392:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 90us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.436352:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11604 00002000:00010000:3.0:1746129504.436354:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d260, atime: 0x6813d25f, ctime: 0x6813d260, blocks: 0x15d7 00010000:00010000:3.0:1746129504.436360:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129504.436360:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11606 00010000:00010000:3.0:1746129504.436361:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129504.436364:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731851648:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129504.436365:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b7 expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.436368:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129504.436372:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b7 expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.436375:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7be expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129504.436379:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a86000, rc 0) 00002000:00010000:1.0:1746129504.436385:0:22480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d260, atime: 0x6813d260, ctime: 0x6813d260, blocks: 0x1029 00000100:00100000:3.0:1746129504.436391:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731851520:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 61us (222us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129504.436391:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.436392:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129504.436395:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7be expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129504.436396:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11605 00010000:00010000:1.0:1746129504.436402:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7be expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129504.436408:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384200, rc 0) 00000100:00100000:1.0:1746129504.436420:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731851648:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 56us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129504.436424:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11606 00000100:00100000:3.0:1746129505.002507:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736786304:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746129505.002571:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129505.003209:0:8414:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736786304 00000100:00100000:1.0:1746129505.003217:0:8414:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736786304 00000100:00100000:1.0:1746129505.003262:0:8414:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1746129505.003268:0:8414:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736786304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746129505.003333:0:8414:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 446103552 pending 22151168 free 3850371072 avail 3848273920 00000100:00100000:1.0:1746129505.003379:0:8414:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736786304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.003384:0:8414:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1746129505.003432:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736786304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746129505.034538:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746129505.034558:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736786432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746129505.034617:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129505.034910:0:8414:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736786432 00000100:00100000:0.0:1746129505.034918:0:8414:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736786432 00000100:00100000:0.0:1746129505.034952:0:8414:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1746129505.034959:0:8414:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3302:x1830948736786432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746129505.035129:0:8414:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 447676416 pending 11927552 free 3847225344 avail 3845128192 00000100:00100000:0.0:1746129505.035165:0:8414:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+14:3302:x1830948736786432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 207us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129505.035171:0:8414:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1746129505.035206:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736786432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746129505.035237:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135758380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f03f6bde-e986-4df5-86c3-48805e205677:3300:1830948736786560:0@lo:400:kworker.0 00000100:00100000:0.0:1746129505.035260:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129505.035284:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746129505.035289:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3300:1830948736786688:0@lo:400:kworker.0 00000100:00100000:0.0:1746129505.035328:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129505.035349:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736786688 00000100:00100000:0.0:1746129505.035352:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736786688 00000100:00100000:0.0:1746129505.035377:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1746129505.035382:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1830948736786688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746129505.035407:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1830948736786688:12345-0@lo:400:kworker.0 Request processed in 26us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129505.035413:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:0.0:1746129505.035425:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129505.035439:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3300:1830948736786688:0@lo:400:kworker.0 00000100:00100000:0.0:1746129505.035460:0:14543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736786560 00000100:00100000:0.0:1746129505.035462:0:14543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736786560 00000100:00100000:0.0:1746129505.035479:0:14543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1746129505.035483:0:14543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f03f6bde-e986-4df5-86c3-48805e205677+18:3300:x1830948736786560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746129505.035508:0:14543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095fbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f03f6bde-e986-4df5-86c3-48805e205677+18:3300:x1830948736786560:12345-0@lo:400:kworker.0 Request processed in 24us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129505.035512:0:14543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1746129505.035661:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3302:1830948736786816:0@lo:400:kworker.0 00000100:00100000:3.0:1746129505.035682:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.035695:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746129505.035699:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3302:1830948736786944:0@lo:400:kworker.0 00000100:00100000:3.0:1746129505.035713:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.035729:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736786816 00000100:00100000:3.0:1746129505.035732:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736786816 00000100:00100000:3.0:1746129505.035750:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736786944 00000100:00100000:3.0:1746129505.035752:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736786944 00000100:00100000:3.0:1746129505.035764:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1746129505.035767:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830948736786816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746129505.035790:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3302:x1830948736786816:12345-0@lo:400:kworker.0 Request processed in 22us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.035795:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1746129505.035805:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1746129505.035808:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1830948736786944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746129505.035823:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3302:x1830948736786944:12345-0@lo:400:kworker.0 Request processed in 15us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.035827:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:3.0:1746129505.035838:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746129505.035848:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3302:1830948736786944:0@lo:400:kworker.0 00000100:00100000:3.0:1746129505.035854:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3302:1830948736786816:0@lo:400:kworker.0 00000100:00100000:0.0:1746129505.037224:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135758380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f03f6bde-e986-4df5-86c3-48805e205677:3300:1830948736786560:0@lo:400:kworker.0 00010000:00010000:3.0:1746129505.314099:0:26224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129505.456499:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.456529:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.456541:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.456552:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.456574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.456591:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731851904 00000100:00100000:0.0:1746129505.456597:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731851904 00000100:00100000:0.0:1746129505.456642:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731852160 00000100:00100000:0.0:1746129505.456645:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731852160 00000100:00100000:0.0:1746129505.456660:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731852416 00000100:00100000:0.0:1746129505.456662:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731852416 00000100:00100000:0.0:1746129505.456672:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731852672 00000100:00100000:0.0:1746129505.456674:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731852672 00000100:00100000:0.0:1746129505.456683:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731852928 00000100:00100000:0.0:1746129505.456685:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731852928 00000100:00100000:0.0:1746129505.456698:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4436 00000100:00100000:0.0:1746129505.456704:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948731851904:12345-192.168.202.4@tcp:3:mirror_io.0 00010000:00010000:0.0:1746129505.456732:0:8415:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.456750:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.456751:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.456756:0:8415:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.456767:0:8415:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129505.458012:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4437 00000100:00100000:0.0:1746129505.458021:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731852160:12345-192.168.202.4@tcp:3:mirror_io.0 00010000:00010000:0.0:1746129505.458043:0:31522:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.458348:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4438 00000100:00100000:3.0:1746129505.458356:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731852416:12345-192.168.202.4@tcp:3:mirror_io.0 00000100:00100000:1.0:1746129505.458362:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4439 00000100:00100000:1.0:1746129505.458371:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1961:x1830948731852672:12345-192.168.202.4@tcp:3:mirror_io.0 00010000:00010000:3.0:1746129505.458372:0:8416:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.458378:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.458380:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.458383:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.458394:0:31518:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.458395:0:8416:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.458403:0:31518:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.458405:0:31518:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.458408:0:31518:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.458416:0:31518:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.458924:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4440 00000100:00100000:3.0:1746129505.458931:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1961:x1830948731852928:12345-192.168.202.4@tcp:3:mirror_io.0 00010000:00010000:3.0:1746129505.458945:0:25745:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.458951:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.458952:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.458954:0:25745:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.458961:0:25745:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.460250:0:31522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.460256:0:31522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.460262:0:31522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.460276:0:31522:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746129505.460408:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746129505.460413:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129505.461448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.461466:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.461485:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.461541:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731853440 00000100:00100000:2.0:1746129505.461548:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731853440 00000100:00100000:0.0:1746129505.461570:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731853184 00000100:00100000:0.0:1746129505.461575:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731853184 00000100:00100000:2.0:1746129505.461591:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731853696 00000100:00100000:2.0:1746129505.461593:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731853696 00000100:00100000:0.0:1746129505.461600:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4441 00000100:00100000:0.0:1746129505.461606:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1961:x1830948731853440:12345-192.168.202.4@tcp:3:mirror_io.0 00000100:00100000:2.0:1746129505.461610:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4442 00000100:00100000:2.0:1746129505.461615:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948731853184:12345-192.168.202.4@tcp:3:mirror_io.0 00010000:00010000:0.0:1746129505.461630:0:31520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.461631:0:21725:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.461639:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.461639:0:31520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.461641:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.461641:0:31520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.461644:0:21725:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.461645:0:31520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.461652:0:21725:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.461652:0:31520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.461943:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4443 00000100:00100000:2.0:1746129505.461949:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1961:x1830948731853696:12345-192.168.202.4@tcp:3:mirror_io.0 00010000:00010000:2.0:1746129505.461962:0:31523:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.461969:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.461970:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.461973:0:31523:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.461980:0:31523:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.481286:0:8415:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.481333:0:8415:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.481343:0:8415:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.481351:0:8415:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f2f8c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129505.481355:0:8415:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.481363:0:8415:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.481379:0:8415:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.481384:0:8415:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2f8c00/0x40a459093b05e9be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.481482:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1961:x1830948731851904:12345-192.168.202.4@tcp:3:mirror_io.0 Request processed in 24771us (24984us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.481491:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4436 00010000:00010000:0.0:1746129505.488653:0:31518:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.488669:0:31518:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.488682:0:31518:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.488689:0:31518:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f384800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129505.488693:0:31518:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.488699:0:31518:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.488761:0:31518:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.488773:0:31518:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f384800/0x40a459093b05e9d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129505.489020:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1961:x1830948731852672:12345-192.168.202.4@tcp:3:mirror_io.0 Request processed in 30645us (32461us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129505.489031:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4439 00010000:00010000:1.0:1746129505.495411:0:8416:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.495426:0:8416:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.495432:0:8416:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.495438:0:8416:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa57800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129505.495441:0:8416:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.495448:0:8416:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.495463:0:8416:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.495468:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57800/0x40a459093b05e9cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.495551:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1961:x1830948731852416:12345-192.168.202.4@tcp:3:mirror_io.0 Request processed in 37193us (39004us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129505.495561:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4438 00010000:00010000:3.0:1746129505.506381:0:31523:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.506399:0:31523:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.506409:0:31523:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.506415:0:31523:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2dd400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129505.506419:0:31523:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.506428:0:31523:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.506450:0:31523:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.506456:0:31523:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd400/0x40a459093b05e9ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.506544:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1961:x1830948731853696:12345-192.168.202.4@tcp:3:mirror_io.0 Request processed in 44589us (45052us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129505.506555:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4443 00010000:00010000:1.0:1746129505.513040:0:31520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.513064:0:31520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.513073:0:31520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.513081:0:31520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e751000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129505.513085:0:31520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.513093:0:31520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.513113:0:31520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.513120:0:31520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e751000/0x40a459093b05e9e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.513206:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948731853440:12345-192.168.202.4@tcp:3:mirror_io.0 Request processed in 51593us (51732us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129505.513217:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4441 00010000:00010000:3.0:1746129505.513448:0:25745:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.513458:0:25745:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.513465:0:25745:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.513471:0:25745:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa57c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129505.513473:0:25745:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.513479:0:25745:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.513489:0:25745:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.513494:0:25745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fa57c00/0x40a459093b05e9da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.513552:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731852928:12345-192.168.202.4@tcp:3:mirror_io.0 Request processed in 54621us (56976us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129505.513559:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4440 00010000:00010000:3.0:1746129505.520072:0:21725:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.520087:0:21725:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.520094:0:21725:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.520100:0:21725:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2dd600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129505.520104:0:21725:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.520110:0:21725:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.520125:0:21725:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.520136:0:21725:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd600/0x40a459093b05e9e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.520212:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731853184:12345-192.168.202.4@tcp:3:mirror_io.0 Request processed in 58591us (58762us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129505.520222:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4442 00010000:00010000:2.0:1746129505.526564:0:31522:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.526588:0:31522:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.526597:0:31522:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.526603:0:31522:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f2f9200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129505.526608:0:31522:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.526616:0:31522:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.526640:0:31522:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.526645:0:31522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2f9200/0x40a459093b05e9c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.526749:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731852160:12345-192.168.202.4@tcp:3:mirror_io.0 Request processed in 68724us (70212us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.526759:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4437 00000100:00100000:0.0:1746129505.536343:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.536387:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731853824 00000100:00100000:1.0:1746129505.536396:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731853824 00000100:00100000:1.0:1746129505.536461:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 627 00000100:00100000:1.0:1746129505.536469:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29338:x1830948731853824:12345-192.168.202.4@tcp:103:mirror_io.0 00010000:00010000:1.0:1746129505.536486:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129505.536512:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb1200/0x40a459093b05e939 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a77f expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.536548:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129505.536553:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129505.536600:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29338:x1830948731853824:12345-192.168.202.4@tcp:103:mirror_io.0 Request processed in 132us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.536606:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 627 00000100:00100000:0.0:1746129505.542279:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.542959:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731854080 00000100:00100000:2.0:1746129505.542970:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731854080 00000100:00100000:2.0:1746129505.543040:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4094 00000100:00100000:2.0:1746129505.543049:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29338:x1830948731854080:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:2.0:1746129505.543344:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29338:x1830948731854080:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 294us (1075us total) trans 8589944031 rc 0/0 00000100:00100000:2.0:1746129505.543351:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4094 00000100:00100000:0.0:1746129505.549092:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.549457:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731854336 00000100:00100000:2.0:1746129505.549468:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731854336 00000100:00100000:2.0:1746129505.549532:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4095 00000100:00100000:2.0:1746129505.549541:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29338:x1830948731854336:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:2.0:1746129505.549798:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29338:x1830948731854336:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 259us (715us total) trans 8589944032 rc 0/0 00000100:00100000:2.0:1746129505.549805:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4095 00000100:00100000:0.0:1746129505.563245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.564551:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731854592 00000100:00100000:1.0:1746129505.564567:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731854592 00000100:00100000:1.0:1746129505.564648:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10146 00000100:00100000:1.0:1746129505.564657:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+6:29351:x1830948731854592:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.564689:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.564711:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc800/0x40a459093b05e9f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7c5 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.564835:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.564918:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.564934:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.564948:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.564953:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.564957:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565075:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565081:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565086:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746129505.565093:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129505.565181:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565188:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565194:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565200:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ebfc200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129505.565204:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565211:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565222:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129505.565224:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129505.565229:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565234:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc200/0x40a459093b05e9fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565263:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565268:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565273:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565277:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ebfcc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129505.565279:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565282:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565287:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9f3d00) 00010000:00010000:1.0:1746129505.565289:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129505.565308:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129505.565312:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfcc00/0x40a459093b05ea04 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746129505.566461:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.566521:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731854848 00000100:00100000:3.0:1746129505.566529:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731854848 00000100:00100000:3.0:1746129505.566582:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10147 00000100:00100000:3.0:1746129505.566592:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+288:29352:x1830948731854848:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129505.566609:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129505.566621:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57c00/0x40a459093b05ea19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7cc expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.566623:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfc800/0x40a459093b05e9f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7c5 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.566636:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7c5 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.566643:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129505.566645:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129505.566648:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ebfca00, rc 0) 00000100:00100000:1.0:1746129505.566698:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29351:x1830948731854592:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2043us (3466us total) trans 8589944033 rc 0/0 00010000:00010000:3.0:1746129505.566701:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129505.566704:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10146 00010000:00010000:3.0:1746129505.566710:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566718:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566730:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566735:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566744:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566834:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566841:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566848:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129505.566855:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129505.566928:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566934:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566938:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566943:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa57e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129505.566946:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566951:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566958:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129505.566960:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129505.566963:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566971:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57e00/0x40a459093b05ea20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.566996:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.567001:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.567006:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.567010:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fa57800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129505.567012:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.567017:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.567023:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093ba8e00) 00010000:00010000:3.0:1746129505.567025:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129505.567027:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.567031:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57800/0x40a459093b05ea27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129505.567060:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57c00/0x40a459093b05ea19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7cc expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.567071:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7cc expref: 290 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.567080:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129505.567081:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129505.567083:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa57a00, rc 0) 00000100:00100000:3.0:1746129505.567105:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29352:x1830948731854848:12345-192.168.202.4@tcp:101:cat.0 Request processed in 515us (654us total) trans 8589944034 rc 0/0 00000100:00100000:3.0:1746129505.567110:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10147 00000100:00100000:0.0:1746129505.570059:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.570108:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.570132:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731854976 00000100:00100000:3.0:1746129505.570142:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731854976 00000100:00100000:3.0:1746129505.570201:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11607 00000100:00100000:3.0:1746129505.570209:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731854976:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129505.570230:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129505.570251:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7d3 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.570276:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.570279:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.570289:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7d3 expref: 12 pid: 11014 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129505.570291:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731855232 00000100:00100000:2.0:1746129505.570319:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731855232 00010000:00010000:3.0:1746129505.570326:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7d3 expref: 12 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129505.570336:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2dd600, rc 0) 00000100:00100000:2.0:1746129505.570348:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10148 00000100:00100000:2.0:1746129505.570354:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:29349:x1830948731855232:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129505.570366:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129505.570379:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ea43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7da expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129505.570473:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.570529:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731854976:12345-192.168.202.4@tcp:101:cat.0 Request processed in 320us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.570536:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11607 00000100:00100000:3.0:1746129505.570551:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731855360 00000100:00100000:3.0:1746129505.570554:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731855360 00000100:00100000:3.0:1746129505.570574:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11608 00000100:00100000:3.0:1746129505.570578:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731855360:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129505.570586:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129505.570595:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7e1 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.570607:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.570608:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.570613:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e1 expref: 20 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129505.570622:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e1 expref: 20 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129505.570629:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2dd800, rc 0) 00000100:00100000:0.0:1746129505.570771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.570826:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129505.570842:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129505.570855:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a794 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.570857:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731855744 00000100:00100000:1.0:1746129505.570860:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731855744 00010000:00010000:2.0:1746129505.570862:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7c5 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.570873:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7cc expref: 289 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.570876:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11609 00010000:00010000:2.0:1746129505.570880:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 6/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746129505.570880:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731855744:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.570887:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.570903:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7ef expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.570913:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.570914:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.570918:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7ef expref: 22 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.570921:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7cc expref: 289 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.570926:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7ef expref: 22 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.570932:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7cc expref: 289 pid: 15096 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746129505.570934:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ebfd000, rc 0) 00000100:00100000:2.0:1746129505.570946:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736787072:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129505.570951:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731855744:12345-192.168.202.4@tcp:101:cat.0 Request processed in 71us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.570955:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11609 00010000:00010000:2.0:1746129505.571007:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7c5 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.571015:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7c5 expref: 9 pid: 14548 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746129505.571023:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736787200:192.168.202.4@tcp:104: 00000100:00080000:1.0:1746129505.571030:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746129505.571034:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746129505.571051:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a794 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.571059:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a794 expref: 9 pid: 15096 timeout: 860 lvb_type: 0 00000100:00100000:3.0:1746129505.571060:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731855360:12345-192.168.202.4@tcp:101:cat.0 Request processed in 480us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.571065:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11608 00000100:00100000:2.0:1746129505.571066:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736787328:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129505.571083:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0ac840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.571645:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.571658:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.571669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.571674:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731855616 00000100:00100000:1.0:1746129505.571679:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731855616 00000100:00100000:0.0:1746129505.571686:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.571688:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731855872 00000100:00100000:1.0:1746129505.571690:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731855872 00000100:00100000:0.0:1746129505.571698:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.571735:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731856128 00000100:00100000:1.0:1746129505.571738:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731856128 00000100:00100000:1.0:1746129505.571752:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731856000 00000100:00100000:1.0:1746129505.571754:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731856000 00000100:00100000:1.0:1746129505.571765:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731856256 00000100:00100000:1.0:1746129505.571767:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731856256 00000100:00100000:1.0:1746129505.571776:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731856384 00000100:00100000:1.0:1746129505.571778:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731856384 00000100:00100000:1.0:1746129505.571791:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11610 00000100:00100000:1.0:1746129505.571796:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731855872:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129505.571798:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11611 00010000:00010000:1.0:1746129505.571804:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129505.571804:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731856128:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129505.571809:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.571813:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7f6 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.571815:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a804 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.571825:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.571827:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.571827:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.571828:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.571831:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7f6 expref: 15 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.571832:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a804 expref: 15 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.571841:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a804 expref: 15 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.571844:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7f6 expref: 15 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.571848:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bbd9600, rc 0) 00010000:00010000:1.0:1746129505.571851:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6ef5c00, rc 0) 00000100:00100000:3.0:1746129505.571879:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11612 00000100:00100000:3.0:1746129505.571885:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948731856000:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129505.571901:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129505.571907:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7fd expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.571919:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.571922:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.571926:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7fd expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129505.571933:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7fd expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129505.571940:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2dd200, rc 0) 00000100:00100000:0.0:1746129505.572144:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731856128:12345-192.168.202.4@tcp:101:cat.0 Request processed in 340us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129505.572149:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11611 00000100:00100000:0.0:1746129505.572161:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11613 00000100:00100000:0.0:1746129505.572165:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731856256:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129505.572171:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129505.572177:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a80b expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.572186:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.572188:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.572191:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a80b expref: 22 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.572199:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a80b expref: 22 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.572210:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bbd9e00, rc 0) 00000100:00100000:1.0:1746129505.572260:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731855872:12345-192.168.202.4@tcp:101:cat.0 Request processed in 463us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.572265:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11610 00000100:00100000:1.0:1746129505.572275:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11614 00000100:00100000:1.0:1746129505.572279:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948731856384:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.572286:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.572311:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a812 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.572324:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.572325:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.572330:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a812 expref: 23 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.572339:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a812 expref: 23 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.572346:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6ef5600, rc 0) 00000100:00100000:1.0:1746129505.572363:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731856384:12345-192.168.202.4@tcp:101:cat.0 Request processed in 83us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.572368:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11614 00000100:00100000:1.0:1746129505.572407:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10149 00000100:00100000:1.0:1746129505.572411:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29347:x1830948731855616:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129505.572423:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.572433:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c0200/0x40a459093b05ea82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a7e8 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.572512:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.572533:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731856512 00000100:00100000:1.0:1746129505.572536:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731856512 00000100:00100000:1.0:1746129505.572551:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11615 00000100:00100000:2.0:1746129505.572552:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.572555:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948731856512:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.572561:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.572568:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a819 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.572574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129505.572578:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.572580:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.572584:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a819 expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.572592:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a819 expref: 24 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.572600:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5384600, rc 0) 00000100:00100000:1.0:1746129505.572616:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+24:1960:x1830948731856512:12345-192.168.202.4@tcp:101:cat.0 Request processed in 60us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.572620:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11615 00000100:00100000:2.0:1746129505.572627:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.572627:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731856640 00000100:00100000:1.0:1746129505.572630:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731856640 00000100:00100000:1.0:1746129505.572637:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731856768 00000100:00100000:1.0:1746129505.572639:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731856768 00000100:00100000:2.0:1746129505.572641:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731856896 00000100:00100000:2.0:1746129505.572644:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731856896 00000100:00100000:1.0:1746129505.572646:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11616 00000100:00100000:1.0:1746129505.572649:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731856640:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.572654:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129505.572658:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11617 00010000:00010000:1.0:1746129505.572659:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a820 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.572663:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731856768:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129505.572668:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.572668:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.572669:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.572672:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a827 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.572672:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a820 expref: 30 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.572680:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a820 expref: 31 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.572682:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.572683:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.572686:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a827 expref: 31 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.572687:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5385800, rc 0) 00010000:00010000:2.0:1746129505.572694:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a827 expref: 31 pid: 8410 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129505.572699:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731856640:12345-192.168.202.4@tcp:101:cat.0 Request processed in 49us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129505.572701:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0844000, rc 0) 00000100:00100000:1.0:1746129505.572703:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11616 00000100:00100000:2.0:1746129505.572711:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731856768:12345-192.168.202.4@tcp:101:cat.0 Request processed in 49us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.572713:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11618 00000100:00100000:2.0:1746129505.572716:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11617 00000100:00100000:1.0:1746129505.572717:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+24:1960:x1830948731856896:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.572721:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.572726:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a82e expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.572735:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.572737:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.572740:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a82e expref: 25 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.572748:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a82e expref: 25 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.572755:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5384a00, rc 0) 00000100:00100000:1.0:1746129505.572770:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948731856896:12345-192.168.202.4@tcp:101:cat.0 Request processed in 52us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.572774:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11618 00010000:00010000:1.0:1746129505.572791:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129505.572801:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129505.572809:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129505.573562:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731856000:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1673us (1887us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129505.573563:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731856256:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1397us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.573568:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11612 00000100:00100000:3.0:1746129505.573659:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.573714:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736787072:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129505.574141:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11613 00000100:00100000:1.0:1746129505.575463:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731857024 00000100:00100000:1.0:1746129505.575474:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731857024 00010000:00010000:1.0:1746129505.575519:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7cc expref: 292 pid: 15096 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746129505.575565:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5862 00000100:00100000:1.0:1746129505.575574:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:1963:x1830948731857024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129505.575590:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129505.575595:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7cc expref: 292 pid: 15096 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746129505.575610:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7cc expref: 292 pid: 15096 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746129505.575634:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fa57a00/0x40a459093b05ea2e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7cc expref: 292 pid: 15096 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746129505.575649:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129505.575654:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129505.575661:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129505.575666:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129505.575728:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:1963:x1830948731857024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 155us (2068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.575734:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5862 00000100:00100000:3.0:1746129505.575912:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736787200:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129505.576004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.576065:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731857280 00000100:00100000:1.0:1746129505.576069:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731857280 00010000:00010000:1.0:1746129505.576081:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a794 expref: 10 pid: 15096 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746129505.576096:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5863 00000100:00100000:1.0:1746129505.576100:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731857280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129505.576107:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129505.576111:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a794 expref: 10 pid: 15096 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746129505.576122:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a794 expref: 10 pid: 15096 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746129505.576133:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129505.576135:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129505.576141:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129505.576145:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129505.576172:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731857280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 71us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.576177:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5863 00010000:00010000:3.0:1746129505.576319:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf600/0x40a459093b05e98d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a794 expref: 9 pid: 15096 timeout: 860 lvb_type: 0 00000100:00100000:3.0:1746129505.576339:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736787328:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129505.576366:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129505.579128:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.579181:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.579353:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731857152 00000100:00100000:2.0:1746129505.579364:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731857152 00010000:00010000:2.0:1746129505.579408:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7c5 expref: 10 pid: 14548 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746129505.579537:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5864 00000100:00100000:2.0:1746129505.579548:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731857152:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129505.579568:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129505.579575:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7c5 expref: 10 pid: 14548 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746129505.579589:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7c5 expref: 10 pid: 14548 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746129505.579615:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ebfca00/0x40a459093b05ea0b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7c5 expref: 10 pid: 14548 timeout: 860 lvb_type: 0 00010000:00010000:2.0:1746129505.579640:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129505.579645:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129505.579655:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129505.579661:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129505.579668:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129505.579672:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129505.579676:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129505.579712:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129505.579749:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129505.579757:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746129505.579764:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731857152:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 218us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129505.579770:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5864 00000004:00200000:3.0:1746129505.579777:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129505.579946:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ea43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7da expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.579961:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7da expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.579967:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129505.579969:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129505.579972:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438d600, rc 0) 00000100:00100000:3.0:1746129505.580013:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:29349:x1830948731855232:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 9658us (9903us total) trans 8589944035 rc 0/0 00000100:00100000:3.0:1746129505.580019:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10148 00000100:00100000:0.0:1746129505.580195:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.582578:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731857408 00000100:00100000:1.0:1746129505.582593:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731857408 00000100:00100000:1.0:1746129505.582666:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10150 00000100:00100000:1.0:1746129505.582675:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+291:29352:x1830948731857408:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.582696:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.582716:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a835 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.582779:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a835 expref: 292 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.582790:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a835 expref: 292 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.582812:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129505.582815:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746129505.582818:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5384000, rc 0) 00000100:00100000:1.0:1746129505.582876:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+292:29352:x1830948731857408:12345-192.168.202.4@tcp:101:cat.0 Request processed in 202us (3694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.582882:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10150 00010000:00010000:1.0:1746129505.582933:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129505.582939:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129505.582955:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129505.583422:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c0200/0x40a459093b05ea82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e8 expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.583438:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e8 expref: 292 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.583444:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129505.583446:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746129505.583448:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e6c1e00, rc 0) 00000100:00100000:1.0:1746129505.583471:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+292:29347:x1830948731855616:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 11058us (12700us total) trans 8589944036 rc 0/0 00000100:00100000:1.0:1746129505.583476:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10149 00000100:00100000:3.0:1746129505.584449:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731857536 00000100:00100000:3.0:1746129505.584459:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731857536 00000100:00100000:3.0:1746129505.584502:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10151 00000100:00100000:3.0:1746129505.584509:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:29351:x1830948731857536:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129505.584521:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129505.584534:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2ddc00/0x40a459093b05eac1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a83c expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.584586:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2ddc00/0x40a459093b05eac1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a83c expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.584598:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2ddc00/0x40a459093b05eac1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a83c expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.584612:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129505.584615:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129505.584617:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2ddc00, rc 0) 00000100:00100000:3.0:1746129505.584658:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:29351:x1830948731857536:12345-192.168.202.4@tcp:101:cat.0 Request processed in 149us (4462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.584664:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10151 00000100:00100000:0.0:1746129505.599079:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.599258:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731857664 00000100:00100000:2.0:1746129505.599269:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731857664 00000100:00100000:3.0:1746129505.601173:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10152 00000100:00100000:3.0:1746129505.601193:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:29349:x1830948731857664:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129505.601230:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129505.601255:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd400/0x40a459093b05eac8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a843 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.601332:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd400/0x40a459093b05eac8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a843 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.601346:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd400/0x40a459093b05eac8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a843 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.601363:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129505.601366:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129505.601369:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2dd400, rc 0) 00000100:00100000:3.0:1746129505.601447:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:29349:x1830948731857664:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 263us (2380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.601453:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10152 00000100:00100000:1.0:1746129505.607760:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.607801:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.607813:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731858176 00000100:00100000:2.0:1746129505.607823:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731858176 00000100:00100000:1.0:1746129505.607831:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.607873:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10153 00000100:00100000:2.0:1746129505.607881:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:29349:x1830948731858176:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129505.607910:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129505.607914:0:16908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00000100:00100000:1.0:1746129505.607918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129505.607943:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd400/0x40a459093b05eac8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a843 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.607945:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731857920 00000100:00100000:1.0:1746129505.607949:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731857920 00002000:00100000:1.0:1746129505.607978:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009f9ed880 x1830948731857920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:2.0:1746129505.607980:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2ddc00/0x40a459093b05eac1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a83c expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746129505.607988:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ed880 with x1830948731857920 ext(0->1048575) 00010000:00010000:2.0:1746129505.607990:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00002000:00010000:1.0:1746129505.607993:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9ed880 00010000:00010000:2.0:1746129505.607994:0:16908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129505.608005:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05eacf lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a84a expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.608009:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731858432 00000100:00100000:1.0:1746129505.608011:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731858432 00002000:00100000:1.0:1746129505.608026:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f9ef480 x1830948731858432/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.608032:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ef480 with x1830948731858432 ext(1048576->2097151) 00002000:00010000:1.0:1746129505.608035:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9ef480 00000100:00100000:1.0:1746129505.608044:0:31520:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731858560 00000100:00100000:1.0:1746129505.608045:0:31520:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731858560 00010000:00010000:2.0:1746129505.608055:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00002000:00100000:1.0:1746129505.608055:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009f9eca80 x1830948731858560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.608061:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9eca80 with x1830948731858560 ext(1048576->2097151) 00002000:00010000:1.0:1746129505.608064:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9eca80 00010000:00010000:2.0:1746129505.608067:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a78d expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.608073:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4444 00000100:00100000:1.0:1746129505.608078:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731857920:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:2.0:1746129505.608079:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a835 expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.608085:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.608114:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a835 expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.608125:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a835 expref: 291 pid: 14548 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746129505.608136:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736787456:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129505.608225:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a78d expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.608233:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a78d expref: 8 pid: 15096 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746129505.608240:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736787584:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129505.608257:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c0aca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129505.609346:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4445 00000100:00100000:3.0:1746129505.609362:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731858432:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129505.609681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.609736:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.609853:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.609874:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.610387:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.610412:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731859328 00000100:00100000:0.0:1746129505.610419:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731859328 00000100:00100000:2.0:1746129505.610621:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731859456 00000100:00100000:2.0:1746129505.610625:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731859456 00002000:00100000:0.0:1746129505.610640:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e38b100 x1830948731859328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.610650:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38b100 with x1830948731859328 ext(0->1048575) 00002000:00100000:2.0:1746129505.610656:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012e38b800 x1830948731859456/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00010000:0.0:1746129505.610656:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e38b100 00002000:00100000:2.0:1746129505.610664:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38b800 with x1830948731859456 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.610668:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e38b800 00000100:00100000:0.0:1746129505.610672:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731859840 00000100:00100000:2.0:1746129505.610675:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731859712 00000100:00100000:0.0:1746129505.610675:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731859840 00000100:00100000:2.0:1746129505.610677:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731859712 00000100:00100000:1.0:1746129505.610679:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731858944 00000100:00100000:1.0:1746129505.610684:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731858944 00002000:00100000:2.0:1746129505.610687:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012e38bb80 x1830948731859712/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.610688:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012e38aa00 x1830948731859840/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.610694:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38bb80 with x1830948731859712 ext(1048576->2097151) 00002000:00100000:0.0:1746129505.610695:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38aa00 with x1830948731859840 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.610697:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e38bb80 00002000:00010000:0.0:1746129505.610699:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e38aa00 00000100:00100000:2.0:1746129505.610704:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4446 00002000:00100000:1.0:1746129505.610704:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012e38ad80 x1830948731858944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129505.610714:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731858560:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129505.610716:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4447 00002000:00100000:1.0:1746129505.610717:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38ad80 with x1830948731858944 ext(1048576->2097151) 00000100:00100000:0.0:1746129505.610721:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:1961:x1830948731859328:12345-192.168.202.4@tcp:3:cat.0 00002000:00010000:1.0:1746129505.610722:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e38ad80 00000100:00100000:1.0:1746129505.610730:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4448 00000100:00100000:1.0:1746129505.610736:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+15:1961:x1830948731859456:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129505.610955:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4449 00000100:00100000:1.0:1746129505.610962:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731859712:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129505.611171:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4450 00000100:00100000:2.0:1746129505.611178:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948731859840:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129505.611287:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4451 00000100:00100000:2.0:1746129505.611309:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731858944:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129505.613320:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.613351:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736787456:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129505.613683:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.614921:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731860224 00000100:00100000:3.0:1746129505.614933:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731860224 00010000:00010000:3.0:1746129505.614979:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a78d expref: 9 pid: 15096 timeout: 860 lvb_type: 0 00000100:00100000:3.0:1746129505.615023:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731860096 00000100:00100000:3.0:1746129505.615027:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731860096 00010000:00010000:3.0:1746129505.615040:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a835 expref: 292 pid: 14548 timeout: 860 lvb_type: 0 00000100:00100000:3.0:1746129505.615060:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5865 00000100:00100000:3.0:1746129505.615069:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731860224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.615084:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129505.615089:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a78d expref: 9 pid: 15096 timeout: 860 lvb_type: 0 00010000:00010000:3.0:1746129505.615098:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a78d expref: 9 pid: 15096 timeout: 860 lvb_type: 0 00010000:00010000:3.0:1746129505.615126:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129505.615132:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129505.615141:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129505.615148:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129505.615195:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731860224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 126us (1899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.615202:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5865 00000100:00100000:3.0:1746129505.615221:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5866 00000100:00100000:3.0:1746129505.615226:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a45050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+292:1961:x1830948731860096:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.615236:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129505.615240:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a835 expref: 292 pid: 14548 timeout: 860 lvb_type: 0 00010000:00010000:3.0:1746129505.615248:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a835 expref: 292 pid: 14548 timeout: 860 lvb_type: 0 00010000:00010000:3.0:1746129505.615260:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05eab3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a835 expref: 292 pid: 14548 timeout: 860 lvb_type: 0 00010000:00010000:3.0:1746129505.615277:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129505.615280:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129505.615288:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129505.615315:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129505.615331:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129505.615350:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a45050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+291:1961:x1830948731860096:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 123us (1667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.615355:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5866 00010000:00010000:2.0:1746129505.616695:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05e97f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a78d expref: 8 pid: 15096 timeout: 860 lvb_type: 0 00000100:00100000:2.0:1746129505.616714:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736787584:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129505.616739:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.616747:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.616752:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000040:00080000:2.0:1746129505.617383:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2787, 88 off232192 00000004:00080000:2.0:1746129505.617392:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 760934097276ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129505.617467:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2727, 88 off226904 00000004:00080000:2.0:1746129505.617472:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 760934178066ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129505.617486:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2728, 88 off226992 00000004:00080000:2.0:1746129505.617489:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 760934195268ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129505.617497:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2788, 88 off232280 00000004:00080000:2.0:1746129505.617500:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 760934206473ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129505.617511:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2789, 88 off232368 00000004:00080000:2.0:1746129505.617514:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 760934220389ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129505.617526:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2729, 88 off227080 00000004:00080000:2.0:1746129505.617530:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 760934236071ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129505.617537:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2730, 88 off227168 00000004:00080000:2.0:1746129505.617541:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 760934246838ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129505.617548:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2731, 88 off227256 00000004:00080000:2.0:1746129505.617550:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 760934256268ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129505.617557:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2790, 88 off232456 00000004:00080000:2.0:1746129505.617561:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 760934266878ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129505.617573:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2732, 88 off227344 00000004:00080000:2.0:1746129505.617575:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 760934281666ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129505.617582:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2791, 88 off232544 00000004:00080000:2.0:1746129505.617585:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 760934290848ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129505.617595:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2733, 88 off227432 00000004:00080000:2.0:1746129505.617598:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 760934304111ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129505.617605:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2792, 88 off232632 00000004:00080000:2.0:1746129505.617607:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 760934313463ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129505.617619:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2793, 88 off232720 00000004:00080000:2.0:1746129505.617622:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 760934328223ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129505.617631:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2794, 88 off232808 00000004:00080000:2.0:1746129505.617633:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 760934339538ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129505.617643:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2795, 88 off232896 00000004:00080000:2.0:1746129505.617645:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 760934351001ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129505.617655:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2734, 88 off227520 00000004:00080000:2.0:1746129505.617657:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 760934363401ns, next at 706231494891ns, rc = 0 00000100:00100000:2.0:1746129505.627781:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731857920:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19689us (19965us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.627795:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4444 00002000:00100000:2.0:1746129505.627807:0:31520:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009f9ed880 x1830948731857920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.627816:0:31520:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ed880 with x1830948731857920 ext(0->1048575) 00002000:00010000:2.0:1746129505.627822:0:31520:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9ed880 00000100:00100000:3.0:1746129505.634642:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731858560:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23923us (26715us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129505.634651:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4446 00002000:00100000:3.0:1746129505.634661:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009f9eca80 x1830948731858560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.634676:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9eca80 with x1830948731858560 ext(1048576->2097151) 00002000:00010000:3.0:1746129505.634681:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9eca80 00000100:00100000:0.0:1746129505.637378:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731859328:12345-192.168.202.4@tcp:3:cat.0 Request processed in 26644us (27686us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129505.637389:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4447 00002000:00100000:0.0:1746129505.637402:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e38b100 x1830948731859328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.637411:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38b100 with x1830948731859328 ext(0->1048575) 00002000:00010000:0.0:1746129505.637417:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e38b100 00000100:00100000:3.0:1746129505.658844:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.658874:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731860352 00000100:00100000:3.0:1746129505.658882:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731860352 00000100:00100000:3.0:1746129505.658934:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10154 00000100:00100000:3.0:1746129505.658942:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+291:29352:x1830948731860352:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129505.658964:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129505.658981:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a851 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.659027:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129505.659034:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 292 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.659050:0:14549:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129505.659061:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 292 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.659072:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129505.659075:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129505.659078:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 292 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.659088:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ea5ec00, rc 0) 00000100:00100000:3.0:1746129505.659124:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+292:29352:x1830948731860352:12345-192.168.202.4@tcp:101:cat.0 Request processed in 184us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.659129:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10154 00000100:00100000:2.0:1746129505.659619:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+24:1961:x1830948731859840:12345-192.168.202.4@tcp:3:cat.0 Request processed in 48440us (49810us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.659627:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4450 00002000:00100000:2.0:1746129505.659635:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012e38aa00 x1830948731859840/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.659643:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38aa00 with x1830948731859840 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.659647:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e38aa00 00000100:00100000:1.0:1746129505.664049:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.664096:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731860480 00000100:00100000:1.0:1746129505.664104:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731860480 00000100:00100000:1.0:1746129505.664143:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10155 00000100:00100000:1.0:1746129505.664150:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+12:29351:x1830948731860480:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.664168:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.664184:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a858 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.664232:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.664243:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.664253:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129505.664255:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746129505.664258:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.664268:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc1bc00, rc 0) 00000100:00100000:1.0:1746129505.664321:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+13:29351:x1830948731860480:12345-192.168.202.4@tcp:101:cat.0 Request processed in 170us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.664976:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10155 00000100:00100000:1.0:1746129505.665548:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731858432:12345-192.168.202.4@tcp:3:cat.0 Request processed in 56187us (57714us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129505.665556:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4445 00002000:00100000:1.0:1746129505.665567:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f9ef480 x1830948731858432/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.665576:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ef480 with x1830948731858432 ext(1048576->2097151) 00002000:00010000:1.0:1746129505.665580:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9ef480 00000100:00100000:1.0:1746129505.669176:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731859456:12345-192.168.202.4@tcp:3:cat.0 Request processed in 58431us (59430us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129505.669186:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4448 00002000:00100000:1.0:1746129505.669197:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012e38b800 x1830948731859456/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.669206:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38b800 with x1830948731859456 ext(1048576->2097151) 00002000:00010000:1.0:1746129505.669211:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e38b800 00000100:00100000:1.0:1746129505.672556:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731859712:12345-192.168.202.4@tcp:3:cat.0 Request processed in 61585us (62670us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129505.672568:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4449 00002000:00100000:1.0:1746129505.672581:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012e38bb80 x1830948731859712/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.672596:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38bb80 with x1830948731859712 ext(1048576->2097151) 00002000:00010000:1.0:1746129505.672602:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e38bb80 00000001:00080000:1.0:1746129505.675861:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944036 is committed 00000001:00080000:1.0:1746129505.675873:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944033 is committed 00000001:00080000:1.0:1746129505.675877:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944037 is committed 00000004:00080000:1.0:1746129505.675880:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1918 committed 00000004:00080000:1.0:1746129505.675887:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1979 committed 00000004:00080000:1.0:1746129505.675901:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1978 committed 00000004:00080000:1.0:1746129505.675903:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1977 committed 00000004:00080000:1.0:1746129505.675904:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1976 committed 00000004:00080000:1.0:1746129505.675906:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1917 committed 00000004:00080000:1.0:1746129505.675908:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1975 committed 00000004:00080000:1.0:1746129505.675909:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1916 committed 00000004:00080000:1.0:1746129505.675910:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1974 committed 00000004:00080000:1.0:1746129505.675912:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1915 committed 00000004:00080000:1.0:1746129505.675914:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1914 committed 00000004:00080000:1.0:1746129505.675915:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1913 committed 00000004:00080000:1.0:1746129505.675917:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1973 committed 00000004:00080000:1.0:1746129505.675919:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1972 committed 00000004:00080000:1.0:1746129505.675920:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1912 committed 00000004:00080000:1.0:1746129505.675921:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1911 committed 00000004:00080000:1.0:1746129505.675923:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1971 committed 00000001:00080000:1.0:1746129505.675928:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944032 is committed 00000100:00100000:3.0:1746129505.676052:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135759f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736787840:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676100:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.676133:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135758e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736788352:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676144:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.676159:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746129505.676163:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736787712:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676174:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.676184:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736788224:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676193:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.676207:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736787968:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676220:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.676228:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736788480:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676238:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.676246:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746129505.676250:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736788096:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676261:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.676268:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135758000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736788608:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676281:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.676321:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736787840 00000100:00100000:3.0:1746129505.676330:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736787840 00000100:00100000:3.0:1746129505.676358:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736788352 00000100:00100000:3.0:1746129505.676360:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736788352 00000100:00100000:3.0:1746129505.676369:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736787712 00000100:00100000:3.0:1746129505.676371:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736787712 00000100:00100000:3.0:1746129505.676378:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736788224 00000100:00100000:3.0:1746129505.676379:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736788224 00000100:00100000:3.0:1746129505.676384:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736787968 00000100:00100000:3.0:1746129505.676385:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736787968 00000100:00100000:3.0:1746129505.676390:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736788480 00000100:00100000:3.0:1746129505.676392:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736788480 00000100:00100000:3.0:1746129505.676396:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736788096 00000100:00100000:3.0:1746129505.676398:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736788096 00000100:00100000:3.0:1746129505.676404:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736788608 00000100:00100000:3.0:1746129505.676405:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736788608 00000100:00100000:3.0:1746129505.676414:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11619 00000100:00100000:3.0:1746129505.676419:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736787840:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746129505.676594:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746129505.676597:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129504 -> 1746129504 00002000:00010000:3.0:1746129505.676600:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129504 -> 1746129504 00002000:00010000:3.0:1746129505.676601:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129503 -> 1746129503 00002000:00010000:3.0:1746129505.676603:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:3.0:1746129505.676634:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736787840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 213us (532us total) trans 21474840350 rc 0/0 00000100:00100000:3.0:1746129505.676640:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11619 00000100:00100000:3.0:1746129505.676653:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11620 00000100:00100000:3.0:1746129505.676658:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736788352:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676739:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736788352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 80us (592us total) trans 21474840351 rc 0/0 00000100:00100000:3.0:1746129505.676746:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11620 00000100:00100000:3.0:1746129505.676755:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11621 00000100:00100000:3.0:1746129505.676760:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736787712:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746129505.676824:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746129505.676826:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129505 -> 1746129505 00002000:00010000:3.0:1746129505.676828:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129504 -> 1746129504 00002000:00010000:3.0:1746129505.676829:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129505 -> 1746129505 00002000:00010000:3.0:1746129505.676831:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746129505.676846:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736787712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 87us (671us total) trans 21474840352 rc 0/0 00000100:00100000:3.0:1746129505.676851:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11621 00000100:00100000:3.0:1746129505.676859:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11622 00000100:00100000:3.0:1746129505.676862:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736788224:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.676953:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736788224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 90us (758us total) trans 21474840353 rc 0/0 00000100:00100000:3.0:1746129505.676958:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11622 00000100:00100000:3.0:1746129505.676966:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11623 00000100:00100000:3.0:1746129505.676970:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736787968:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746129505.677032:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1746129505.677034:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129504 -> 1746129504 00002000:00010000:3.0:1746129505.677037:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129504 -> 1746129504 00002000:00010000:3.0:1746129505.677039:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129504 -> 1746129504 00002000:00010000:3.0:1746129505.677040:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1746129505.677059:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3302:x1830948736787968:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (839us total) trans 21474840354 rc 0/0 00000100:00100000:3.0:1746129505.677064:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11623 00000100:00100000:3.0:1746129505.677072:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11624 00000100:00100000:3.0:1746129505.677077:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736788480:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.677148:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3302:x1830948736788480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (908us total) trans 21474840355 rc 0/0 00000100:00100000:3.0:1746129505.677153:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11624 00000100:00100000:3.0:1746129505.677161:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11625 00000100:00100000:3.0:1746129505.677165:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736788096:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.677240:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3302:x1830948736788096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 74us (977us total) trans 21474840356 rc 0/0 00000100:00100000:3.0:1746129505.677244:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11625 00000100:00100000:3.0:1746129505.677251:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11626 00000100:00100000:3.0:1746129505.677254:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736788608:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129505.677340:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3302:x1830948736788608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (1057us total) trans 21474840357 rc 0/0 00000100:00100000:3.0:1746129505.677345:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11626 00010000:00010000:2.0:1746129505.677489:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.677505:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129505.677508:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1746129505.677513:0:16908:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746129505.677514:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575b800/2, rc 0, transno 21474840356 00000100:00100000:3.0:1746129505.677520:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736788096:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746129505.677523:0:16908:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746129505.677527:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135758000/2, rc 0, transno 21474840357 00000100:00100000:3.0:1746129505.677530:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135758000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736788608:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746129505.677530:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746129505.677536:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135759880/2, rc 0, transno 21474840354 00010000:00010000:2.0:1746129505.677537:0:16908:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.677539:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736787968:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746129505.677543:0:16908:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746129505.677545:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575aa00/2, rc 0, transno 21474840355 00000100:00100000:3.0:1746129505.677548:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736788480:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746129505.677549:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746129505.677563:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013575b480/2, rc 0, transno 21474840352 00000100:00100000:3.0:1746129505.677566:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736787712:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129505.677571:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135758a80/2, rc 0, transno 21474840353 00000100:00100000:3.0:1746129505.677573:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736788224:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746129505.677573:0:16908:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746129505.677579:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135759f80/2, rc 0, transno 21474840350 00000100:00100000:3.0:1746129505.677581:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135759f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736787840:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129505.677583:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736788736:192.168.202.4@tcp:105: 00000004:00080000:3.0:1746129505.677586:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135758e00/2, rc 0, transno 21474840351 00000100:00100000:3.0:1746129505.677588:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135758e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736788352:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746129505.677644:0:16908:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.677654:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736788864:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129505.678036:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736788992:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678060:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129505.678082:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736788992 00000100:00100000:1.0:1746129505.678086:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736788992 00000100:00100000:1.0:1746129505.678103:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11627 00000100:00100000:1.0:1746129505.678107:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3300:x1830948736788992:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129505.678213:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746129505.678216:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129505 -> 1746129505 00002000:00010000:1.0:1746129505.678218:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129504 -> 1746129504 00002000:00010000:1.0:1746129505.678220:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129504 -> 1746129504 00002000:00010000:1.0:1746129505.678221:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:3.0:1746129505.678330:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e38a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736789248:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129505.678351:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736789120:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129505.678370:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129505.678519:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129505.678522:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3300:x1830948736788992:12345-0@lo:2:osp-syn-1-0.0 Request processed in 414us (462us total) trans 17179873151 rc 0/0 00000100:00100000:1.0:1746129505.678528:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11627 00000100:00100000:1.0:1746129505.678537:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736789248 00000100:00100000:1.0:1746129505.678539:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736789248 00000100:00100000:3.0:1746129505.678542:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e389500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736789760:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678551:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11628 00000100:00100000:1.0:1746129505.678554:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3302:x1830948736789248:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129505.678555:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.678565:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746129505.678569:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e388e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736789376:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129505.678580:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.678589:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e38b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736789888:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129505.678601:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.678615:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736789760 00000100:00100000:3.0:1746129505.678618:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736789760 00002000:00010000:1.0:1746129505.678622:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:1.0:1746129505.678624:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129504 -> 1746129504 00002000:00010000:1.0:1746129505.678625:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129503 -> 1746129503 00002000:00010000:1.0:1746129505.678627:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129504 -> 1746129504 00000100:00100000:3.0:1746129505.678629:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736789376 00002000:00010000:1.0:1746129505.678629:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:3.0:1746129505.678631:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736789376 00000100:00100000:3.0:1746129505.678637:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736789888 00000100:00100000:3.0:1746129505.678638:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736789888 00000100:00100000:3.0:1746129505.678647:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11629 00000100:00100000:1.0:1746129505.678649:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3302:x1830948736789248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 95us (131us total) trans 17179873152 rc 0/0 00000100:00100000:3.0:1746129505.678652:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3302:x1830948736789760:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678654:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11628 00000100:00100000:1.0:1746129505.678662:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11630 00000100:00100000:1.0:1746129505.678665:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+18:3302:x1830948736789376:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678693:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11631 00000100:00100000:1.0:1746129505.678698:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3302:x1830948736789888:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129505.678739:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3302:x1830948736789760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (182us total) trans 17179873153 rc 0/0 00000100:00100000:3.0:1746129505.678744:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11629 00002000:00010000:1.0:1746129505.678766:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:1.0:1746129505.678768:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:1.0:1746129505.678770:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746129505.678771:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00000004:00080000:3.0:1746129505.678773:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e389500/2, rc 0, transno 17179873153 00002000:00010000:1.0:1746129505.678773:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:3.0:1746129505.678779:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e389500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736789760:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129505.678785:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e38a300/2, rc 0, transno 17179873152 00000100:00100000:3.0:1746129505.678788:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e38a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736789248:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678790:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3302:x1830948736789376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 124us (209us total) trans 17179873154 rc 0/0 00000004:00080000:3.0:1746129505.678793:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e388e00/2, rc 0, transno 17179873154 00000100:00100000:1.0:1746129505.678794:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11630 00000100:00100000:3.0:1746129505.678796:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e388e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736789376:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678847:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3302:x1830948736789888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 149us (244us total) trans 17179873155 rc 0/0 00000100:00100000:1.0:1746129505.678852:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11631 00000004:00080000:3.0:1746129505.678855:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e38b480/2, rc 0, transno 17179873155 00000100:00100000:3.0:1746129505.678858:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e38b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736789888:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678863:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736789504:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678877:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129505.678886:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736790016:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678909:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746129505.678922:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e389c00/2, rc 0, transno 17179873151 00000100:00100000:1.0:1746129505.678925:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736788992:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129505.678935:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736789504 00000100:00100000:1.0:1746129505.678937:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736789504 00000100:00100000:0.0:1746129505.678979:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.679652:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736790016 00000100:00100000:3.0:1746129505.679656:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736790016 00000100:00100000:0.0:1746129505.679664:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e38a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736789632:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129505.679671:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736789120 00000100:00100000:3.0:1746129505.679672:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736789120 00000100:00100000:3.0:1746129505.679682:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11632 00000100:00100000:0.0:1746129505.679682:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129505.679686:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3300:x1830948736789504:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129505.679699:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736789632 00000100:00100000:0.0:1746129505.679702:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736789632 00000100:00100000:3.0:1746129505.679790:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3300:x1830948736789504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 103us (911us total) trans 17179873156 rc 0/0 00000100:00100000:3.0:1746129505.679795:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11632 00000100:00100000:3.0:1746129505.679805:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11633 00000100:00100000:3.0:1746129505.679808:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3300:x1830948736790016:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129505.679874:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3300:x1830948736790016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (963us total) trans 17179873157 rc 0/0 00000100:00100000:3.0:1746129505.679883:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11633 00000100:00100000:3.0:1746129505.679906:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11634 00000100:00100000:3.0:1746129505.679910:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3301:x1830948736789120:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129505.679976:0:7149:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746129505.679978:0:7149:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129500 -> 1746129500 00002000:00010000:3.0:1746129505.679980:0:7149:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129500 -> 1746129500 00002000:00010000:3.0:1746129505.679982:0:7149:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129500 -> 1746129500 00002000:00010000:3.0:1746129505.679984:0:7149:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746129505.680003:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3301:x1830948736789120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 92us (1023us total) trans 17179873158 rc 0/0 00000100:00100000:3.0:1746129505.680007:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11634 00000004:00080000:1.0:1746129505.680771:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e389180/2, rc 0, transno 17179873156 00000100:00100000:1.0:1746129505.680776:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736789504:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129505.680782:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baef100/2, rc 0, transno 17179873157 00000100:00100000:1.0:1746129505.680784:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736790016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129505.680922:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11635 00000100:00100000:0.0:1746129505.680928:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3301:x1830948736789632:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129505.681033:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3301:x1830948736789632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 105us (1349us total) trans 17179873159 rc 0/0 00000100:00100000:0.0:1746129505.681038:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11635 00000004:00080000:0.0:1746129505.681064:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e388a80/2, rc 0, transno 17179873158 00000100:00100000:0.0:1746129505.681066:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736789120:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129505.681073:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e38a680/2, rc 0, transno 17179873159 00000100:00100000:0.0:1746129505.681075:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e38a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736789632:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129505.681560:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731858944:12345-192.168.202.4@tcp:3:cat.0 Request processed in 70265us (71171us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.681568:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4451 00002000:00100000:2.0:1746129505.681575:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012e38ad80 x1830948731858944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.681584:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e38ad80 with x1830948731858944 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.681589:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e38ad80 00000100:00100000:0.0:1746129505.683653:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.683709:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.683869:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731860608 00000100:00100000:3.0:1746129505.683880:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731860608 00000100:00100000:3.0:1746129505.683936:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731860736 00000100:00100000:3.0:1746129505.683938:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731860736 00000100:00100000:3.0:1746129505.683955:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4096 00000100:00100000:3.0:1746129505.683963:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29352:x1830948731860608:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:3.0:1746129505.684095:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29352:x1830948731860608:12345-192.168.202.4@tcp:49:cat.0 Request processed in 132us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.684101:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4096 00000100:00100000:3.0:1746129505.684117:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4097 00000100:00100000:3.0:1746129505.684121:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:29351:x1830948731860736:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:3.0:1746129505.684157:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:29351:x1830948731860736:12345-192.168.202.4@tcp:49:cat.0 Request processed in 35us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.684165:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4097 00000100:00100000:2.0:1746129505.684847:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736788736:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129505.684867:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736788864:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129505.684928:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05eacf lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 10 pid: 16908 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1746129505.684955:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.684988:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0845600, rc 0) 00000100:00100000:2.0:1746129505.685055:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:29349:x1830948731858176:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 77174us (77307us total) trans 8589944037 rc 0/0 00000100:00100000:2.0:1746129505.685062:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10153 00000100:00100000:2.0:1746129505.689574:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.689709:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731860864 00000100:00100000:3.0:1746129505.689721:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731860864 00000100:00100000:3.0:1746129505.689777:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4098 00000100:00100000:3.0:1746129505.689786:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cca450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:29349:x1830948731860864:12345-192.168.202.4@tcp:49:multiop.0 00000100:00100000:3.0:1746129505.689951:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cca450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:29349:x1830948731860864:12345-192.168.202.4@tcp:49:multiop.0 Request processed in 165us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.689957:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4098 00000100:00100000:0.0:1746129505.693475:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.693575:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731861120 00000100:00100000:2.0:1746129505.693586:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731861120 00002000:00100000:2.0:1746129505.693635:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f37c380 x1830948731861120/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.693646:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37c380 with x1830948731861120 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.693650:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37c380 00000100:00100000:2.0:1746129505.693685:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4452 00000100:00100000:2.0:1746129505.693693:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731861120:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129505.700179:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.700426:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731861248 00000100:00100000:2.0:1746129505.700436:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731861248 00000100:00100000:2.0:1746129505.701162:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11636 00000100:00100000:2.0:1746129505.701174:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+14:29349:x1830948731861248:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129505.701195:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129505.701211:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731861120:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7507us (7736us total) trans 0 rc 1048576/1048576 00010000:00010000:2.0:1746129505.701220:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a85f expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.701223:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4452 00002000:00100000:3.0:1746129505.701234:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f37c380 x1830948731861120/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.701242:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37c380 with x1830948731861120 ext(1048576->2097151) 00002000:00010000:3.0:1746129505.701247:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37c380 00010000:00010000:2.0:1746129505.701252:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b0 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.701261:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a820 expref: 28 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.701268:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7f6 expref: 15 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.701275:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.701277:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.701282:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1814528->1896447] (req 1814528->1896447) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.701337:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7f6 expref: 15 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.701350:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7f6 expref: 15 pid: 4699 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129505.701363:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736790144:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129505.701449:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a820 expref: 28 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.701457:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a820 expref: 28 pid: 8412 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129505.701465:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736790272:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129505.701491:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b0 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.701499:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b0 expref: 8 pid: 22480 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129505.701506:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736790400:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129505.701524:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.701943:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.705608:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736790144:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129505.705627:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736790272:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129505.705635:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736790400:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129505.705680:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1814528->1896447] (req 1814528->1896447) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.705700:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b5fa00, rc 0) 00000100:00100000:2.0:1746129505.705761:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+15:29349:x1830948731861248:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4590us (5593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129505.705771:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11636 00000100:00100000:3.0:1746129505.705993:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731861504 00000100:00100000:0.0:1746129505.706002:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.706006:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731861504 00002000:00100000:3.0:1746129505.706062:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f37d180 x1830948731861504/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.706071:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37d180 with x1830948731861504 ext(1048576->2097151) 00002000:00010000:3.0:1746129505.706076:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37d180 00000100:00100000:3.0:1746129505.706106:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4453 00000100:00100000:3.0:1746129505.706112:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731861504:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129505.706536:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.706555:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731861632 00000100:00100000:2.0:1746129505.706560:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731861632 00010000:00010000:2.0:1746129505.706583:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7f6 expref: 15 pid: 4699 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129505.706611:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731861888 00000100:00100000:2.0:1746129505.706613:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731861888 00010000:00010000:2.0:1746129505.706623:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b0 expref: 9 pid: 22480 timeout: 861 lvb_type: 1 00000100:00100000:3.0:1746129505.706633:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5867 00000100:00100000:3.0:1746129505.706642:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731861632:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.706652:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129505.706658:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5868 00000100:00100000:2.0:1746129505.706664:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731861888:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.706672:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7f6 expref: 15 pid: 4699 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129505.706675:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129505.706684:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7f6 expref: 15 pid: 4699 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129505.706694:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b0 expref: 9 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.706705:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6ef5c00/0x40a459093b05ea5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7f6 expref: 15 pid: 4699 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129505.706708:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b0 expref: 9 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129505.706728:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f385e00/0x40a459093b05e9a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b0 expref: 9 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.706730:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129505.706743:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129505.706772:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731861888:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 107us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.706773:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731861632:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 133us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129505.706778:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5868 00000100:00100000:3.0:1746129505.706782:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5867 00000100:00100000:2.0:1746129505.706817:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.706836:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731861760 00000100:00100000:3.0:1746129505.706840:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731861760 00010000:00010000:3.0:1746129505.706852:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a820 expref: 29 pid: 8412 timeout: 861 lvb_type: 1 00000100:00100000:3.0:1746129505.706868:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5869 00000100:00100000:3.0:1746129505.706872:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731861760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.706879:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129505.706887:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a820 expref: 29 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.706911:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a820 expref: 29 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.706923:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b5385800/0x40a459093b05ea97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a820 expref: 29 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.706932:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.706934:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.706939:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.706947:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.706973:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.706983:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736790528:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129505.707045:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.711799:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.711871:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731862144 00000100:00100000:1.0:1746129505.711882:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731862144 00002000:00100000:1.0:1746129505.711939:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1814528->1818623) req@ffff88009f37d500 x1830948731862144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.711948:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37d500 with x1830948731862144 ext(1814528->1818623) 00002000:00010000:1.0:1746129505.711954:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f37d500 00000100:00100000:3.0:1746129505.711984:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736790528:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129505.711988:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4454 00000100:00100000:1.0:1746129505.711997:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731862144:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:3.0:1746129505.712004:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129505.712076:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731861760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5201us (5257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.712086:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5869 00000100:00100000:1.0:1746129505.712199:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731862144:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 202us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129505.712205:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4454 00002000:00100000:1.0:1746129505.712210:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1814528->1818623) req@ffff88009f37d500 x1830948731862144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.712216:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37d500 with x1830948731862144 ext(1814528->1818623) 00002000:00010000:1.0:1746129505.712219:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f37d500 00000100:00100000:0.0:1746129505.715768:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.715836:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731862400 00000100:00100000:2.0:1746129505.715846:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731862400 00002000:00100000:2.0:1746129505.715907:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009f37df80 x1830948731862400/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.715917:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37df80 with x1830948731862400 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.715923:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37df80 00000100:00100000:2.0:1746129505.715951:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4455 00000100:00100000:2.0:1746129505.715961:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731862400:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129505.725633:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731861504:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 19512us (23683us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129505.725643:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4453 00002000:00100000:3.0:1746129505.725653:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f37d180 x1830948731861504/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.725663:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37d180 with x1830948731861504 ext(1048576->2097151) 00002000:00010000:3.0:1746129505.725668:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37d180 00000100:00100000:0.0:1746129505.729159:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.729211:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731862656 00000100:00100000:3.0:1746129505.729218:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731862656 00002000:00100000:3.0:1746129505.729252:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1892352->1896447) req@ffff88009f37c000 x1830948731862656/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.729271:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37c000 with x1830948731862656 ext(1892352->1896447) 00002000:00010000:3.0:1746129505.729275:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f37c000 00000100:00100000:3.0:1746129505.729321:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4456 00000100:00100000:3.0:1746129505.729328:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731862656:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129505.730207:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731862656:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 876us (1053us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129505.730215:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4456 00002000:00100000:3.0:1746129505.730222:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1892352->1896447) req@ffff88009f37c000 x1830948731862656/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.730229:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37c000 with x1830948731862656 ext(1892352->1896447) 00002000:00010000:3.0:1746129505.730233:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f37c000 00000100:00100000:2.0:1746129505.730753:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731862400:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14793us (14993us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.730761:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4455 00002000:00100000:2.0:1746129505.730767:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009f37df80 x1830948731862400/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.730779:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37df80 with x1830948731862400 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.730782:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37df80 00000100:00100000:0.0:1746129505.731704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.731881:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731862912 00000100:00100000:2.0:1746129505.731887:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731862912 00002000:00100000:2.0:1746129505.731928:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009f37e300 x1830948731862912/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.731936:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37e300 with x1830948731862912 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.731940:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37e300 00000100:00100000:2.0:1746129505.731966:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4457 00000100:00100000:2.0:1746129505.731973:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731862912:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129505.744490:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.744561:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731863168 00000100:00100000:1.0:1746129505.744564:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.744571:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731863168 00002000:00100000:3.0:1746129505.744605:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009f9ed180 x1830948731863168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 504/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:1.0:1746129505.744606:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731863296 00000100:00100000:1.0:1746129505.744612:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731863296 00002000:00100000:3.0:1746129505.744621:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ed180 with x1830948731863168 ext(1048576->2097151) 00002000:00010000:3.0:1746129505.744625:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9ed180 00000100:00100000:3.0:1746129505.744650:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4458 00000100:00100000:3.0:1746129505.744657:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731863168:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129505.744749:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11637 00000100:00100000:1.0:1746129505.744757:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+28:29352:x1830948731863296:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.744772:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.744791:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a866 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.744821:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 14 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.744833:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129505.744835:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129505.744838:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 29 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.744868:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 14 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.744881:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 14 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746129505.744902:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736790656:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129505.745129:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:1.0:1746129505.748053:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736790656:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129505.748086:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 29 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.748103:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d1600, rc 0) 00000100:00100000:1.0:1746129505.748164:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+29:29352:x1830948731863296:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3407us (3598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.748173:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11637 00000100:00100000:2.0:1746129505.748998:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731862912:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17012us (17282us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.749009:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4457 00002000:00100000:2.0:1746129505.749019:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009f37e300 x1830948731862912/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.749028:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37e300 with x1830948731862912 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.749033:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37e300 00000100:00100000:0.0:1746129505.750310:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.751043:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731863424 00000100:00100000:3.0:1746129505.751050:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731863424 00002000:00100000:3.0:1746129505.751088:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1814528->1896447) req@ffff880131363b80 x1830948731863424/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.751097:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363b80 with x1830948731863424 ext(1814528->1896447) 00010000:00010000:3.0:1746129505.751106:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 16 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129505.751119:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 16 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:3.0:1746129505.751129:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131363b80 00000100:00100000:3.0:1746129505.751496:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1148 00000100:00100000:3.0:1746129505.751504:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731863424:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129505.763077:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.763568:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731863552 00000100:00100000:1.0:1746129505.763575:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731863552 00000100:00100000:1.0:1746129505.763610:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11638 00000100:00100000:1.0:1746129505.763618:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:29351:x1830948731863552:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.763633:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.763648:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a86d expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.763669:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129505.763674:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.763684:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.763694:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2d0600, rc 0) 00000100:00100000:1.0:1746129505.763729:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+19:29351:x1830948731863552:12345-192.168.202.4@tcp:101:cat.0 Request processed in 113us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.763735:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11638 00000100:00100000:3.0:1746129505.765041:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731863168:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 20378us (20556us total) trans 0 rc 966656/966656 00000100:00100000:3.0:1746129505.765049:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4458 00002000:00100000:3.0:1746129505.765060:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009f9ed180 x1830948731863168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 504/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 966656/966656 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.765074:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ed180 with x1830948731863168 ext(1048576->2097151) 00010000:00010000:3.0:1746129505.765081:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 17 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129505.765093:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 17 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:3.0:1746129505.765098:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f9ed180 00000100:00100000:2.0:1746129505.765812:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731863424:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 14305us (15518us total) trans 17179873160 rc 0/0 00000100:00100000:2.0:1746129505.765819:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1148 00002000:00100000:2.0:1746129505.765825:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1814528->1896447) req@ffff880131363b80 x1830948731863424/t17179873160(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/448 e 0 to 0 dl 1746129516 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.765836:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363b80 with x1830948731863424 ext(1814528->1896447) 00010000:00010000:2.0:1746129505.765842:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 17 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129505.765852:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 17 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129505.765857:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131363b80 00000100:00100000:0.0:1746129505.771425:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.771499:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731863680 00000100:00100000:3.0:1746129505.771508:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731863680 00010000:00010000:3.0:1746129505.771547:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 17 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746129505.772240:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5870 00000100:00100000:3.0:1746129505.772249:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731863680:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.772262:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746129505.772284:0:9823:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129500 -> 1746129506 00002000:00010000:3.0:1746129505.772286:0:9823:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129500 -> 1746129506 00010000:00010000:3.0:1746129505.772291:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 17 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129505.772341:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 17 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129505.772363:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b5fa00/0x40a459093b05eaeb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1814528->1896447) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a85f expref: 17 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129505.772387:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.772389:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.772396:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 28 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.772403:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 28 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.772409:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.772410:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.772413:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.772418:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.772447:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.772458:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736790784:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129505.772550:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 28 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.772558:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736790912:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129505.772575:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129505.777630:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736790784:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129505.777643:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736790912:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129505.777660:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129505.777695:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731863680:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5447us (6284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.777704:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5870 00000100:00100000:0.0:1746129505.778651:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.778721:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731863936 00000100:00100000:2.0:1746129505.778727:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731863936 00002000:00100000:2.0:1746129505.778766:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880131360700 x1830948731863936/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.778774:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360700 with x1830948731863936 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.778778:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131360700 00000100:00100000:2.0:1746129505.778794:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4459 00000100:00100000:2.0:1746129505.778800:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731863936:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129505.784768:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.784848:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731864192 00000100:00100000:1.0:1746129505.784857:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731864192 00002000:00100000:1.0:1746129505.784904:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a0993b80 x1830948731864192/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.784913:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993b80 with x1830948731864192 ext(1048576->2097151) 00002000:00010000:1.0:1746129505.784917:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0993b80 00000100:00100000:1.0:1746129505.784936:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4460 00000100:00100000:1.0:1746129505.784943:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731864192:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129505.794578:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731863936:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 15767us (15919us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.794591:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4459 00002000:00100000:2.0:1746129505.794605:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880131360700 x1830948731863936/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.794615:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360700 with x1830948731863936 ext(1048576->2097151) 00002000:00010000:2.0:1746129505.794622:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131360700 00000100:00100000:1.0:1746129505.798077:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731864192:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13124us (13305us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129505.798092:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4460 00002000:00100000:1.0:1746129505.798106:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a0993b80 x1830948731864192/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.798115:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993b80 with x1830948731864192 ext(1048576->2097151) 00002000:00010000:1.0:1746129505.798120:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0993b80 00000100:00100000:0.0:1746129505.815029:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.815069:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.815090:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.815137:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.815157:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731864448 00000100:00100000:2.0:1746129505.815175:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731864448 00000100:00100000:0.0:1746129505.815175:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731864832 00000100:00100000:0.0:1746129505.815182:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731864832 00002000:00100000:0.0:1746129505.815241:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880131361880 x1830948731864832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.815246:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880131362680 x1830948731864448/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.815253:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361880 with x1830948731864832 ext(3145728->4194303) 00002000:00100000:2.0:1746129505.815256:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131362680 with x1830948731864448 ext(2097152->3145727) 00002000:00010000:0.0:1746129505.815258:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131361880 00002000:00010000:2.0:1746129505.815261:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131362680 00000100:00100000:0.0:1746129505.815289:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731864960 00000100:00100000:0.0:1746129505.815331:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731864960 00000100:00100000:0.0:1746129505.815344:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731865216 00000100:00100000:0.0:1746129505.815346:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731865216 00002000:00100000:0.0:1746129505.815364:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880131361f80 x1830948731865216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129505.815366:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4461 00002000:00100000:0.0:1746129505.815373:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361f80 with x1830948731865216 ext(3145728->4194303) 00000100:00100000:2.0:1746129505.815376:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731864832:12345-192.168.202.4@tcp:3:cat.0 00002000:00010000:0.0:1746129505.815377:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131361f80 00000100:00100000:0.0:1746129505.815391:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4462 00000100:00100000:0.0:1746129505.815399:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731864448:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129505.815470:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4463 00000100:00100000:2.0:1746129505.815478:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731865216:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:1.0:1746129505.820245:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880131360a80 x1830948731864960/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.820256:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360a80 with x1830948731864960 ext(2097152->3145727) 00002000:00010000:1.0:1746129505.820262:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131360a80 00000100:00100000:1.0:1746129505.820277:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4464 00000100:00100000:1.0:1746129505.820305:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731864960:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129505.820821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.820870:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731865472 00000100:00100000:1.0:1746129505.820881:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731865472 00002000:00100000:1.0:1746129505.820909:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012baedc00 x1830948731865472/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.820917:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baedc00 with x1830948731865472 ext(2097152->3145727) 00002000:00010000:1.0:1746129505.820922:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012baedc00 00000100:00100000:1.0:1746129505.820946:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4465 00000100:00100000:1.0:1746129505.820951:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731865472:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129505.822010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.822034:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731865728 00000100:00100000:3.0:1746129505.822040:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731865728 00002000:00100000:3.0:1746129505.822075:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012baefb80 x1830948731865728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.822085:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baefb80 with x1830948731865728 ext(3145728->4194303) 00002000:00010000:3.0:1746129505.822090:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012baefb80 00000100:00100000:3.0:1746129505.822109:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4466 00000100:00100000:3.0:1746129505.822116:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731865728:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129505.824479:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.824854:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731865984 00000100:00100000:0.0:1746129505.824869:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731865984 00002000:00100000:0.0:1746129505.824938:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f9ed500 x1830948731865984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.824950:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ed500 with x1830948731865984 ext(2097152->3145727) 00002000:00010000:0.0:1746129505.824958:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9ed500 00000100:00100000:1.0:1746129505.825207:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.825335:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731866112 00000100:00100000:0.0:1746129505.825339:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731866112 00002000:00100000:0.0:1746129505.825356:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f9efb80 x1830948731866112/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.825364:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9efb80 with x1830948731866112 ext(3145728->4194303) 00002000:00010000:0.0:1746129505.825367:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9efb80 00000100:00100000:0.0:1746129505.825380:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4467 00000100:00100000:0.0:1746129505.825388:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731865984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129505.825844:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4468 00000100:00100000:1.0:1746129505.825855:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731866112:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129505.840105:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.840154:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731866368 00000100:00100000:0.0:1746129505.840167:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731866368 00000100:00100000:0.0:1746129505.840225:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11639 00000100:00100000:0.0:1746129505.840235:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+28:29347:x1830948731866368:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129505.840257:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129505.840277:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a874 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.840511:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731864832:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25135us (25439us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129505.840520:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4461 00002000:00100000:3.0:1746129505.840531:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880131361880 x1830948731864832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.840539:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361880 with x1830948731864832 ext(3145728->4194303) 00002000:00010000:3.0:1746129505.840545:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131361880 00000100:00100000:3.0:1746129505.840740:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731865216:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25262us (25601us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129505.840746:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4463 00002000:00100000:3.0:1746129505.840750:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880131361f80 x1830948731865216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.840757:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361f80 with x1830948731865216 ext(3145728->4194303) 00002000:00010000:3.0:1746129505.840760:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131361f80 00010000:00010000:0.0:1746129505.844021:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a9 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.844037:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a819 expref: 30 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.844045:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7ef expref: 23 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.844052:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.844054:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.844057:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 30 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.844100:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7ef expref: 23 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.844116:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7ef expref: 23 pid: 8412 timeout: 861 lvb_type: 1 00000100:00100000:0.0:1746129505.844133:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736791040:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129505.844250:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a819 expref: 30 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.844259:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a819 expref: 30 pid: 8412 timeout: 861 lvb_type: 1 00000100:00100000:0.0:1746129505.844265:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736791168:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129505.844283:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a9 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.844290:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a9 expref: 7 pid: 8411 timeout: 861 lvb_type: 1 00000100:00100000:0.0:1746129505.844310:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736791296:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129505.844332:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2840 going to sleep for 11 seconds 00000100:00100000:2.0:1746129505.848024:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731864448:12345-192.168.202.4@tcp:3:cat.0 Request processed in 32613us (32998us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.848037:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4462 00002000:00100000:2.0:1746129505.848050:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880131362680 x1830948731864448/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.848060:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131362680 with x1830948731864448 ext(2097152->3145727) 00002000:00010000:2.0:1746129505.848067:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131362680 00000100:00100000:1.0:1746129505.852134:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736791040:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129505.852468:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ad180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736791168:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129505.852478:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736791296:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129505.852505:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129505.852519:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 30 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.852538:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095e76a00, rc 0) 00000100:00100000:1.0:1746129505.852587:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+30:29347:x1830948731866368:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 12353us (12488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.852597:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11639 00000100:00100000:3.0:1746129505.853637:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731866624 00000100:00100000:3.0:1746129505.853648:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731866624 00010000:00010000:3.0:1746129505.853682:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a9 expref: 8 pid: 8411 timeout: 861 lvb_type: 1 00000100:00100000:3.0:1746129505.853710:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5871 00000100:00100000:3.0:1746129505.853716:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731866624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.853728:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129505.853751:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a9 expref: 8 pid: 8411 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.853761:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a9 expref: 8 pid: 8411 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.853784:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86e00/0x40a459093b05e9a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a9 expref: 8 pid: 8411 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.853804:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129505.853832:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731866624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 116us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.853841:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5871 00000100:00100000:0.0:1746129505.856711:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.858808:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.859106:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731866496 00000100:00100000:1.0:1746129505.859115:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731866496 00010000:00010000:1.0:1746129505.859155:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7ef expref: 24 pid: 8412 timeout: 861 lvb_type: 1 00000100:00100000:1.0:1746129505.859204:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5872 00000100:00100000:1.0:1746129505.859211:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731866496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129505.859226:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129505.859253:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7ef expref: 24 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129505.859264:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7ef expref: 24 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129505.859287:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ebfd000/0x40a459093b05ea58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7ef expref: 24 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129505.859328:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129505.859376:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731866496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 165us (2675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.859382:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5872 00000100:00100000:3.0:1746129505.859842:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731866752 00000100:00100000:3.0:1746129505.859859:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731866752 00010000:00010000:3.0:1746129505.859880:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a819 expref: 30 pid: 8412 timeout: 861 lvb_type: 1 00000100:00100000:3.0:1746129505.859907:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5873 00000100:00100000:3.0:1746129505.859913:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731866752:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.859921:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129505.859931:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a819 expref: 30 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.859939:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a819 expref: 30 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.859953:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b5384600/0x40a459093b05ea90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a819 expref: 30 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.859969:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.859973:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.859980:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 29 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.859989:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 29 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.860027:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 29 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.860041:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736791424:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129505.860099:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.860209:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731864960:12345-192.168.202.4@tcp:3:cat.0 Request processed in 39920us (45112us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129505.860219:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4464 00002000:00100000:0.0:1746129505.860228:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880131360a80 x1830948731864960/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.860238:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360a80 with x1830948731864960 ext(2097152->3145727) 00002000:00010000:0.0:1746129505.860243:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131360a80 00000100:00100000:1.0:1746129505.861599:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731865472:12345-192.168.202.4@tcp:3:cat.0 Request processed in 40640us (40777us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129505.861615:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4465 00002000:00100000:1.0:1746129505.861626:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012baedc00 x1830948731865472/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.861635:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baedc00 with x1830948731865472 ext(2097152->3145727) 00002000:00010000:1.0:1746129505.861639:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012baedc00 00000100:00100000:2.0:1746129505.864193:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731865728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 42068us (42176us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129505.864205:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4466 00002000:00100000:2.0:1746129505.864217:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012baefb80 x1830948731865728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.864225:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baefb80 with x1830948731865728 ext(3145728->4194303) 00002000:00010000:2.0:1746129505.864233:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012baefb80 00000100:00100000:3.0:1746129505.876128:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.876243:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731866880 00000100:00100000:1.0:1746129505.876254:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731866880 00000100:00100000:1.0:1746129505.876321:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11640 00000100:00100000:1.0:1746129505.876330:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731866880:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.876351:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.876370:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135a35200/0x40a459093b05eb07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a87b expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.876426:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736791552:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129505.876520:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129505.876636:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736791424:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129505.876653:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129505.876685:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731866752:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 16772us (17887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129505.876694:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5873 00000100:00100000:0.0:1746129505.877165:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731866112:12345-192.168.202.4@tcp:3:cat.0 Request processed in 51312us (51957us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129505.877178:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4468 00002000:00100000:0.0:1746129505.877186:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f9efb80 x1830948731866112/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.877194:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9efb80 with x1830948731866112 ext(3145728->4194303) 00002000:00010000:0.0:1746129505.877198:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9efb80 00000100:00100000:0.0:1746129505.877689:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.878355:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731867136 00000100:00100000:2.0:1746129505.878363:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731867136 00002000:00100000:2.0:1746129505.878409:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e6:0x0] (2093056->2097151) req@ffff8800912ae680 x1830948731867136/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.878417:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ae680 with x1830948731867136 ext(2093056->2097151) 00002000:00010000:2.0:1746129505.878421:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912ae680 00000100:00100000:2.0:1746129505.878450:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4469 00000100:00100000:2.0:1746129505.878458:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731867136:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129505.878644:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731867136:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 186us (955us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129505.878650:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4469 00002000:00100000:2.0:1746129505.878655:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e6:0x0] (2093056->2097151) req@ffff8800912ae680 x1830948731867136/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.878664:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ae680 with x1830948731867136 ext(2093056->2097151) 00002000:00010000:2.0:1746129505.878667:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912ae680 00000100:00100000:3.0:1746129505.878869:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.878948:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731867392 00000100:00100000:2.0:1746129505.878952:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731867392 00002000:00010000:1.0:1746129505.878987:0:22480:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime: 1746129504 -> 1746129506 00000100:00100000:2.0:1746129505.878988:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10156 00002000:00010000:1.0:1746129505.878990:0:22480:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129504 -> 1746129506 00002000:00010000:1.0:1746129505.878992:0:22480:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime: 1746129503 -> 1746129506 00000100:00100000:2.0:1746129505.878993:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:29356:x1830948731867392:12345-192.168.202.4@tcp:101:multiop.0 00000100:00100000:1.0:1746129505.879004:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736791552:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129505.879006:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129505.879020:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061dc00/0x40a459093b05eb0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a882 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.879031:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135a35200/0x40a459093b05eb07 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a87b expref: 22 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.879039:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135a35200/0x40a459093b05eb07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a87b expref: 22 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.879053:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135a35200, rc 0) 00000100:00100000:1.0:1746129505.879074:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731866880:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2745us (2959us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129505.879079:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11640 00010000:00010000:2.0:1746129505.879111:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879124:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879137:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879149:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879154:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879160:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879272:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879281:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879287:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129505.879319:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129505.879446:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879456:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879462:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879467:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a061c400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129505.879470:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879476:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879484:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129505.879486:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129505.879489:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879493:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eb15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879503:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879507:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879511:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879514:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a061c600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129505.879515:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879522:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879526:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacbf00) 00010000:00010000:2.0:1746129505.879528:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129505.879529:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879532:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c600/0x40a459093b05eb1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129505.879563:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061dc00/0x40a459093b05eb0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a882 expref: 12 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.879570:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a882 expref: 11 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.879574:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129505.879576:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129505.879577:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061d000, rc 0) 00000100:00100000:2.0:1746129505.879595:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:29356:x1830948731867392:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 602us (728us total) trans 8589944038 rc 0/0 00000100:00100000:2.0:1746129505.879600:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10156 00000100:00100000:0.0:1746129505.880054:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731865984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 54664us (55583us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129505.880061:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4467 00002000:00100000:0.0:1746129505.880068:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f9ed500 x1830948731865984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.880074:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ed500 with x1830948731865984 ext(2097152->3145727) 00002000:00010000:0.0:1746129505.880078:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9ed500 00000100:00100000:0.0:1746129505.881337:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.881396:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.881420:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731867776 00000100:00100000:2.0:1746129505.881457:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731867648 00000100:00100000:2.0:1746129505.881465:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731867648 00000100:00100000:2.0:1746129505.881518:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4099 00000100:00100000:2.0:1746129505.881525:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29356:x1830948731867648:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129505.881766:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29356:x1830948731867648:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 240us (433us total) trans 8589944039 rc 0/0 00000100:00100000:2.0:1746129505.881773:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4099 00000100:00100000:0.0:1746129505.881920:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731867776 00000100:00100000:0.0:1746129505.881957:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11641 00000100:00100000:0.0:1746129505.881963:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:29347:x1830948731867776:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129505.881973:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129505.881989:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a889 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.882013:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 30 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.882022:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.882029:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.882031:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129505.882035:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2052095] (req 1048576->2052095) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 30 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.882064:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.882076:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 15 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746129505.882089:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736791680:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129505.883197:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 30 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129505.883209:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 30 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746129505.883219:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736791808:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129505.883639:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.890757:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.890838:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731868032 00000100:00100000:2.0:1746129505.890848:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731868032 00002000:00100000:2.0:1746129505.890907:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800912ac000 x1830948731868032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.890916:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac000 with x1830948731868032 ext(4194304->4923391) 00002000:00010000:2.0:1746129505.890921:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912ac000 00000100:00100000:2.0:1746129505.890947:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4470 00000100:00100000:2.0:1746129505.890954:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731868032:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129505.897289:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.897328:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.897557:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731868288 00000100:00100000:0.0:1746129505.897567:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731868288 00002000:00100000:0.0:1746129505.897612:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a0991c00 x1830948731868288/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.897622:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991c00 with x1830948731868288 ext(4194304->4923391) 00002000:00010000:0.0:1746129505.897627:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0991c00 00000100:00100000:1.0:1746129505.897965:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731868416 00000100:00100000:1.0:1746129505.897968:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731868416 00000100:00100000:1.0:1746129505.897993:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11642 00000100:00100000:1.0:1746129505.898000:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+21:29356:x1830948731868416:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129505.898015:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.898033:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a890 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129505.898071:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4471 00000100:00100000:0.0:1746129505.898076:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731868288:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:1.0:1746129505.898356:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a2 expref: 6 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.898364:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a812 expref: 24 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.898370:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e1 expref: 22 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.898412:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.898414:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129505.898418:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1581056->1867775] (req 1581056->1867775) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.898448:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e1 expref: 22 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.898458:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e1 expref: 22 pid: 11014 timeout: 861 lvb_type: 1 00000100:00100000:1.0:1746129505.898469:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736791936:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129505.898678:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736791680:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129505.898688:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800912aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736791808:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129505.898713:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2052095] (req 1048576->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.898723:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f327e00, rc 0) 00000100:00100000:3.0:1746129505.898743:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:29347:x1830948731867776:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 16781us (17348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.898750:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11641 00010000:00010000:1.0:1746129505.899008:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a812 expref: 24 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.899017:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a812 expref: 24 pid: 4699 timeout: 861 lvb_type: 1 00000100:00100000:1.0:1746129505.899025:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736792064:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129505.899048:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a2 expref: 6 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.899054:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a2 expref: 6 pid: 8411 timeout: 861 lvb_type: 1 00000100:00100000:1.0:1746129505.899065:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736792192:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129505.899077:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.903674:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.903709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.903781:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731868544 00000100:00100000:2.0:1746129505.903791:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731868544 00010000:00010000:2.0:1746129505.903832:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 32 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746129505.903866:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731868672 00000100:00100000:2.0:1746129505.903868:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731868672 00010000:00010000:2.0:1746129505.903879:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746129505.903905:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5874 00000100:00100000:2.0:1746129505.903914:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731868544:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129505.903930:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129505.903956:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 32 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129505.903969:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 32 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129505.903994:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d1600/0x40a459093b05eaf2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a866 expref: 32 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746129505.903995:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5875 00000100:00100000:3.0:1746129505.904003:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731868672:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.904010:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129505.904017:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129505.904019:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129505.904026:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129505.904036:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2d0600/0x40a459093b05eaf9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a86d expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129505.904048:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129505.904050:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746129505.904057:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731868544:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 145us (395us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129505.904058:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.904063:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5874 00010000:00010000:3.0:1746129505.904065:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129505.904098:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 30 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129505.904111:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736792320:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129505.904174:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129505.909321:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736791936:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129505.909337:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b05180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736792064:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129505.909345:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736792192:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129505.909378:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1581056->1867775] (req 1581056->1867775) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129505.909394:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47ca00, rc 0) 00000100:00100000:1.0:1746129505.909439:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+22:29356:x1830948731868416:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 11439us (12108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129505.909448:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11642 00000100:00100000:0.0:1746129505.910509:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731868288:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12427us (13225us total) trans 0 rc 729088/729088 00000100:00100000:0.0:1746129505.910519:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4471 00002000:00100000:0.0:1746129505.910529:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a0991c00 x1830948731868288/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129505.910538:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991c00 with x1830948731868288 ext(4194304->4923391) 00002000:00010000:0.0:1746129505.910544:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0991c00 00000100:00100000:3.0:1746129505.911680:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736792320:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129505.911697:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129505.911720:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731868672:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7718us (8010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129505.911729:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5875 00000100:00100000:2.0:1746129505.911841:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731868032:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20887us (21093us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129505.911848:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4470 00002000:00100000:2.0:1746129505.911855:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800912ac000 x1830948731868032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/440 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129505.911863:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac000 with x1830948731868032 ext(4194304->4923391) 00002000:00010000:2.0:1746129505.911867:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912ac000 00000100:00100000:1.0:1746129505.912658:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.912687:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.912709:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.912752:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731868928 00000100:00100000:2.0:1746129505.912759:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731868928 00000100:00100000:0.0:1746129505.912761:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731868800 00000100:00100000:0.0:1746129505.912764:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731868800 00010000:00010000:2.0:1746129505.912787:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a2 expref: 7 pid: 8411 timeout: 861 lvb_type: 1 00010000:00010000:0.0:1746129505.912787:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a812 expref: 25 pid: 4699 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129505.912823:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731869056 00000100:00100000:2.0:1746129505.912826:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731869056 00010000:00010000:2.0:1746129505.912836:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e1 expref: 22 pid: 11014 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129505.912851:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5876 00000100:00100000:2.0:1746129505.912857:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731868800:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129505.912869:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129505.912903:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a812 expref: 25 pid: 4699 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129505.912917:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a812 expref: 25 pid: 4699 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129505.912940:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef5600/0x40a459093b05ea7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a812 expref: 25 pid: 4699 timeout: 861 lvb_type: 1 00000100:00100000:3.0:1746129505.912945:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5877 00000100:00100000:3.0:1746129505.912951:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731868928:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129505.912958:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129505.912959:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129505.912966:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a2 expref: 7 pid: 8411 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.912977:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a2 expref: 7 pid: 8411 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129505.912983:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731868800:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 127us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129505.912988:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5876 00010000:00010000:3.0:1746129505.912989:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eecea00/0x40a459093b05e99b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7a2 expref: 7 pid: 8411 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129505.912999:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129505.913001:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5878 00000100:00100000:2.0:1746129505.913006:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731869056:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129505.913011:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731868928:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 60us (357us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129505.913012:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129505.913015:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5877 00010000:00010000:2.0:1746129505.913018:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e1 expref: 22 pid: 11014 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129505.913026:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e1 expref: 22 pid: 11014 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129505.913040:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c2dd800/0x40a459093b05ea4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e1 expref: 22 pid: 11014 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129505.913049:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.913050:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129505.913057:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.913065:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129505.913095:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.913107:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736792448:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129505.913156:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.916108:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.916347:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736792448:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129505.916374:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129505.916428:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731869056:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3420us (3716us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129505.916439:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5878 00000100:00100000:1.0:1746129505.916532:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731869184 00000100:00100000:1.0:1746129505.916539:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731869184 00000100:00100000:1.0:1746129505.916584:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11643 00000100:00100000:1.0:1746129505.916592:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731869184:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.916609:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.916628:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e071800/0x40a459093b05eb3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a897 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.916682:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736792576:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129505.916733:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.917555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.918135:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.918185:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.918326:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731869440 00000100:00100000:2.0:1746129505.918333:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731869440 00000100:00100000:2.0:1746129505.918370:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731869312 00000100:00100000:2.0:1746129505.918373:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731869312 00000100:00100000:2.0:1746129505.918828:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11644 00000100:00100000:2.0:1746129505.918839:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731869440:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129505.918857:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129505.918874:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a061c400/0x40a459093b05eb46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8a5 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.918944:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736792704:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129505.919118:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11645 00000100:00100000:0.0:1746129505.919127:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731869312:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129505.919135:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129505.919146:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095e76c00/0x40a459093b05eb4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a89e expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129505.919172:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e957480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736792832:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129505.919250:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731869696 00000100:00100000:3.0:1746129505.919255:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731869696 00002000:00100000:3.0:1746129505.919285:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1581056->1585151) req@ffff88012e955500 x1830948731869696/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.919308:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830948731869696 ext(1581056->1585151) 00002000:00010000:3.0:1746129505.919313:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955500 00000100:00100000:3.0:1746129505.919327:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4472 00000100:00100000:3.0:1746129505.919333:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731869696:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129505.919749:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.919816:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129505.920498:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731869696:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 1162us (2309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129505.920506:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4472 00002000:00100000:3.0:1746129505.920515:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1581056->1585151) req@ffff88012e955500 x1830948731869696/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.920523:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830948731869696 ext(1581056->1585151) 00002000:00010000:3.0:1746129505.920527:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955500 00000100:00100000:0.0:1746129505.922678:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.922904:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e957480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736792832:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129505.922939:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095e76c00/0x40a459093b05eb4d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a89e expref: 22 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.922953:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095e76c00/0x40a459093b05eb4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a89e expref: 22 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129505.922968:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095e76c00, rc 0) 00000100:00100000:0.0:1746129505.923014:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731869312:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3888us (4877us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129505.923023:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11645 00002000:00010000:2.0:1746129505.923165:0:22480:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129500 -> 1746129506 00000100:00100000:2.0:1746129505.923181:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736792704:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129505.923207:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a061c400/0x40a459093b05eb46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8a5 expref: 16 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.923216:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a061c400/0x40a459093b05eb46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8a5 expref: 16 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129505.923225:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061c400, rc 0) 00000100:00100000:2.0:1746129505.923250:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731869440:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4413us (5699us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129505.923255:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11644 00002000:00010000:1.0:1746129505.923405:0:7148:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129505 -> 1746129506 00002000:00010000:1.0:1746129505.923408:0:7148:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129504 -> 1746129506 00002000:00010000:1.0:1746129505.923410:0:7148:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129505 -> 1746129506 00000100:00100000:1.0:1746129505.923420:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736792576:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129505.923438:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e071800/0x40a459093b05eb3f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a897 expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.923446:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e071800/0x40a459093b05eb3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a897 expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.923457:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e071800, rc 0) 00000100:00100000:1.0:1746129505.923477:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731869184:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6886us (7379us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129505.923482:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11643 00000100:00100000:3.0:1746129505.923590:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731869952 00000100:00100000:3.0:1746129505.923599:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731869952 00002000:00100000:3.0:1746129505.923634:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (2048000->2052095) req@ffff88012e954700 x1830948731869952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.923643:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830948731869952 ext(2048000->2052095) 00002000:00010000:3.0:1746129505.923648:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e954700 00000100:00100000:3.0:1746129505.923664:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4473 00000100:00100000:3.0:1746129505.923670:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731869952:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129505.923819:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731869952:12345-192.168.202.4@tcp:3:cat.0 Request processed in 149us (1150us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129505.923825:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4473 00002000:00100000:3.0:1746129505.923829:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (2048000->2052095) req@ffff88012e954700 x1830948731869952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129505.923836:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830948731869952 ext(2048000->2052095) 00002000:00010000:3.0:1746129505.923839:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e954700 00000100:00100000:0.0:1746129505.925587:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129505.925677:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731870208 00000100:00100000:1.0:1746129505.925684:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731870208 00002000:00100000:1.0:1746129505.925720:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1863680->1867775) req@ffff88012e957480 x1830948731870208/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/0 e 0 to 0 dl 1746129516 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.925729:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830948731870208 ext(1863680->1867775) 00002000:00010000:1.0:1746129505.925733:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957480 00000100:00100000:1.0:1746129505.925763:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4474 00000100:00100000:1.0:1746129505.925770:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948731870208:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129505.925932:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948731870208:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 161us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129505.925938:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4474 00002000:00100000:1.0:1746129505.925943:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1863680->1867775) req@ffff88012e957480 x1830948731870208/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746129516 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129505.925949:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830948731870208 ext(1863680->1867775) 00002000:00010000:1.0:1746129505.925952:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957480 00000100:00100000:0.0:1746129505.927604:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129505.927678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.927871:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731870464 00000100:00100000:2.0:1746129505.927879:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731870464 00000100:00100000:2.0:1746129505.927927:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731870336 00000100:00100000:2.0:1746129505.927929:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731870336 00000100:00100000:2.0:1746129505.927956:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11646 00000100:00100000:2.0:1746129505.927963:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731870464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129505.927980:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129505.928000:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a061c600/0x40a459093b05eb54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8b3 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129505.928059:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736792960:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129505.928137:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129505.928196:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11647 00000100:00100000:1.0:1746129505.928202:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731870336:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.928209:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.928218:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c47d200/0x40a459093b05eb5b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8ac expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.928241:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736793088:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129505.928261:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129505.930026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129505.931467:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731870592 00000100:00100000:2.0:1746129505.931481:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731870592 00000100:00100000:1.0:1746129505.931802:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736793088:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129505.931836:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c47d200/0x40a459093b05eb5b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8ac expref: 22 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.931856:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c47d200/0x40a459093b05eb5b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8ac expref: 22 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.931872:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d200, rc 0) 00000100:00100000:1.0:1746129505.931928:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731870336:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3725us (4248us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129505.931936:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11647 00000100:00100000:1.0:1746129505.931961:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11648 00000100:00100000:1.0:1746129505.931968:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731870592:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129505.931985:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129505.931998:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c47dc00/0x40a459093b05eb62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8ba expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129505.932040:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736793216:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129505.932044:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736792960:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129505.932061:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a061c600/0x40a459093b05eb54 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8b3 expref: 16 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129505.932070:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a061c600/0x40a459093b05eb54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8b3 expref: 16 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129505.932082:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061c600, rc 0) 00000100:00100000:1.0:1746129505.932082:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:3.0:1746129505.932099:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731870464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4136us (4501us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129505.932104:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11646 00000100:00100000:1.0:1746129505.934389:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736793216:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129505.934425:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c47dc00/0x40a459093b05eb62 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8ba expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.934437:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c47dc00/0x40a459093b05eb62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8ba expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129505.934447:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47dc00, rc 0) 00000100:00100000:1.0:1746129505.934504:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731870592:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2534us (4483us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129505.934511:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11648 00000100:00100000:0.0:1746129505.935254:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.935484:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731870848 00000100:00100000:3.0:1746129505.935491:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731870848 00000100:00100000:3.0:1746129505.936088:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4100 00000100:00100000:3.0:1746129505.936096:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:29351:x1830948731870848:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:3.0:1746129505.936602:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+13:29351:x1830948731870848:12345-192.168.202.4@tcp:35:cat.0 Request processed in 505us (1347us total) trans 8589944040 rc 0/0 00000100:00100000:3.0:1746129505.936609:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4100 00000100:00100000:0.0:1746129505.937859:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129505.937952:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731871104 00000100:00100000:3.0:1746129505.937960:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731871104 00000100:00100000:3.0:1746129505.938010:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4101 00000100:00100000:3.0:1746129505.938017:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:29352:x1830948731871104:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:3.0:1746129505.938197:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:29352:x1830948731871104:12345-192.168.202.4@tcp:35:cat.0 Request processed in 180us (344us total) trans 8589944041 rc 0/0 00000100:00100000:3.0:1746129505.938204:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4101 00000100:00100000:0.0:1746129506.057211:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.057285:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731871360 00000100:00100000:3.0:1746129506.057336:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731871360 00000100:00080000:1.0:1746129506.057409:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746129506.057414:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10157 00000100:00100000:3.0:1746129506.057424:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+291:29362:x1830948731871360:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129506.057740:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.057763:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05eb69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8c1 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.057884:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.057914:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.057925:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.057940:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.057946:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.057952:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058063:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058071:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058077:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129506.058085:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129506.058169:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058176:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058182:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058191:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009438c000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.058197:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058204:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058215:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129506.058218:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.058223:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058228:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05eb70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058263:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058268:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058273:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058277:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009438ce00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.058279:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058284:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058290:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a400) 00010000:00010000:3.0:1746129506.058314:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.058318:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058322:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05eb77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.058361:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05eb69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c1 expref: 294 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.058373:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c1 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.058379:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.058381:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129506.058383:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438c600, rc 0) 00000100:00100000:3.0:1746129506.058675:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:29362:x1830948731871360:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1251us (1473us total) trans 8589944042 rc 0/0 00000100:00100000:3.0:1746129506.058684:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10157 00000100:00100000:0.0:1746129506.060336:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.060469:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731871616 00000100:00100000:3.0:1746129506.060478:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731871616 00000100:00100000:3.0:1746129506.060534:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4102 00000100:00100000:3.0:1746129506.060543:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+293:29362:x1830948731871616:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129506.062083:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+294:29362:x1830948731871616:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 1532us (1784us total) trans 8589944043 rc 0/0 00000100:00100000:3.0:1746129506.062094:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4102 00000100:00100000:0.0:1746129506.152945:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.153090:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731871872 00000100:00100000:3.0:1746129506.153102:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731871872 00000100:00080000:1.0:1746129506.153927:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746129506.154040:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10158 00000100:00100000:3.0:1746129506.154049:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+13:29365:x1830948731871872:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129506.154078:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.154098:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c200/0x40a459093b05eb8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8c8 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.154213:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154226:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154236:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154250:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154255:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154260:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154389:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05eba1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154398:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05eba1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154404:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05eba1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129506.154413:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129506.154516:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154527:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154533:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154539:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009438c400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.154543:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154549:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154560:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129506.154563:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.154567:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154572:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05eb93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154616:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154622:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154627:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154631:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009438cc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.154633:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154641:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154648:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a400) 00010000:00010000:3.0:1746129506.154650:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.154653:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154658:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05eb9a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.154704:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c200/0x40a459093b05eb8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c8 expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.154719:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05eba1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c8 expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.154726:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.154727:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129506.154729:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438ca00, rc 0) 00000100:00100000:3.0:1746129506.158015:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:29365:x1830948731871872:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3951us (5064us total) trans 8589944044 rc 0/0 00000100:00100000:3.0:1746129506.158027:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10158 00000100:00100000:0.0:1746129506.162167:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.162762:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731872128 00000100:00100000:3.0:1746129506.162775:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731872128 00000100:00100000:3.0:1746129506.163941:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4103 00000100:00100000:3.0:1746129506.163955:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:29365:x1830948731872128:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129506.165103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.165630:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+16:29365:x1830948731872128:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 1678us (3477us total) trans 8589944045 rc 0/0 00000100:00100000:3.0:1746129506.165643:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4103 00000100:00100000:2.0:1746129506.165974:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731872256 00000100:00100000:2.0:1746129506.165983:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731872256 00000100:00100000:2.0:1746129506.166034:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 628 00000100:00100000:2.0:1746129506.166042:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731872256:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.166057:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.166081:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05eba1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c8 expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.166100:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129506.166106:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.166125:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731872256:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 85us (2831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.166131:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 628 00000100:00100000:0.0:1746129506.174376:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.174649:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731872512 00000100:00100000:3.0:1746129506.174660:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731872512 00000100:00100000:3.0:1746129506.174722:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10159 00000100:00100000:3.0:1746129506.174731:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:29370:x1830948731872512:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.174758:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.174779:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05ebaf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8cf expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.174903:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.174916:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.174926:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.174940:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.174946:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.174951:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.175057:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c200/0x40a459093b05ebc4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.175066:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c200/0x40a459093b05ebc4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.175072:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c200/0x40a459093b05ebc4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129506.175081:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129506.175163:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.175169:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.175175:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.175180:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009438c000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.175184:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.175189:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.175200:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129506.175203:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.175208:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.175212:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c000/0x40a459093b05ebb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.178511:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.178532:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.178544:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.178550:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009438ca00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.178554:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.178562:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.178585:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a600) 00010000:00010000:3.0:1746129506.178589:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.178593:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.178599:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ca00/0x40a459093b05ebbd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.178688:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438ce00/0x40a459093b05ebaf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8cf expref: 18 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.178703:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c200/0x40a459093b05ebc4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8cf expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.178710:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.178712:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129506.178715:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438c200, rc 0) 00000100:00100000:3.0:1746129506.178830:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:29370:x1830948731872512:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4098us (4464us total) trans 8589944046 rc 0/0 00000100:00100000:3.0:1746129506.178842:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10159 00000100:00100000:1.0:1746129506.179552:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.179825:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731872768 00000100:00100000:3.0:1746129506.179834:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731872768 00000100:00100000:3.0:1746129506.179877:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10160 00000100:00100000:3.0:1746129506.179884:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+294:29371:x1830948731872768:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.179913:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.179930:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05ebd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8d6 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.180064:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180079:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180090:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180103:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180108:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180113:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180230:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f326600/0x40a459093b05ebe7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180239:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f326600/0x40a459093b05ebe7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180244:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f326600/0x40a459093b05ebe7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129506.180255:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129506.180371:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180377:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180383:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180387:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009438c400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.180390:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180395:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180404:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129506.180407:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.180409:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180413:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c400/0x40a459093b05ebd9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180423:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180427:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180431:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180438:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2dd800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.180440:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180444:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180448:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a700) 00010000:00010000:3.0:1746129506.180449:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.180451:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180455:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd800/0x40a459093b05ebe0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.180482:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438cc00/0x40a459093b05ebd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8d6 expref: 297 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.180491:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f326600/0x40a459093b05ebe7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8d6 expref: 296 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.180496:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.180498:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129506.180500:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f326600, rc 0) 00000100:00100000:3.0:1746129506.180540:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+296:29371:x1830948731872768:12345-192.168.202.4@tcp:101:cat.0 Request processed in 656us (990us total) trans 8589944047 rc 0/0 00000100:00100000:3.0:1746129506.180547:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10160 00000100:00100000:0.0:1746129506.182176:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.182383:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731872896 00000100:00100000:2.0:1746129506.182392:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731872896 00000100:00100000:2.0:1746129506.182444:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 629 00000100:00100000:2.0:1746129506.182451:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a44850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731872896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.182464:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.182485:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c200/0x40a459093b05ebc4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8cf expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.182510:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129506.182514:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.182548:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a44850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1960:x1830948731872896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 98us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.182553:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 629 00000100:00100000:0.0:1746129506.183249:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.183328:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.183389:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731873024 00000100:00100000:3.0:1746129506.183395:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731873024 00000100:00100000:3.0:1746129506.183434:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731873152 00000100:00100000:3.0:1746129506.183436:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731873152 00000100:00100000:3.0:1746129506.183455:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11649 00000100:00100000:3.0:1746129506.183460:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948731873024:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.183477:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.183496:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f327400/0x40a459093b05ebf5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8dd expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.183550:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736793344:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129506.183619:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129506.183637:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11650 00000100:00100000:3.0:1746129506.183642:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731873152:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.183650:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.183661:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f327c00/0x40a459093b05ebfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8e4 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.183684:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736793472:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129506.183704:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.189786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.189830:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.189928:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731873408 00000100:00100000:1.0:1746129506.189938:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731873408 00000100:00100000:3.0:1746129506.190623:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731873280 00000100:00100000:3.0:1746129506.190628:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731873280 00000100:00080000:0.0:1746129506.191490:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129506.191567:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736793472:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129506.191602:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f327c00/0x40a459093b05ebfc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8e4 expref: 16 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.191617:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f327c00/0x40a459093b05ebfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8e4 expref: 16 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.191634:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f327c00, rc 0) 00000100:00100000:2.0:1746129506.191773:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736793344:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129506.191790:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f327400/0x40a459093b05ebf5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8dd expref: 22 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.191799:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f327400/0x40a459093b05ebf5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8dd expref: 22 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.191807:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f327400, rc 0) 00000100:00100000:2.0:1746129506.191861:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948731873024:12345-192.168.202.4@tcp:101:cat.0 Request processed in 8399us (8612us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129506.191870:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11649 00000100:00100000:2.0:1746129506.191910:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11651 00000100:00100000:2.0:1746129506.191924:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731873408:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.191942:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.191959:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05ec03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8eb expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.192014:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736793600:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129506.192066:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.192794:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731873152:12345-192.168.202.4@tcp:101:cat.0 Request processed in 9150us (9464us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129506.192801:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11650 00000100:00100000:3.0:1746129506.192985:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 630 00000100:00100000:3.0:1746129506.192995:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+296:1963:x1830948731873280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.193006:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.193025:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f326600/0x40a459093b05ebe7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8d6 expref: 296 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.193043:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.193048:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.193080:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+295:1963:x1830948731873280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 87us (3306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.193086:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 630 00000100:00100000:2.0:1746129506.200799:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736793600:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129506.200842:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05ec03 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8eb expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.200855:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7b800/0x40a459093b05ec03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8eb expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.200866:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7b800, rc 0) 00000100:00100000:2.0:1746129506.200933:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731873408:12345-192.168.202.4@tcp:101:cat.0 Request processed in 9014us (11100us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129506.200943:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11651 00000100:00100000:0.0:1746129506.201975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.202841:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731873536 00000100:00100000:2.0:1746129506.202851:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731873536 00000100:00100000:2.0:1746129506.202930:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11652 00000100:00100000:2.0:1746129506.202939:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+24:29362:x1830948731873536:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129506.202960:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.202980:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8f2 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.203010:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.203018:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129506.203019:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129506.203022:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1585152->2097151] (req 1585152->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 25 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.203060:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.203073:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 20 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746129506.203084:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736793728:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.204742:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129506.206011:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.207440:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731873792 00000100:00100000:3.0:1746129506.207451:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731873792 00002000:00100000:3.0:1746129506.207511:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880091b05c00 x1830948731873792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.207520:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b05c00 with x1830948731873792 ext(0->1048575) 00002000:00010000:3.0:1746129506.207525:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b05c00 00000100:00100000:3.0:1746129506.207553:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4475 00000100:00100000:3.0:1746129506.207561:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731873792:12345-192.168.202.4@tcp:3:cat.0 00000100:00080000:0.0:1746129506.207721:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746129506.208153:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736793728:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.208187:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1585152->2097151] (req 1585152->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 25 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.208202:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bf7ae00, rc 0) 00000100:00100000:2.0:1746129506.208244:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+25:29362:x1830948731873536:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5307us (6277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.208251:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11652 00000100:00100000:0.0:1746129506.208398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.210714:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731873920 00000100:00100000:1.0:1746129506.210729:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731873920 00002000:00100000:1.0:1746129506.210784:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1581056->1867775) req@ffff880132c26300 x1830948731873920/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.210795:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c26300 with x1830948731873920 ext(1581056->1867775) 00010000:00010000:1.0:1746129506.210806:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 21 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.210822:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 21 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746129506.210830:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c26300 00000100:00100000:1.0:1746129506.210872:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1149 00000100:00100000:1.0:1746129506.210881:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731873920:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129506.213058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.213284:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731874176 00000100:00100000:1.0:1746129506.213323:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731874176 00002000:00100000:1.0:1746129506.213369:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880132c24380 x1830948731874176/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.213379:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24380 with x1830948731874176 ext(0->1048575) 00002000:00010000:1.0:1746129506.213385:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c24380 00000100:00100000:1.0:1746129506.213405:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4476 00000100:00100000:1.0:1746129506.213412:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731874176:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129506.224103:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731873792:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16529us (18084us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129506.224115:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4475 00002000:00100000:3.0:1746129506.224128:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880091b05c00 x1830948731873792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.224137:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b05c00 with x1830948731873792 ext(0->1048575) 00002000:00010000:3.0:1746129506.224143:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b05c00 00000100:00100000:1.0:1746129506.224491:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731874176:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11078us (11444us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129506.224497:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4476 00002000:00100000:1.0:1746129506.224504:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880132c24380 x1830948731874176/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.224511:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24380 with x1830948731874176 ext(0->1048575) 00002000:00010000:1.0:1746129506.224514:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132c24380 00000100:00100000:1.0:1746129506.230864:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731873920:12345-192.168.202.4@tcp:4:cat.0 Request processed in 19970us (22451us total) trans 21474840358 rc 0/0 00000100:00100000:1.0:1746129506.230878:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1149 00002000:00100000:1.0:1746129506.230901:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1581056->1867775) req@ffff880132c26300 x1830948731873920/t21474840358(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/448 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.230911:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c26300 with x1830948731873920 ext(1581056->1867775) 00010000:00010000:1.0:1746129506.230923:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 23 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.230938:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 23 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746129506.230944:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c26300 00000100:00100000:0.0:1746129506.237525:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.237591:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.238033:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731874304 00000100:00100000:3.0:1746129506.238044:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731874304 00010000:00010000:3.0:1746129506.238089:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 23 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746129506.238131:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5879 00000100:00100000:3.0:1746129506.238140:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731874304:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.238155:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.238180:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 23 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.238191:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 23 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.238216:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c47ca00/0x40a459093b05eb38 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1581056->1867775) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a890 expref: 23 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.238253:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.238255:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.238262:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.238270:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.238338:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.238352:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736793856:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129506.238441:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129506.238458:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731874432 00000100:00100000:2.0:1746129506.238462:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731874432 00000100:00100000:2.0:1746129506.238495:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11653 00000100:00100000:2.0:1746129506.238500:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:29370:x1830948731874432:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.238517:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.238530:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a8f9 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.238553:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.238559:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129506.238561:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129506.238564:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.238583:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.238593:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 24 pid: 20577 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746129506.238601:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736793984:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.238640:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.238803:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.239223:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731874560 00000100:00100000:2.0:1746129506.239228:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731874560 00000100:00100000:2.0:1746129506.239252:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11654 00000100:00100000:2.0:1746129506.239257:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+25:29371:x1830948731874560:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.239265:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.239272:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a900 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.239284:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129506.239288:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 26 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.239323:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 26 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.239331:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f446800, rc 0) 00000100:00100000:2.0:1746129506.239358:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+26:29371:x1830948731874560:12345-192.168.202.4@tcp:101:cat.0 Request processed in 100us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.239364:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11654 00000100:00100000:0.0:1746129506.244838:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.244994:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731874816 00000100:00100000:1.0:1746129506.245006:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731874816 00002000:00100000:1.0:1746129506.245069:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1585152->1589247) req@ffff880132c25c00 x1830948731874816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.245079:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25c00 with x1830948731874816 ext(1585152->1589247) 00010000:00010000:1.0:1746129506.245090:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.245105:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746129506.245112:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c25c00 00000100:00100000:1.0:1746129506.245138:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1150 00000100:00100000:1.0:1746129506.245145:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731874816:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129506.245215:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736793984:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.245255:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.245269:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f447600, rc 0) 00000100:00100000:2.0:1746129506.245352:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+24:29370:x1830948731874432:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6851us (7838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.245360:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11653 00000100:00100000:3.0:1746129506.245426:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736793856:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129506.245437:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.247177:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731874816:12345-192.168.202.4@tcp:3:cat.0 Request processed in 2022us (2342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129506.247189:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1150 00002000:00100000:1.0:1746129506.247201:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1585152->1589247) req@ffff880132c25c00 x1830948731874816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.247210:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25c00 with x1830948731874816 ext(1585152->1589247) 00010000:00010000:1.0:1746129506.247219:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.247233:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746129506.247239:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c25c00 00000100:00100000:3.0:1746129506.247349:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948731874304:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 9207us (9754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.247360:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5879 00000100:00100000:0.0:1746129506.251678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.252051:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731874944 00000100:00100000:2.0:1746129506.252061:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731874944 00000100:00100000:2.0:1746129506.252114:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11655 00000100:00100000:2.0:1746129506.252123:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:29365:x1830948731874944:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129506.252144:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.252164:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a907 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.252195:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7be expref: 5 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.252205:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a82e expref: 25 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.252212:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a80b expref: 24 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.252223:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.252225:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.252228:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3641344->4194303] (req 3641344->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.252264:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a80b expref: 24 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.252274:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a80b expref: 24 pid: 22481 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.252287:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736794112:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.253325:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a82e expref: 25 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.253336:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a82e expref: 25 pid: 8412 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.253345:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736794240:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.253459:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7be expref: 5 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.253467:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7be expref: 5 pid: 22480 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.253474:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736794368:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.253497:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.257699:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.257764:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731875200 00000100:00100000:1.0:1746129506.257774:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731875200 00002000:00100000:1.0:1746129506.257825:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1585152->2097151) req@ffff880132c24000 x1830948731875200/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.257836:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24000 with x1830948731875200 ext(1585152->2097151) 00010000:00010000:1.0:1746129506.257847:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.257866:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746129506.257873:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c24000 00000100:00100000:1.0:1746129506.257907:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1151 00000100:00100000:1.0:1746129506.257915:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731875200:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129506.258046:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736794112:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.258056:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736794240:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.258064:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736794368:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.258097:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3641344->4194303] (req 3641344->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.258114:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f447200, rc 0) 00000100:00100000:2.0:1746129506.258159:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+24:29365:x1830948731874944:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6037us (6490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.258166:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11655 00000100:00100000:0.0:1746129506.259585:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.259681:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731875328 00000100:00100000:3.0:1746129506.259687:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731875328 00010000:00010000:3.0:1746129506.259717:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7be expref: 6 pid: 22480 timeout: 861 lvb_type: 1 00000100:00100000:3.0:1746129506.259745:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5880 00000100:00100000:3.0:1746129506.259750:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948731875328:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.259764:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.259785:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7be expref: 6 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129506.259795:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7be expref: 6 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129506.259819:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f384200/0x40a459093b05e9b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7be expref: 6 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129506.259844:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.259875:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.259881:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1962:x1830948731875328:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 130us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.259896:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5880 00000100:00100000:1.0:1746129506.259903:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731875584 00000100:00100000:1.0:1746129506.259907:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731875584 00002000:00100000:1.0:1746129506.259929:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1294336->1298431) req@ffff880091b06d80 x1830948731875584/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.259938:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b06d80 with x1830948731875584 ext(1294336->1298431) 00002000:00010000:1.0:1746129506.259943:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b06d80 00000100:00100000:1.0:1746129506.259985:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4477 00000100:00100000:1.0:1746129506.259994:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+28:1961:x1830948731875584:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129506.260145:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+28:1961:x1830948731875584:12345-192.168.202.4@tcp:3:cat.0 Request processed in 152us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129506.260151:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4477 00002000:00100000:1.0:1746129506.260156:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1294336->1298431) req@ffff880091b06d80 x1830948731875584/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.260163:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b06d80 with x1830948731875584 ext(1294336->1298431) 00002000:00010000:1.0:1746129506.260165:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b06d80 00000100:00100000:2.0:1746129506.261522:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.261644:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731875712 00000100:00100000:1.0:1746129506.261656:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731875712 00010000:00010000:1.0:1746129506.261689:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a82e expref: 28 pid: 8412 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.262133:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.264509:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731875840 00000100:00100000:1.0:1746129506.264519:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731875840 00010000:00010000:1.0:1746129506.264559:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a80b expref: 24 pid: 22481 timeout: 861 lvb_type: 1 00000100:00100000:1.0:1746129506.264592:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5881 00000100:00100000:1.0:1746129506.264600:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+28:1960:x1830948731875712:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129506.264614:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129506.267357:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5882 00000100:00100000:0.0:1746129506.267376:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731875840:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129506.267395:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129506.267420:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a80b expref: 24 pid: 22481 timeout: 861 lvb_type: 1 00010000:00010000:0.0:1746129506.267433:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a80b expref: 24 pid: 22481 timeout: 861 lvb_type: 1 00010000:00010000:0.0:1746129506.267451:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bbd9e00/0x40a459093b05ea74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a80b expref: 24 pid: 22481 timeout: 861 lvb_type: 1 00010000:00010000:0.0:1746129506.267477:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129506.267539:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731875840:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 171us (5407us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.267546:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5882 00010000:00010000:1.0:1746129506.268364:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a82e expref: 28 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129506.268375:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a82e expref: 28 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129506.268388:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b5384a00/0x40a459093b05eaa5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a82e expref: 28 pid: 8412 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129506.268407:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.268409:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.268415:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.268421:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.268456:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.268466:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736794496:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129506.268522:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129506.272844:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731875200:12345-192.168.202.4@tcp:4:cat.0 Request processed in 14921us (15147us total) trans 21474840359 rc 0/0 00000100:00100000:1.0:1746129506.272855:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1151 00002000:00100000:1.0:1746129506.272864:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1585152->2097151) req@ffff880132c24000 x1830948731875200/t21474840359(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/448 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.272872:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24000 with x1830948731875200 ext(1585152->2097151) 00010000:00010000:1.0:1746129506.272881:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 28 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.272905:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 28 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746129506.272911:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132c24000 00000100:00100000:1.0:1746129506.275184:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736794496:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129506.275209:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.278678:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731875712:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 14066us (17148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.278693:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5881 00000100:00100000:0.0:1746129506.279742:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.280010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.280059:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731876096 00000100:00100000:1.0:1746129506.280069:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731876096 00002000:00100000:1.0:1746129506.280117:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e7:0x0] (3641344->3645439) req@ffff88012bd91f80 x1830948731876096/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.280126:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91f80 with x1830948731876096 ext(3641344->3645439) 00002000:00010000:1.0:1746129506.280131:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91f80 00000100:00100000:1.0:1746129506.280155:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4478 00000100:00100000:1.0:1746129506.280162:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731876096:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129506.280320:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731876224 00000100:00100000:2.0:1746129506.280324:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731876224 00010000:00010000:2.0:1746129506.280349:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 27 pid: 20577 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746129506.280353:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731876096:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 192us (622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129506.280359:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4478 00002000:00100000:1.0:1746129506.280364:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3641344->3645439) req@ffff88012bd91f80 x1830948731876096/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.280371:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91f80 with x1830948731876096 ext(3641344->3645439) 00002000:00010000:1.0:1746129506.280374:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91f80 00000100:00100000:2.0:1746129506.280384:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5883 00000100:00100000:2.0:1746129506.280391:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948731876224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.280400:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.280690:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 27 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.280702:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 27 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.280724:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bf7ae00/0x40a459093b05ec0a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1585152->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f2 expref: 27 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.280800:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.280803:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.280811:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.280819:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.280827:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.280828:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.280830:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 26 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.280836:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 26 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.280866:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 26 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.280878:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736794624:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129506.281100:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.281213:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736794752:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.281247:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129506.285036:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736794624:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.285064:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736794752:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129506.285090:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.285164:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731876224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4771us (5152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.285175:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5883 00000100:00100000:0.0:1746129506.288676:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.289499:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731876352 00000100:00100000:2.0:1746129506.289511:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731876352 00000100:00100000:2.0:1746129506.289574:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11656 00000100:00100000:2.0:1746129506.289584:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+15:29365:x1830948731876352:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129506.289609:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.289629:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a90e expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.289664:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b7 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.289673:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a827 expref: 28 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.289681:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a804 expref: 16 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.289688:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.289689:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.289692:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4259839] (req 4194304->4259839) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 16 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129506.289798:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129506.289959:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a804 expref: 16 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.289972:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a804 expref: 16 pid: 22481 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.289985:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736794880:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.290098:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a827 expref: 28 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.290106:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a827 expref: 28 pid: 8410 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.290115:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736795008:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.290271:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731876608 00000100:00100000:1.0:1746129506.290275:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731876608 00002000:00100000:1.0:1746129506.290486:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd90a80 x1830948731876608/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.290495:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90a80 with x1830948731876608 ext(1048576->2097151) 00002000:00010000:1.0:1746129506.290500:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd90a80 00000100:00100000:1.0:1746129506.290521:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4479 00000100:00100000:1.0:1746129506.290527:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731876608:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:2.0:1746129506.290900:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b7 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.290909:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b7 expref: 7 pid: 8411 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.290918:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736795136:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.290942:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.293726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.293754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.293814:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.293840:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731876864 00000100:00100000:3.0:1746129506.293849:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731876864 00002000:00100000:3.0:1746129506.293922:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1298432->2093055) req@ffff88012bd91c00 x1830948731876864/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.293942:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91c00 with x1830948731876864 ext(1298432->2093055) 00002000:00010000:3.0:1746129506.293948:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91c00 00000100:00100000:3.0:1746129506.293973:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731877120 00000100:00100000:3.0:1746129506.293976:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731877120 00002000:00100000:3.0:1746129506.293993:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (2052096->2097151) req@ffff88012bd90380 x1830948731877120/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.294000:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90380 with x1830948731877120 ext(2052096->2097151) 00002000:00010000:3.0:1746129506.294003:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd90380 00000100:00100000:3.0:1746129506.294024:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4480 00000100:00100000:3.0:1746129506.294032:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731876864:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129506.296272:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4481 00000100:00100000:3.0:1746129506.296286:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731877120:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129506.296437:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731877376 00000100:00100000:2.0:1746129506.296445:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731877376 00002000:00100000:2.0:1746129506.296480:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd91880 x1830948731877376/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.296489:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91880 with x1830948731877376 ext(1048576->2097151) 00002000:00010000:2.0:1746129506.296494:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91880 00000100:00100000:2.0:1746129506.296519:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4482 00000100:00100000:2.0:1746129506.296524:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1960:x1830948731877376:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129506.298545:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736794880:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.299666:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736795008:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.299776:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736795136:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.299815:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4259839] (req 4194304->4259839) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 16 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.299835:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4000, rc 0) 00000100:00100000:2.0:1746129506.300561:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.300588:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.300617:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731877504 00000100:00100000:2.0:1746129506.300624:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731877504 00010000:00010000:2.0:1746129506.300658:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a804 expref: 17 pid: 22481 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.300682:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731877632 00000100:00100000:2.0:1746129506.300684:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731877632 00010000:00010000:2.0:1746129506.300695:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b7 expref: 8 pid: 8411 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.300719:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5884 00000100:00100000:2.0:1746129506.300726:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731877504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.300740:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129506.300760:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5885 00010000:00010000:2.0:1746129506.300763:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a804 expref: 17 pid: 22481 timeout: 861 lvb_type: 1 00000100:00100000:0.0:1746129506.300769:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731877632:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.300774:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a804 expref: 17 pid: 22481 timeout: 861 lvb_type: 1 00010000:00010000:0.0:1746129506.300777:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.300796:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bbd9600/0x40a459093b05ea66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a804 expref: 17 pid: 22481 timeout: 861 lvb_type: 1 00010000:00010000:0.0:1746129506.300801:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b7 expref: 8 pid: 8411 timeout: 861 lvb_type: 1 00010000:00010000:0.0:1746129506.300810:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b7 expref: 8 pid: 8411 timeout: 861 lvb_type: 1 00010000:00010000:2.0:1746129506.300823:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129506.300830:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5a86000/0x40a459093b05e9b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7b7 expref: 8 pid: 8411 timeout: 861 lvb_type: 1 00010000:00010000:0.0:1746129506.300843:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.300847:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731877504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 122us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.300853:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5884 00000100:00100000:0.0:1746129506.300860:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731877632:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 93us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.300865:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5885 00000100:00100000:3.0:1746129506.300995:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+15:29365:x1830948731876352:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 11412us (12330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.301006:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11656 00000100:00100000:0.0:1746129506.310789:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.311279:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731877760 00000100:00100000:3.0:1746129506.311290:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731877760 00010000:00010000:3.0:1746129506.311367:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a827 expref: 31 pid: 8410 timeout: 861 lvb_type: 1 00000100:00100000:3.0:1746129506.311413:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5886 00000100:00100000:3.0:1746129506.311421:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731877760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.311437:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.311461:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a827 expref: 31 pid: 8410 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129506.311474:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a827 expref: 31 pid: 8410 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129506.311499:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844000/0x40a459093b05ea9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a827 expref: 31 pid: 8410 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129506.311530:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.311532:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.311540:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.311548:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.311583:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.311595:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736795264:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129506.311689:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746129506.318478:0:9822:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746129506.319224:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731876864:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25181us (25502us total) trans 0 rc 794624/794624 00000100:00100000:2.0:1746129506.319236:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4480 00002000:00100000:2.0:1746129506.319249:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1298432->2093055) req@ffff88012bd91c00 x1830948731876864/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 794624/794624 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.319260:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91c00 with x1830948731876864 ext(1298432->2093055) 00002000:00010000:2.0:1746129506.319268:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91c00 00000100:00100000:0.0:1746129506.323498:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.323706:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731876608:12345-192.168.202.4@tcp:3:cat.0 Request processed in 33176us (33905us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129506.323713:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731878016 00000100:00100000:1.0:1746129506.323720:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4479 00000100:00100000:2.0:1746129506.323723:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731878016 00002000:00100000:1.0:1746129506.323733:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd90a80 x1830948731876608/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.323743:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90a80 with x1830948731876608 ext(1048576->2097151) 00002000:00010000:1.0:1746129506.323749:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd90a80 00002000:00100000:2.0:1746129506.323765:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4255744->4259839) req@ffff88012bd91500 x1830948731878016/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.323773:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91500 with x1830948731878016 ext(4255744->4259839) 00002000:00010000:2.0:1746129506.323776:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd91500 00000100:00100000:2.0:1746129506.323796:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4483 00000100:00100000:2.0:1746129506.323803:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731878016:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129506.323894:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736795264:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129506.323914:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.323936:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731877760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 12517us (13159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.323945:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5886 00000100:00100000:2.0:1746129506.323965:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731878016:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 163us (482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129506.323972:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4483 00002000:00100000:2.0:1746129506.323976:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4255744->4259839) req@ffff88012bd91500 x1830948731878016/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.324103:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91500 with x1830948731878016 ext(4255744->4259839) 00002000:00010000:2.0:1746129506.324106:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd91500 00000100:00100000:3.0:1746129506.324861:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1960:x1830948731877376:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 28334us (31043us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129506.324868:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4482 00002000:00100000:3.0:1746129506.324874:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd91880 x1830948731877376/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.324882:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91880 with x1830948731877376 ext(1048576->2097151) 00002000:00010000:3.0:1746129506.324895:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91880 00000100:00100000:3.0:1746129506.324965:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731877120:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28684us (31210us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1746129506.324970:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4481 00002000:00100000:3.0:1746129506.324974:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (2052096->2097151) req@ffff88012bd90380 x1830948731877120/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 45056/45056 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.324981:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90380 with x1830948731877120 ext(2052096->2097151) 00002000:00010000:3.0:1746129506.324984:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd90380 00000100:00100000:0.0:1746129506.337639:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.337738:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731878144 00000100:00100000:3.0:1746129506.337749:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731878144 00000100:00100000:3.0:1746129506.337803:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11657 00000100:00100000:3.0:1746129506.337810:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:29370:x1830948731878144:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.337830:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.337848:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a915 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.337879:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 25 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.337895:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.337897:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.337900:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.337930:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 25 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.337941:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 25 pid: 22480 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746129506.337952:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736795392:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.338045:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.344069:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.344106:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736795392:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129506.344127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129506.344140:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.344159:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eece000, rc 0) 00000100:00100000:3.0:1746129506.344208:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+24:29370:x1830948731878144:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6397us (6579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.344218:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11657 00000100:00100000:1.0:1746129506.344226:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731878272 00000100:00100000:1.0:1746129506.344235:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731878272 00000100:00100000:2.0:1746129506.344251:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731878400 00000100:00100000:2.0:1746129506.344255:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731878400 00000100:00100000:1.0:1746129506.344284:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11658 00002000:00100000:2.0:1746129506.344291:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012bd93480 x1830948731878400/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 504/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746129506.344316:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731878272:12345-192.168.202.4@tcp:101:cat.0 00002000:00100000:2.0:1746129506.344326:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd93480 with x1830948731878400 ext(1048576->2097151) 00010000:00010000:2.0:1746129506.344334:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 26 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.344338:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.344346:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 26 pid: 22480 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.344353:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd93480 00010000:00010000:1.0:1746129506.344357:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f446a00/0x40a459093b05ec34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a91c expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.344366:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1152 00000100:00100000:2.0:1746129506.344372:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731878400:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129506.344405:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736795520:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129506.344459:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.345351:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.345622:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731878528 00000100:00100000:3.0:1746129506.345627:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731878528 00000100:00100000:3.0:1746129506.345654:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11659 00000100:00100000:3.0:1746129506.345660:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731878528:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.345670:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.345682:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eecee00/0x40a459093b05ec3b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a923 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.345716:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736795648:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129506.345759:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00002000:00010000:1.0:1746129506.348665:0:22481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime: 1746129504 -> 1746129507 00002000:00010000:1.0:1746129506.348676:0:22481:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129503 -> 1746129507 00002000:00010000:1.0:1746129506.348678:0:22481:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime: 1746129504 -> 1746129507 00000100:00100000:1.0:1746129506.348715:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736795520:192.168.202.4@tcp:106: 00002000:00010000:3.0:1746129506.348746:0:20577:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129504 -> 1746129507 00002000:00010000:3.0:1746129506.348749:0:20577:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129504 -> 1746129507 00002000:00010000:3.0:1746129506.348751:0:20577:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129504 -> 1746129507 00010000:00010000:1.0:1746129506.348751:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f446a00/0x40a459093b05ec34 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a91c expref: 29 pid: 22481 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129506.348764:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736795648:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129506.348765:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f446a00/0x40a459093b05ec34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a91c expref: 29 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.348781:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eecee00/0x40a459093b05ec3b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a923 expref: 29 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.348787:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f446a00, rc 0) 00010000:00010000:3.0:1746129506.348789:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eecee00/0x40a459093b05ec3b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a923 expref: 29 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.348801:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecee00, rc 0) 00000100:00100000:3.0:1746129506.348838:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731878528:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3176us (3488us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129506.348847:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11659 00000100:00100000:1.0:1746129506.349127:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731878272:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4834us (5070us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129506.349133:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11658 00000100:00100000:2.0:1746129506.350353:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731878400:12345-192.168.202.4@tcp:4:cat.0 Request processed in 5977us (6222us total) trans 21474840360 rc 0/0 00000100:00100000:2.0:1746129506.350363:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1152 00002000:00100000:2.0:1746129506.350373:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012bd93480 x1830948731878400/t21474840360(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 504/448 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.350381:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd93480 with x1830948731878400 ext(1048576->2097151) 00010000:00010000:2.0:1746129506.350391:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 28 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.350404:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 28 pid: 22480 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.350410:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd93480 00000100:00100000:0.0:1746129506.351027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.351193:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731878656 00000100:00100000:1.0:1746129506.351202:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731878656 00000100:00100000:1.0:1746129506.351249:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11660 00000100:00100000:1.0:1746129506.351255:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+28:29371:x1830948731878656:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129506.351273:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.351291:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a92a expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.351347:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.351355:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.351356:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.351360:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.351389:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.351399:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 14 pid: 20577 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746129506.351416:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736795776:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.351492:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129506.353853:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736795776:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.353913:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.353930:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f446000, rc 0) 00000100:00100000:1.0:1746129506.353981:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+29:29371:x1830948731878656:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2726us (2957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.353991:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11660 00000100:00100000:0.0:1746129506.356655:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.356708:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.357045:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731878784 00000100:00100000:2.0:1746129506.357055:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731878784 00002000:00100000:2.0:1746129506.357616:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4259839) req@ffff88012bd93100 x1830948731878784/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.357627:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd93100 with x1830948731878784 ext(4194304->4259839) 00010000:00010000:2.0:1746129506.357639:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 15 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.357657:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 15 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.357663:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bd93100 00000100:00100000:3.0:1746129506.357683:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731878912 00000100:00100000:2.0:1746129506.357686:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1153 00000100:00100000:3.0:1746129506.357688:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731878912 00000100:00100000:2.0:1746129506.357695:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731878784:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:3.0:1746129506.357710:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 28 pid: 22480 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746129506.357728:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5887 00000100:00100000:3.0:1746129506.357732:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731878912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.357741:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746129506.357758:0:7086:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129506 -> 1746129507 00010000:00010000:3.0:1746129506.357763:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 28 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.357772:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 28 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.357793:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095e76a00/0x40a459093b05eb00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a874 expref: 28 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.357811:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.357812:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.357819:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 23 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.357826:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 23 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.357858:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 23 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.357874:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736795904:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129506.357947:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129506.361171:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736795904:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129506.361192:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.362215:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731878912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3872us (4896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.362230:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5887 00000100:00100000:1.0:1746129506.362473:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731878784:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 4778us (5825us total) trans 17179873161 rc 0/0 00000100:00100000:1.0:1746129506.362482:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1153 00002000:00100000:1.0:1746129506.362494:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4259839) req@ffff88012bd93100 x1830948731878784/t17179873161(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/448 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.362503:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd93100 with x1830948731878784 ext(4194304->4259839) 00010000:00010000:1.0:1746129506.362513:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 17 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.362526:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 17 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746129506.362532:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bd93100 00000100:00100000:0.0:1746129506.366678:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.367267:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.367587:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731879296 00000100:00100000:3.0:1746129506.367602:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731879296 00010000:00010000:3.0:1746129506.367644:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 17 pid: 20577 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746129506.367688:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5888 00000100:00100000:3.0:1746129506.367697:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731879296:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.367713:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129506.367765:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731879168 00000100:00100000:1.0:1746129506.367769:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731879168 00002000:00100000:1.0:1746129506.367801:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012bd90700 x1830948731879168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.367812:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90700 with x1830948731879168 ext(1048576->2097151) 00002000:00010000:1.0:1746129506.367816:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd90700 00000100:00100000:1.0:1746129506.367828:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4484 00000100:00100000:1.0:1746129506.367832:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731879168:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:3.0:1746129506.369540:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 17 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.369560:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 17 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.369585:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4000/0x40a459093b05ec26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4259839) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a90e expref: 17 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.369626:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.369628:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.369638:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.369645:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.369690:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.369705:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736796032:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129506.369769:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129506.378497:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736796032:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129506.378524:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.379147:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731879296:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 11446us (11875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.379160:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5888 00000100:00100000:1.0:1746129506.379697:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731879168:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 11860us (13028us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129506.379707:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4484 00002000:00100000:1.0:1746129506.379719:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012bd90700 x1830948731879168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.379729:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90700 with x1830948731879168 ext(1048576->2097151) 00002000:00010000:1.0:1746129506.379735:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd90700 00000100:00100000:0.0:1746129506.380841:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.381408:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731879552 00000100:00100000:1.0:1746129506.381423:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731879552 00002000:00100000:1.0:1746129506.381477:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a063d500 x1830948731879552/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.381487:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063d500 with x1830948731879552 ext(2097152->3145727) 00002000:00010000:1.0:1746129506.381491:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063d500 00000100:00100000:1.0:1746129506.381522:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4485 00000100:00100000:1.0:1746129506.381530:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731879552:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129506.397583:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.398570:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.398781:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731879680 00000100:00100000:1.0:1746129506.398796:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731879680 00000100:00100000:1.0:1746129506.400103:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11661 00000100:00100000:1.0:1746129506.400117:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+16:29370:x1830948731879680:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129506.400138:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.400160:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a931 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.400194:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 30 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.400202:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.400204:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.400207:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.400242:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 30 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.400253:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 30 pid: 22480 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746129506.400264:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736796160:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.400360:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.401234:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731879552:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19700us (20394us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129506.401245:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4485 00002000:00100000:0.0:1746129506.401255:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a063d500 x1830948731879552/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.401265:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063d500 with x1830948731879552 ext(2097152->3145727) 00002000:00010000:0.0:1746129506.401270:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063d500 00000100:00100000:3.0:1746129506.401580:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731879936 00000100:00100000:3.0:1746129506.401589:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731879936 00000100:00100000:3.0:1746129506.401632:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10161 00000100:00100000:3.0:1746129506.401640:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+295:29376:x1830948731879936:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129506.401659:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.401674:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05ec50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a938 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.401782:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.401795:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.401807:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.401822:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.401827:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.401831:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.401951:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece800/0x40a459093b05ec65 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.401960:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece800/0x40a459093b05ec65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.401966:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece800/0x40a459093b05ec65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129506.401974:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129506.402061:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402067:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402076:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402080:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eece200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.402084:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402090:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402101:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129506.402104:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.402108:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402113:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece200/0x40a459093b05ec57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402143:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402148:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402153:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402158:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eecea00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.402160:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402165:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402175:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a700) 00010000:00010000:3.0:1746129506.402177:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.402179:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402183:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecea00/0x40a459093b05ec5e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.402221:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05ec50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a938 expref: 298 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.402232:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece800/0x40a459093b05ec65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a938 expref: 297 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.402238:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.402240:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129506.402242:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eece800, rc 0) 00000100:00100000:1.0:1746129506.402932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.403000:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736796160:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129506.403025:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.403038:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f447800, rc 0) 00000100:00100000:0.0:1746129506.403068:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+17:29370:x1830948731879680:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2955us (5495us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.403076:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11661 00000100:00100000:0.0:1746129506.403612:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731880064 00000100:00100000:0.0:1746129506.403619:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731880064 00002000:00100000:0.0:1746129506.403656:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2052095) req@ffff880091b07b80 x1830948731880064/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.403665:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07b80 with x1830948731880064 ext(1048576->2052095) 00010000:00010000:0.0:1746129506.403671:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 29 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746129506.403684:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 29 pid: 22480 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746129506.403691:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b07b80 00000100:00100000:0.0:1746129506.403720:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1154 00000100:00100000:0.0:1746129506.403728:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731880064:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129506.404366:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+297:29376:x1830948731879936:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2720us (5792us total) trans 8589944048 rc 0/0 00000100:00100000:3.0:1746129506.404375:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10161 00000100:00100000:0.0:1746129506.413037:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.413078:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.413122:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.413157:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731880448 00000100:00100000:0.0:1746129506.413166:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731880448 00000100:00100000:0.0:1746129506.413212:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4104 00000100:00100000:0.0:1746129506.413219:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cc8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+297:29376:x1830948731880448:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129506.413608:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731880192 00000100:00100000:1.0:1746129506.413612:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731880192 00000100:00100000:1.0:1746129506.413638:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11662 00000100:00100000:1.0:1746129506.413643:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:29371:x1830948731880192:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129506.413653:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.413673:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a93f expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129506.413677:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cc8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+298:29376:x1830948731880448:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 459us (555us total) trans 8589944049 rc 0/0 00000100:00100000:0.0:1746129506.413684:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4104 00010000:00010000:1.0:1746129506.413698:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 23 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.413706:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.413708:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.413711:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.413740:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 23 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.413751:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 23 pid: 20577 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746129506.413761:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736796288:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.413816:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129506.413877:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731880576 00000100:00100000:3.0:1746129506.413881:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731880576 00000100:00100000:3.0:1746129506.413930:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 631 00000100:00100000:3.0:1746129506.413936:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+298:1962:x1830948731880576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.413947:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.413975:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece800/0x40a459093b05ec65 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a938 expref: 298 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.413998:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.414002:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.414021:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+297:1962:x1830948731880576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 85us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.414026:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 631 00000100:00100000:0.0:1746129506.419810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.419908:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736796288:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129506.419947:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.419969:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f446400, rc 0) 00000100:00100000:0.0:1746129506.420032:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+28:29371:x1830948731880192:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6385us (7002us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.420046:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11662 00000100:00100000:0.0:1746129506.420094:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731880704 00000100:00100000:0.0:1746129506.420102:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731880704 00002000:00100000:0.0:1746129506.420151:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3641344->4194303) req@ffff8800a063dc00 x1830948731880704/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.420161:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063dc00 with x1830948731880704 ext(3641344->4194303) 00010000:00010000:0.0:1746129506.420169:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 24 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746129506.420180:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 24 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746129506.420186:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a063dc00 00000100:00100000:0.0:1746129506.420238:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1155 00000100:00100000:0.0:1746129506.420248:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1961:x1830948731880704:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:1.0:1746129506.436007:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731880064:12345-192.168.202.4@tcp:4:cat.0 Request processed in 32262us (33061us total) trans 17179873162 rc 0/0 00000100:00100000:1.0:1746129506.436023:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1154 00002000:00100000:1.0:1746129506.436041:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2052095) req@ffff880091b07b80 x1830948731880064/t17179873162(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/448 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.436052:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07b80 with x1830948731880064 ext(1048576->2052095) 00010000:00010000:1.0:1746129506.436067:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 31 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.436082:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 31 pid: 22480 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746129506.436089:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b07b80 00000100:00100000:2.0:1746129506.442275:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731880704:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 22016us (22468us total) trans 21474840361 rc 0/0 00000100:00100000:2.0:1746129506.442288:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1155 00002000:00100000:2.0:1746129506.442321:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3641344->4194303) req@ffff8800a063dc00 x1830948731880704/t21474840361(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/448 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.442332:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063dc00 with x1830948731880704 ext(3641344->4194303) 00010000:00010000:2.0:1746129506.442343:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.442356:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.442363:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a063dc00 00000100:00100000:0.0:1746129506.443162:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.447076:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731880832 00000100:00100000:1.0:1746129506.447092:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731880832 00010000:00010000:1.0:1746129506.447144:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 31 pid: 22480 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746129506.447198:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5889 00000100:00100000:1.0:1746129506.447207:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731880832:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129506.447223:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746129506.447243:0:20578:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129506 -> 1746129507 00002000:00010000:1.0:1746129506.447246:0:20578:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129506 -> 1746129507 00010000:00010000:1.0:1746129506.447252:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 31 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.447263:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 31 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.447287:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05eb31 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2052095) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a889 expref: 31 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746129506.447350:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.447353:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.447360:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 16 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.447368:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 16 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.447405:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 16 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.447417:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736796416:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129506.447511:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.448406:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.448462:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731880960 00000100:00100000:3.0:1746129506.448468:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731880960 00010000:00010000:3.0:1746129506.448493:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746129506.448528:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5890 00000100:00100000:3.0:1746129506.448535:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a44050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731880960:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.448548:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.448567:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.448577:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.448594:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ec1f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3641344->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a907 expref: 26 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.448621:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.448622:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.448628:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.448640:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.448665:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.448674:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736796544:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129506.448736:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.451614:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.451726:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736796416:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129506.451746:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.451786:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731880832:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4580us (8627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.451798:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5889 00000100:00100000:2.0:1746129506.451882:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731881216 00000100:00100000:2.0:1746129506.451896:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731881216 00002000:00100000:2.0:1746129506.451942:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a063df80 x1830948731881216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.451958:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063df80 with x1830948731881216 ext(1048576->2097151) 00002000:00010000:2.0:1746129506.451962:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063df80 00000100:00100000:2.0:1746129506.451979:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4486 00000100:00100000:2.0:1746129506.451984:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731881216:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129506.455711:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736796544:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129506.455732:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.455771:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a44050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948731880960:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7235us (7367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.455781:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5890 00000100:00100000:0.0:1746129506.460190:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.461550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.461790:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731881472 00000100:00100000:1.0:1746129506.461801:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731881472 00002000:00100000:1.0:1746129506.461855:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a063d880 x1830948731881472/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.461866:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063d880 with x1830948731881472 ext(2097152->3145727) 00002000:00010000:1.0:1746129506.461873:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063d880 00000100:00100000:3.0:1746129506.461936:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731881728 00000100:00100000:3.0:1746129506.461940:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731881728 00002000:00100000:3.0:1746129506.461957:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a063ed80 x1830948731881728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.461964:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063ed80 with x1830948731881728 ext(3145728->4194303) 00002000:00010000:3.0:1746129506.461966:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063ed80 00000100:00100000:1.0:1746129506.462263:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4487 00000100:00100000:1.0:1746129506.462271:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731881472:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129506.463688:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4488 00000100:00100000:3.0:1746129506.463700:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731881728:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129506.465285:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.465322:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731881984 00000100:00100000:0.0:1746129506.465332:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731881984 00002000:00100000:0.0:1746129506.465377:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a063c380 x1830948731881984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.465394:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063c380 with x1830948731881984 ext(3145728->4194303) 00002000:00010000:0.0:1746129506.465400:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063c380 00000100:00100000:0.0:1746129506.465433:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4489 00000100:00100000:0.0:1746129506.465440:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731881984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129506.474793:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.474838:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731882240 00000100:00100000:2.0:1746129506.474851:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731882240 00000100:00100000:2.0:1746129506.474930:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10162 00000100:00100000:2.0:1746129506.474940:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:29378:x1830948731882240:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129506.474981:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.475009:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f200/0x40a459093b05ec7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a946 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.475163:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.475179:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.475192:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.475207:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.475212:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.475217:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:3.0:1746129506.476059:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731881216:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 24070us (24453us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129506.476072:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4486 00002000:00100000:3.0:1746129506.476081:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a063df80 x1830948731881216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.476090:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063df80 with x1830948731881216 ext(1048576->2097151) 00002000:00010000:3.0:1746129506.476095:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063df80 00010000:00010000:2.0:1746129506.476410:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05ec8f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.476425:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05ec8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.476433:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05ec8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129506.476447:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129506.476556:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.476563:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.476571:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.476578:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009584ec00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129506.476583:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.476591:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.476607:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129506.476610:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129506.476614:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.476620:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05ec81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.477012:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.477019:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.477023:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.477026:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009584e800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129506.477028:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.477032:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.477038:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacbe00) 00010000:00010000:2.0:1746129506.477040:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129506.477042:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.477046:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e800/0x40a459093b05ec88 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.477091:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f200/0x40a459093b05ec7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a946 expref: 19 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.477100:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05ec8f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a946 expref: 18 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.477106:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129506.477108:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129506.477110:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009584f600, rc 0) 00000100:00100000:2.0:1746129506.477152:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:29378:x1830948731882240:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2214us (2378us total) trans 8589944050 rc 0/0 00000100:00100000:2.0:1746129506.477158:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10162 00000100:00100000:0.0:1746129506.482855:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731881984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17401us (17563us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129506.482868:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4489 00002000:00100000:0.0:1746129506.482879:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a063c380 x1830948731881984/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.482897:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063c380 with x1830948731881984 ext(3145728->4194303) 00002000:00010000:0.0:1746129506.482904:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063c380 00000100:00100000:1.0:1746129506.486172:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731881472:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23886us (25979us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129506.486187:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4487 00002000:00100000:1.0:1746129506.486201:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a063d880 x1830948731881472/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.486211:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063d880 with x1830948731881472 ext(2097152->3145727) 00002000:00010000:1.0:1746129506.486218:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063d880 00000100:00100000:0.0:1746129506.490272:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.490379:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.490675:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731882368 00000100:00100000:2.0:1746129506.490686:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731882368 00000100:00100000:2.0:1746129506.490738:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731882496 00000100:00100000:2.0:1746129506.490740:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731882496 00000100:00100000:2.0:1746129506.490765:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11663 00000100:00100000:2.0:1746129506.490774:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731882368:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.490797:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.490816:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a94d expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.490841:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.490843:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.490853:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a94d expref: 18 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.490869:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a94d expref: 18 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.490880:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009584f800, rc 0) 00000100:00100000:0.0:1746129506.490927:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11664 00000100:00100000:0.0:1746129506.490935:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731882496:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129506.490943:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.490954:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a954 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.490957:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731882368:12345-192.168.202.4@tcp:101:cat.0 Request processed in 184us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.490963:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11663 00010000:00010000:0.0:1746129506.490966:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.490967:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.490971:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 26 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.490985:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 26 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.490992:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3e00, rc 0) 00000100:00100000:0.0:1746129506.491009:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731882496:12345-192.168.202.4@tcp:101:cat.0 Request processed in 76us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.491014:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11664 00000100:00100000:0.0:1746129506.492220:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.492306:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.492327:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731882624 00000100:00100000:0.0:1746129506.492327:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731882880 00000100:00100000:3.0:1746129506.492333:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731882624 00000100:00100000:0.0:1746129506.492333:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731882880 00000100:00100000:0.0:1746129506.492362:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4105 00000100:00100000:3.0:1746129506.492364:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 632 00000100:00100000:3.0:1746129506.492369:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731882624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129506.492369:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:29378:x1830948731882880:12345-192.168.202.4@tcp:35:multiop.0 00010000:00010000:3.0:1746129506.492379:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.492398:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05ec8f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a946 expref: 19 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.492415:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.492419:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.492445:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731882624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 77us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.492450:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 632 00000100:00100000:0.0:1746129506.492543:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:29378:x1830948731882880:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 173us (250us total) trans 8589944051 rc 0/0 00000100:00100000:0.0:1746129506.492549:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4105 00000100:00100000:2.0:1746129506.495034:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948731881728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 31327us (33477us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129506.495046:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4488 00002000:00100000:2.0:1746129506.495059:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a063ed80 x1830948731881728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.495067:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063ed80 with x1830948731881728 ext(3145728->4194303) 00002000:00010000:2.0:1746129506.495074:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063ed80 00000100:00100000:0.0:1746129506.500142:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.500192:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.500221:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731883136 00000100:00100000:1.0:1746129506.500232:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731883136 00000100:00100000:1.0:1746129506.500271:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731883008 00000100:00100000:1.0:1746129506.500273:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731883008 00000100:00100000:1.0:1746129506.500285:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11665 00000100:00100000:2.0:1746129506.500307:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11666 00000100:00100000:1.0:1746129506.500309:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731883136:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129506.500329:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.500347:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a962 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.500376:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.500380:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.500390:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a962 expref: 31 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.500404:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a962 expref: 31 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.500415:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0845800, rc 0) 00000100:00100000:2.0:1746129506.500434:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+28:1960:x1830948731883008:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.500442:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.500451:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a95b expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.500462:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.500464:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129506.500465:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731883136:12345-192.168.202.4@tcp:101:cat.0 Request processed in 173us (335us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129506.500468:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a95b expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.500477:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a95b expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.500484:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009584f400, rc 0) 00000100:00100000:2.0:1746129506.500788:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731883008:12345-192.168.202.4@tcp:101:cat.0 Request processed in 360us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.500795:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11666 00000100:00100000:1.0:1746129506.500839:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11665 00000100:00100000:0.0:1746129506.503932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.504618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.504665:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731883392 00000100:00100000:1.0:1746129506.504676:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731883392 00002000:00100000:1.0:1746129506.504731:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a063e300 x1830948731883392/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.504742:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063e300 with x1830948731883392 ext(2097152->3145727) 00002000:00010000:1.0:1746129506.504748:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063e300 00000100:00100000:1.0:1746129506.504771:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731883648 00000100:00100000:1.0:1746129506.504774:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731883648 00002000:00100000:1.0:1746129506.504786:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a063f100 x1830948731883648/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.504794:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063f100 with x1830948731883648 ext(3145728->4194303) 00002000:00010000:1.0:1746129506.504796:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063f100 00000100:00100000:1.0:1746129506.504822:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4490 00000100:00100000:1.0:1746129506.504831:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731883392:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129506.504860:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4491 00000100:00100000:2.0:1746129506.504872:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731883648:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129506.507358:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.508322:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731883904 00000100:00100000:1.0:1746129506.508333:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731883904 00002000:00100000:1.0:1746129506.508385:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0993100 x1830948731883904/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.508397:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993100 with x1830948731883904 ext(2097152->3145727) 00002000:00010000:1.0:1746129506.508403:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0993100 00000100:00100000:1.0:1746129506.508428:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4492 00000100:00100000:1.0:1746129506.508436:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731883904:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129506.508501:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.508519:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731884032 00000100:00100000:2.0:1746129506.508523:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731884032 00002000:00100000:2.0:1746129506.508542:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0991f80 x1830948731884032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.508549:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991f80 with x1830948731884032 ext(3145728->4194303) 00002000:00010000:2.0:1746129506.508551:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0991f80 00000100:00100000:2.0:1746129506.508561:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4493 00000100:00100000:2.0:1746129506.508566:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731884032:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129506.511094:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.512147:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731884416 00000100:00100000:3.0:1746129506.512158:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731884416 00002000:00100000:3.0:1746129506.512207:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e957b80 x1830948731884416/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.512218:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830948731884416 ext(4194304->4923391) 00002000:00010000:3.0:1746129506.512224:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e957b80 00000100:00100000:3.0:1746129506.512266:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4494 00000100:00100000:3.0:1746129506.512275:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731884416:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129506.527372:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.527448:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731884544 00000100:00100000:2.0:1746129506.527459:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731884544 00000100:00100000:2.0:1746129506.527515:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11667 00000100:00100000:2.0:1746129506.527525:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+29:29376:x1830948731884544:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129506.527549:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.527570:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a969 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.527603:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.527613:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 29 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.527620:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.527623:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.527627:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->4194303] (req 4136960->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.527660:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 29 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.527672:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 29 pid: 22480 timeout: 861 lvb_type: 1 00000100:00100000:2.0:1746129506.527683:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736796672:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.527772:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.527779:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 30 pid: 22481 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746129506.527787:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736796800:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.527805:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129506.528254:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731883648:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 23386us (23637us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129506.528254:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731883392:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 23423us (24339us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129506.528264:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4491 00002000:00100000:3.0:1746129506.528273:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a063f100 x1830948731883648/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.528282:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063f100 with x1830948731883648 ext(3145728->4194303) 00002000:00010000:3.0:1746129506.528286:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063f100 00000100:00100000:0.0:1746129506.528383:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4490 00002000:00100000:0.0:1746129506.528391:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a063e300 x1830948731883392/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.528398:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063e300 with x1830948731883392 ext(2097152->3145727) 00002000:00010000:0.0:1746129506.528401:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063e300 00000100:00100000:2.0:1746129506.534023:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736796672:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.537758:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736796800:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.537807:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->4194303] (req 4136960->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.537828:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880137302e00, rc 0) 00000100:00100000:2.0:1746129506.537896:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+30:29376:x1830948731884544:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 10371us (10538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.537912:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11667 00000100:00100000:0.0:1746129506.538627:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.538663:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.538682:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.538731:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731884672 00000100:00100000:0.0:1746129506.538739:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731884672 00000100:00100000:0.0:1746129506.538775:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731884800 00000100:00100000:0.0:1746129506.538777:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731884800 00000100:00100000:0.0:1746129506.538791:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11668 00000100:00100000:0.0:1746129506.538799:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+30:29370:x1830948731884672:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129506.538817:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.538834:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a970 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.538854:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.538856:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.538862:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a970 expref: 30 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.538874:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a970 expref: 30 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.538880:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948731884032:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 30314us (30379us total) trans 0 rc 1048576/1048576 00010000:00010000:0.0:1746129506.538892:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3a00, rc 0) 00000100:00100000:2.0:1746129506.538899:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4493 00000100:00100000:0.0:1746129506.538905:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+30:29370:x1830948731884672:12345-192.168.202.4@tcp:101:cat.0 Request processed in 107us (281us total) trans 0 rc 0/0 00002000:00100000:2.0:1746129506.538908:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0991f80 x1830948731884032/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00000100:00100000:0.0:1746129506.538913:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11668 00002000:00100000:2.0:1746129506.538918:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991f80 with x1830948731884032 ext(3145728->4194303) 00010000:00010000:2.0:1746129506.538924:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 29 pid: 22480 timeout: 861 lvb_type: 1 00000100:00100000:0.0:1746129506.538925:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11669 00000100:00100000:0.0:1746129506.538930:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:29378:x1830948731884800:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129506.538935:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 29 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:0.0:1746129506.538937:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1746129506.538941:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0991f80 00010000:00010000:0.0:1746129506.538946:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a977 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.538960:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.538967:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a94d expref: 19 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.538973:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.538974:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.538977:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3407872->3481599] (req 3407872->3481599) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.539003:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a94d expref: 19 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.539013:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a94d expref: 19 pid: 22481 timeout: 861 lvb_type: 1 00000100:00100000:0.0:1746129506.539024:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736796928:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.539188:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731884928 00000100:00100000:3.0:1746129506.539192:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731884928 00010000:00010000:3.0:1746129506.539209:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 30 pid: 22481 timeout: 861 lvb_type: 0 00000100:00100000:3.0:1746129506.539236:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5891 00000100:00100000:3.0:1746129506.539241:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731884928:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.539249:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.539275:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 30 pid: 22481 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.539283:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 30 pid: 22481 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.539310:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f446400/0x40a459093b05ec73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a93f expref: 30 pid: 22481 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.539477:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129506.540805:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.540818:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 32 pid: 22481 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746129506.540830:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736797056:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129506.540854:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129506.541756:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731884928:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2511us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.541757:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731884416:12345-192.168.202.4@tcp:3:cat.0 Request processed in 29479us (30669us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129506.541766:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5891 00000100:00100000:2.0:1746129506.541766:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4494 00002000:00100000:2.0:1746129506.541776:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e957b80 x1830948731884416/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.541785:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830948731884416 ext(4194304->4923391) 00010000:00010000:2.0:1746129506.541792:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 31 pid: 22481 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746129506.541792:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731883904:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 33356us (34444us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129506.541798:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4492 00010000:00010000:2.0:1746129506.541802:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 31 pid: 22481 timeout: 861 lvb_type: 0 00002000:00100000:1.0:1746129506.541804:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0993100 x1830948731883904/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00010000:2.0:1746129506.541808:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e957b80 00002000:00100000:1.0:1746129506.541811:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993100 with x1830948731883904 ext(2097152->3145727) 00010000:00010000:1.0:1746129506.541817:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 27 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129506.541826:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 27 pid: 22480 timeout: 861 lvb_type: 1 00002000:00010000:1.0:1746129506.541831:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0993100 00000100:00100000:2.0:1746129506.546364:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736796928:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.546380:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736797056:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.546415:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3407872->3481599] (req 3407872->3481599) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.546434:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3400, rc 0) 00000100:00100000:2.0:1746129506.546492:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+19:29378:x1830948731884800:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7559us (7825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.546500:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11669 00000100:00100000:0.0:1746129506.547376:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.547584:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731885056 00000100:00100000:3.0:1746129506.547592:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731885056 00010000:00010000:3.0:1746129506.547624:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a94d expref: 19 pid: 22481 timeout: 861 lvb_type: 1 00000100:00100000:3.0:1746129506.547668:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5892 00000100:00100000:3.0:1746129506.547675:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731885056:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.547688:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.547712:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a94d expref: 19 pid: 22481 timeout: 861 lvb_type: 1 00000100:00100000:0.0:1746129506.547861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.547921:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731885184 00000100:00100000:1.0:1746129506.547926:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731885184 00010000:00010000:1.0:1746129506.547947:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 27 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129506.547971:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a94d expref: 19 pid: 22481 timeout: 861 lvb_type: 1 00000100:00100000:1.0:1746129506.547977:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5893 00000100:00100000:1.0:1746129506.547983:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731885184:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129506.547993:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.548002:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009584f800/0x40a459093b05ec9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a94d expref: 19 pid: 22481 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129506.548011:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 27 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129506.548018:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 27 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:3.0:1746129506.548022:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129506.548036:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05eca4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a954 expref: 27 pid: 22480 timeout: 861 lvb_type: 1 00010000:00010000:1.0:1746129506.548050:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.548052:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746129506.548060:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731885056:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 386us (689us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129506.548062:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.548066:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5892 00010000:00010000:1.0:1746129506.548070:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.548102:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.548114:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736797184:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129506.548914:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.549671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.549797:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731885440 00000100:00100000:1.0:1746129506.549804:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731885440 00002000:00100000:1.0:1746129506.549845:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094efc380 x1830948731885440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.549855:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc380 with x1830948731885440 ext(2097152->3145727) 00002000:00010000:1.0:1746129506.549859:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efc380 00000100:00100000:1.0:1746129506.549880:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4495 00000100:00100000:1.0:1746129506.549898:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948731885440:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129506.550115:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b07800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736797184:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129506.550134:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.550168:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731885184:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2184us (2307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.550176:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5893 00000100:00100000:0.0:1746129506.551149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.551176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.551209:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.551290:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731885952 00000100:00100000:3.0:1746129506.551310:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731885952 00002000:00100000:3.0:1746129506.551341:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (4136960->4141055) req@ffff880094eff800 x1830948731885952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.551350:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eff800 with x1830948731885952 ext(4136960->4141055) 00000100:00100000:2.0:1746129506.551350:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731885696 00000100:00100000:2.0:1746129506.551353:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731885696 00002000:00010000:3.0:1746129506.551355:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094eff800 00000100:00100000:3.0:1746129506.551371:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4496 00000100:00100000:2.0:1746129506.551373:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731885568 00000100:00100000:2.0:1746129506.551375:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731885568 00000100:00100000:3.0:1746129506.551377:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731885952:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129506.551389:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11670 00000100:00100000:2.0:1746129506.551394:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731885696:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.551401:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.551419:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef4200/0x40a459093b05ecce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a985 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.551463:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11671 00000100:00100000:3.0:1746129506.551464:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731885952:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 86us (253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129506.551469:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4496 00000100:00100000:2.0:1746129506.551469:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736797312:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129506.551472:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731885568:12345-192.168.202.4@tcp:101:cat.0 00002000:00100000:3.0:1746129506.551473:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (4136960->4141055) req@ffff880094eff800 x1830948731885952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.551479:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094eff800 with x1830948731885952 ext(4136960->4141055) 00010000:00010000:1.0:1746129506.551481:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1746129506.551482:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094eff800 00010000:00010000:1.0:1746129506.551492:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ecd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a97e expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.551505:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.551514:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ecd5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a97e expref: 32 pid: 20577 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129506.551515:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518be40 going to sleep for 11 seconds 00010000:00010000:1.0:1746129506.551523:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ecd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a97e expref: 32 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.551532:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0844c00, rc 0) 00000100:00100000:1.0:1746129506.551548:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731885568:12345-192.168.202.4@tcp:101:cat.0 Request processed in 78us (371us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129506.551553:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11671 00000100:00100000:0.0:1746129506.557810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.558826:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731886080 00000100:00100000:2.0:1746129506.558838:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731886080 00010000:00010000:2.0:1746129506.558899:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 31 pid: 22481 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746129506.558941:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5894 00000100:00100000:2.0:1746129506.558950:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731886080:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.558965:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.558988:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 31 pid: 22481 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.559000:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 31 pid: 22481 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.559025:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f446000/0x40a459093b05ec42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a92a expref: 31 pid: 22481 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.559053:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.559055:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.559063:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.559071:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.559107:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.559124:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736797440:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.559208:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129506.559438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.559458:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731886208 00000100:00100000:0.0:1746129506.559462:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731886208 00000100:00100000:0.0:1746129506.559489:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11672 00000100:00100000:0.0:1746129506.559494:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:29376:x1830948731886208:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129506.559507:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.559519:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a98c expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.559535:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.559541:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129506.559543:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129506.559547:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->4878335] (req 4194304->4878335) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 32 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.559563:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.559628:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736797312:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129506.559652:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef4200/0x40a459093b05ecce lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a985 expref: 30 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.559660:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef4200/0x40a459093b05ecce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a985 expref: 30 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.559669:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6ef4200, rc 0) 00010000:00010000:0.0:1746129506.559842:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 17 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746129506.559853:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736797568:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.559903:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731885696:12345-192.168.202.4@tcp:101:cat.0 Request processed in 8506us (8756us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129506.559910:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11670 00000100:00100000:0.0:1746129506.559914:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.560927:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731885440:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 11025us (11254us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129506.560937:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4495 00002000:00100000:0.0:1746129506.560947:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880094efc380 x1830948731885440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.560956:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc380 with x1830948731885440 ext(2097152->3145727) 00002000:00010000:0.0:1746129506.560961:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efc380 00000100:00100000:2.0:1746129506.562021:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736797440:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129506.562044:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.562285:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736797568:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.562331:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4878335] (req 4194304->4878335) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 32 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.562345:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3000, rc 0) 00000100:00100000:2.0:1746129506.562562:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731886080:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3612us (4761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.562572:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5894 00000100:00100000:1.0:1746129506.562654:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:29376:x1830948731886208:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3159us (3216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.562661:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11672 00000100:00100000:0.0:1746129506.563075:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.563143:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.563331:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731886464 00000100:00100000:2.0:1746129506.563338:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731886464 00002000:00100000:2.0:1746129506.563375:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3407872->3411967) req@ffff880094efc700 x1830948731886464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.563384:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc700 with x1830948731886464 ext(3407872->3411967) 00010000:00010000:2.0:1746129506.563391:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.563402:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.563408:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094efc700 00000100:00100000:2.0:1746129506.563434:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1156 00000100:00100000:2.0:1746129506.563442:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731886464:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129506.563468:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731886592 00000100:00100000:3.0:1746129506.563473:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731886592 00000100:00100000:3.0:1746129506.563493:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11673 00000100:00100000:3.0:1746129506.563498:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:29371:x1830948731886592:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.563506:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.563520:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a993 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.563536:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.563537:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.563541:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4919296->5242879] (req 4919296->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 32 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.563549:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4919296->5242879] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 32 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.563556:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f327600, rc 0) 00000100:00100000:3.0:1746129506.563580:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+32:29371:x1830948731886592:12345-192.168.202.4@tcp:101:cat.0 Request processed in 81us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.563585:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11673 00000100:00100000:2.0:1746129506.563594:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731886464:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 154us (521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129506.563599:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1156 00002000:00100000:2.0:1746129506.563604:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3407872->3411967) req@ffff880094efc700 x1830948731886464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.563611:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc700 with x1830948731886464 ext(3407872->3411967) 00010000:00010000:2.0:1746129506.563615:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.563622:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.563628:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094efc700 00000100:00100000:0.0:1746129506.567100:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.567784:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731886848 00000100:00100000:2.0:1746129506.567794:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731886848 00002000:00100000:2.0:1746129506.567843:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094efd180 x1830948731886848/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 504/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.567852:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efd180 with x1830948731886848 ext(3145728->4194303) 00010000:00010000:2.0:1746129506.567860:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.567874:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 18 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.567880:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094efd180 00000100:00100000:2.0:1746129506.567917:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1157 00000100:00100000:2.0:1746129506.567924:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731886848:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129506.568507:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.568798:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731886976 00000100:00100000:3.0:1746129506.568803:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731886976 00000100:00100000:3.0:1746129506.568839:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11674 00000100:00100000:3.0:1746129506.568844:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+19:29370:x1830948731886976:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.568853:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.568870:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a99a expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.568901:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.568904:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.568907:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.568919:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.568927:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f327800, rc 0) 00000100:00100000:3.0:1746129506.569612:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+21:29370:x1830948731886976:12345-192.168.202.4@tcp:101:cat.0 Request processed in 765us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.569623:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11674 00000100:00100000:2.0:1746129506.576644:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731886848:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 8703us (9539us total) trans 0 rc 1044480/1044480 00000100:00100000:2.0:1746129506.576656:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1157 00002000:00100000:2.0:1746129506.576670:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094efd180 x1830948731886848/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 504/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 1044480/1044480 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.576679:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efd180 with x1830948731886848 ext(3145728->4194303) 00010000:00010000:2.0:1746129506.576691:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 19 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.576707:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 19 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.576719:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094efd180 00000100:00100000:0.0:1746129506.582559:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.583274:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731887232 00000100:00100000:2.0:1746129506.583284:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731887232 00002000:00100000:2.0:1746129506.583386:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3407872->3481599) req@ffff880094efc000 x1830948731887232/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.583398:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc000 with x1830948731887232 ext(3407872->3481599) 00010000:00010000:2.0:1746129506.583409:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 19 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.583423:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 19 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.583430:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094efc000 00000100:00100000:2.0:1746129506.583461:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1158 00000100:00100000:2.0:1746129506.583470:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731887232:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129506.586421:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731887232:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 2939us (3862us total) trans 17179873163 rc 0/0 00000100:00100000:2.0:1746129506.586435:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1158 00002000:00100000:2.0:1746129506.586453:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3407872->3481599) req@ffff880094efc000 x1830948731887232/t17179873163(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/448 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.586462:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efc000 with x1830948731887232 ext(3407872->3481599) 00010000:00010000:2.0:1746129506.586473:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 21 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.586493:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 21 pid: 7148 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.586499:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094efc000 00000100:00100000:0.0:1746129506.589287:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.589461:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731887360 00000100:00100000:2.0:1746129506.589471:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731887360 00010000:00010000:2.0:1746129506.589513:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 21 pid: 7148 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746129506.589555:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5895 00000100:00100000:2.0:1746129506.589564:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731887360:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.589578:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.589601:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 21 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.589624:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 21 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.589649:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3400/0x40a459093b05ecc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3407872->3481599) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a977 expref: 21 pid: 7148 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.589678:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.589680:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.589689:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.589702:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.589710:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.589712:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.589715:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.589723:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.589729:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.589730:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.589733:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.589739:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.589773:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.589784:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736797696:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129506.589879:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.589904:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736797824:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129506.589929:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.589936:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736797952:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.589950:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.593562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.593609:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.593777:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731887488 00000100:00100000:3.0:1746129506.593791:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731887488 00000100:00100000:3.0:1746129506.593849:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731887616 00000100:00100000:3.0:1746129506.593851:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731887616 00000100:00100000:3.0:1746129506.593869:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11675 00000100:00100000:3.0:1746129506.593890:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731887488:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.593913:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.593938:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f327a00/0x40a459093b05ecf1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9a1 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.593980:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f327a00/0x40a459093b05ecf1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9a1 expref: 33 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.593993:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f327a00/0x40a459093b05ecf1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9a1 expref: 33 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.594011:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f327a00, rc 0) 00000100:00100000:3.0:1746129506.594066:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731887488:12345-192.168.202.4@tcp:101:cat.0 Request processed in 189us (516us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129506.594241:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736797696:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.594253:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736797824:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.594262:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736797952:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129506.594290:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.594328:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731887360:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4765us (5052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.594338:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5895 00000100:00100000:1.0:1746129506.596219:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11676 00000100:00100000:1.0:1746129506.596238:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731887616:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129506.596256:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.596274:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0844400/0x40a459093b05ecf8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9a8 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.596336:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736798080:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129506.596347:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.596452:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11675 00000100:00100000:1.0:1746129506.596468:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746129506.596492:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731887872 00000100:00100000:3.0:1746129506.596498:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731887872 00002000:00100000:3.0:1746129506.596534:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88008f449180 x1830948731887872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.596544:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449180 with x1830948731887872 ext(3145728->4194303) 00002000:00010000:3.0:1746129506.596550:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f449180 00000100:00100000:3.0:1746129506.596564:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4497 00000100:00100000:3.0:1746129506.596569:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731887872:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129506.600174:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736798080:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129506.600211:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0844400/0x40a459093b05ecf8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9a8 expref: 30 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.600225:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0844400/0x40a459093b05ecf8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9a8 expref: 30 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.600447:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0844400, rc 0) 00000100:00100000:1.0:1746129506.601168:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731887616:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4933us (7554us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129506.601178:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11676 00000100:00100000:0.0:1746129506.604184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.605144:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731888128 00000100:00100000:2.0:1746129506.605157:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731888128 00002000:00100000:2.0:1746129506.605211:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4874240->4878335) req@ffff88008f448700 x1830948731888128/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.605221:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f448700 with x1830948731888128 ext(4874240->4878335) 00002000:00010000:2.0:1746129506.605227:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f448700 00000100:00100000:2.0:1746129506.605260:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4498 00000100:00100000:2.0:1746129506.605270:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731888128:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129506.605501:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731888128:12345-192.168.202.4@tcp:3:cat.0 Request processed in 232us (1328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129506.605508:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4498 00002000:00100000:2.0:1746129506.605514:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4874240->4878335) req@ffff88008f448700 x1830948731888128/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.605521:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f448700 with x1830948731888128 ext(4874240->4878335) 00002000:00010000:2.0:1746129506.605524:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f448700 00000100:00100000:0.0:1746129506.607750:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.608542:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731888384 00000100:00100000:3.0:1746129506.608551:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731888384 00002000:00100000:3.0:1746129506.608588:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4919296->4923391) req@ffff88008f44ad80 x1830948731888384/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.608597:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44ad80 with x1830948731888384 ext(4919296->4923391) 00002000:00010000:3.0:1746129506.608601:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f44ad80 00000100:00100000:3.0:1746129506.608626:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4499 00000100:00100000:3.0:1746129506.608634:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731888384:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129506.610063:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731887872:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13485us (13707us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129506.610074:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4497 00000100:00100000:3.0:1746129506.610087:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731888384:12345-192.168.202.4@tcp:3:cat.0 Request processed in 1451us (2342us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129506.610697:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4499 00002000:00100000:2.0:1746129506.610703:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88008f449180 x1830948731887872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.610705:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4919296->4923391) req@ffff88008f44ad80 x1830948731888384/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.610714:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44ad80 with x1830948731888384 ext(4919296->4923391) 00002000:00100000:2.0:1746129506.610714:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449180 with x1830948731887872 ext(3145728->4194303) 00002000:00010000:3.0:1746129506.610719:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f44ad80 00002000:00010000:2.0:1746129506.610719:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f449180 00000100:00100000:0.0:1746129506.613775:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.613850:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731888512 00000100:00100000:1.0:1746129506.613861:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731888512 00000100:00100000:1.0:1746129506.613939:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11677 00000100:00100000:1.0:1746129506.613949:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+26:29370:x1830948731888512:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129506.613969:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.613986:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9af expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.614023:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.614031:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.614033:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.614036:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.614067:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.615604:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 28 pid: 20577 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746129506.615623:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736798208:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.616801:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.617137:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.617643:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731888768 00000100:00100000:1.0:1746129506.617652:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731888768 00000100:00100000:1.0:1746129506.617708:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4106 00000100:00100000:1.0:1746129506.617717:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+297:29371:x1830948731888768:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:0.0:1746129506.618777:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+298:29371:x1830948731888768:12345-192.168.202.4@tcp:35:cat.0 Request processed in 1058us (1641us total) trans 8589944052 rc 0/0 00000100:00100000:0.0:1746129506.618786:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4106 00000100:00100000:1.0:1746129506.623208:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736798208:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.623239:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.623257:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0845200, rc 0) 00000100:00100000:1.0:1746129506.623990:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+27:29370:x1830948731888512:12345-192.168.202.4@tcp:101:cat.0 Request processed in 10039us (10222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.624000:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11677 00000100:00100000:0.0:1746129506.625956:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.626422:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731888896 00000100:00100000:2.0:1746129506.626433:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731888896 00002000:00100000:2.0:1746129506.626490:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (4136960->4194303) req@ffff88008f44b100 x1830948731888896/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.626500:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44b100 with x1830948731888896 ext(4136960->4194303) 00010000:00010000:2.0:1746129506.626510:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 29 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.626526:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 29 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.626533:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f44b100 00000100:00100000:2.0:1746129506.626569:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1159 00000100:00100000:2.0:1746129506.626578:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731888896:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129506.630583:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731888896:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3994us (4624us total) trans 21474840362 rc 0/0 00000100:00100000:2.0:1746129506.630596:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1159 00002000:00100000:2.0:1746129506.630609:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (4136960->4194303) req@ffff88008f44b100 x1830948731888896/t21474840362(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/448 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.630618:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44b100 with x1830948731888896 ext(4136960->4194303) 00010000:00010000:2.0:1746129506.630628:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 31 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.630644:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 31 pid: 20577 timeout: 861 lvb_type: 0 00002000:00010000:2.0:1746129506.630650:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f44b100 00000100:00100000:0.0:1746129506.632821:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.632929:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731889024 00000100:00100000:2.0:1746129506.632941:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731889024 00010000:00010000:2.0:1746129506.632982:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 31 pid: 20577 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746129506.633023:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5896 00000100:00100000:2.0:1746129506.633031:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731889024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.633041:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.633061:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 31 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.633077:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 31 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.633096:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880137302e00/0x40a459093b05ecb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [4136960->18446744073709551615] (req 4136960->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a969 expref: 31 pid: 20577 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.633127:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.633129:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.633136:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.633144:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.633176:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.633187:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736798336:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.633284:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.637660:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736798336:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129506.637683:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129506.637722:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731889024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4692us (4912us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.637731:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5896 00000100:00100000:0.0:1746129506.638671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.638850:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731889280 00000100:00100000:2.0:1746129506.638857:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731889280 00002000:00100000:2.0:1746129506.638900:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88008f44b800 x1830948731889280/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.638910:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44b800 with x1830948731889280 ext(3145728->4194303) 00002000:00010000:2.0:1746129506.638916:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f44b800 00000100:00100000:2.0:1746129506.638941:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4500 00000100:00100000:2.0:1746129506.638948:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731889280:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129506.651898:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731889280:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 12930us (13208us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129506.651952:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4500 00002000:00100000:3.0:1746129506.651966:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88008f44b800 x1830948731889280/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.651982:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44b800 with x1830948731889280 ext(3145728->4194303) 00002000:00010000:3.0:1746129506.651989:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f44b800 00000100:00100000:0.0:1746129506.659607:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.660017:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731889408 00000100:00100000:1.0:1746129506.660031:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731889408 00000100:00100000:1.0:1746129506.660138:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11678 00000100:00100000:1.0:1746129506.660148:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731889408:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129506.660171:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.660190:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0844400/0x40a459093b05ed06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9b6 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.660224:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0844400/0x40a459093b05ed06 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9b6 expref: 21 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.660235:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844400/0x40a459093b05ed06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9b6 expref: 21 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.660257:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0844400, rc 0) 00000100:00100000:1.0:1746129506.660346:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731889408:12345-192.168.202.4@tcp:101:cat.0 Request processed in 199us (750us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129506.660352:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11678 00000100:00100000:0.0:1746129506.663569:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.663672:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731889536 00000100:00100000:1.0:1746129506.663679:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731889536 00000100:00100000:1.0:1746129506.663728:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11679 00000100:00100000:1.0:1746129506.663736:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+20:29370:x1830948731889536:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129506.663751:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.663766:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9bd expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.663792:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.663798:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.663799:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129506.663802:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.663827:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 31 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.663838:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 31 pid: 22480 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746129506.663848:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736798464:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.663960:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129506.666467:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b04380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736798464:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.666495:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.666510:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0844c00, rc 0) 00000100:00100000:1.0:1746129506.666553:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+21:29370:x1830948731889536:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2817us (2991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.666560:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11679 00000100:00100000:0.0:1746129506.667979:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.668931:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731889664 00000100:00100000:3.0:1746129506.668940:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731889664 00002000:00100000:3.0:1746129506.668986:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4878335) req@ffff88008f449880 x1830948731889664/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.668996:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449880 with x1830948731889664 ext(4194304->4878335) 00010000:00010000:3.0:1746129506.669004:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 32 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.669017:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 32 pid: 22480 timeout: 861 lvb_type: 0 00002000:00010000:3.0:1746129506.669024:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f449880 00000100:00100000:3.0:1746129506.669057:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1160 00000100:00100000:3.0:1746129506.669064:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731889664:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129506.683017:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948731889664:12345-192.168.202.4@tcp:4:cat.0 Request processed in 13941us (15030us total) trans 17179873164 rc 0/0 00000100:00100000:3.0:1746129506.683030:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1160 00002000:00100000:3.0:1746129506.683041:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4878335) req@ffff88008f449880 x1830948731889664/t17179873164(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/448 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.683050:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449880 with x1830948731889664 ext(4194304->4878335) 00010000:00010000:3.0:1746129506.683059:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 34 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:3.0:1746129506.683078:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 34 pid: 22480 timeout: 861 lvb_type: 0 00002000:00010000:3.0:1746129506.683085:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f449880 00000100:00100000:0.0:1746129506.687423:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.687527:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731889792 00000100:00100000:2.0:1746129506.687535:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731889792 00010000:00010000:2.0:1746129506.687570:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 34 pid: 22480 timeout: 861 lvb_type: 0 00000100:00100000:2.0:1746129506.687605:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5897 00000100:00100000:2.0:1746129506.687612:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+34:1961:x1830948731889792:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.687624:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.687642:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 34 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.687652:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 34 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.687675:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05ecdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4194304->4919295] (req 4194304->4878335) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a98c expref: 34 pid: 22480 timeout: 861 lvb_type: 0 00010000:00010000:2.0:1746129506.687702:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.687704:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.687710:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.687718:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.687757:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.687769:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736798592:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.688114:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746129506.692696:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736798592:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129506.692718:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.692762:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731889792:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5149us (5345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.692772:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5897 00000100:00100000:0.0:1746129506.693098:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.693394:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731890048 00000100:00100000:3.0:1746129506.693401:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731890048 00002000:00100000:3.0:1746129506.693439:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880094efd500 x1830948731890048/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.693448:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efd500 with x1830948731890048 ext(4194304->4923391) 00002000:00010000:3.0:1746129506.693452:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094efd500 00000100:00100000:3.0:1746129506.693478:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4501 00000100:00100000:3.0:1746129506.693484:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731890048:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129506.703423:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731890048:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9930us (10317us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129506.703434:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4501 00002000:00100000:3.0:1746129506.703445:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880094efd500 x1830948731890048/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.703454:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efd500 with x1830948731890048 ext(4194304->4923391) 00002000:00010000:3.0:1746129506.703460:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094efd500 00000100:00100000:0.0:1746129506.711487:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.711771:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731890304 00000100:00100000:2.0:1746129506.711779:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731890304 00000100:00100000:2.0:1746129506.711836:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4107 00000100:00100000:2.0:1746129506.711844:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:29370:x1830948731890304:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129506.713006:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:29370:x1830948731890304:12345-192.168.202.4@tcp:35:cat.0 Request processed in 1159us (1521us total) trans 8589944053 rc 0/0 00000100:00100000:2.0:1746129506.713015:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4107 00000100:00100000:1.0:1746129506.724766:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.724832:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731890432 00000100:00100000:2.0:1746129506.724839:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731890432 00000100:00080000:0.0:1746129506.724893:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746129506.724907:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10163 00000100:00100000:2.0:1746129506.724915:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29382:x1830948731890432:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129506.724935:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.724952:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0a00/0x40a459093b05ed14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9c4 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.725004:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.725015:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.725034:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.725048:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.725052:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.725057:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.725153:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.725162:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7da expref: 18 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.725168:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e8 expref: 297 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.725175:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 5/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.725199:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e8 expref: 297 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.725210:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e8 expref: 297 pid: 15096 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.725222:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736798720:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.725808:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7da expref: 18 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.725817:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7da expref: 18 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.725824:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736798848:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.726512:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.728261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.728428:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0992300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736798720:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.728439:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736798848:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.728464:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:3.0:1746129506.728579:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731890944 00000100:00100000:3.0:1746129506.728585:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731890944 00000100:00100000:3.0:1746129506.728628:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4108 00000100:00100000:3.0:1746129506.728634:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+298:27234:x1830948731890944:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746129506.728806:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.728867:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731890816 00000100:00100000:2.0:1746129506.728870:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731890816 00000100:00100000:2.0:1746129506.728898:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4109 00000100:00100000:2.0:1746129506.728903:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:27233:x1830948731890816:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1746129506.728999:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:27233:x1830948731890816:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 95us (193us total) trans 8589944055 rc 0/0 00000100:00100000:2.0:1746129506.729005:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4109 00000100:00100000:3.0:1746129506.730054:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+299:27234:x1830948731890944:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 1418us (1796us total) trans 8589944054 rc 0/0 00000100:00100000:3.0:1746129506.730060:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4108 00000100:00100000:0.0:1746129506.733773:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.733866:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731891072 00000100:00100000:3.0:1746129506.733875:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731891072 00010000:00010000:3.0:1746129506.733915:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7da expref: 20 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.733939:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5898 00000100:00100000:3.0:1746129506.733945:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731891072:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.733956:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.733961:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7da expref: 20 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.733969:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7da expref: 20 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.733985:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438d600/0x40a459093b05ea51 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7da expref: 20 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.734009:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.734013:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.734020:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.734024:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.734028:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.734072:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731891072:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 126us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.734078:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5898 00000100:00100000:0.0:1746129506.734834:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.734989:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731891200 00000100:00100000:2.0:1746129506.734993:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731891200 00010000:00010000:2.0:1746129506.735012:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e8 expref: 299 pid: 15096 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.735038:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5899 00000100:00100000:2.0:1746129506.735043:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+299:1962:x1830948731891200:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.735170:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.735175:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e8 expref: 299 pid: 15096 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129506.735184:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e8 expref: 299 pid: 15096 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129506.735196:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e6c1e00/0x40a459093b05ea89 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7e8 expref: 299 pid: 15096 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129506.735204:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129506.735207:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.735214:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.735219:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.735352:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.735381:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+298:1962:x1830948731891200:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 337us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.735387:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5899 00010000:00010000:0.0:1746129506.735434:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735440:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:0.0:1746129506.735473:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129506.735476:0:16908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129506.735488:0:16908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735496:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735503:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735508:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735513:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735517:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095fb0200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129506.735519:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735524:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735531:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129506.735533:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129506.735536:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735543:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b05ed1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735648:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735653:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735658:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735661:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eac3a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129506.735663:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735667:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735674:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094078000) 00010000:00010000:0.0:1746129506.735676:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129506.735679:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735682:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.735713:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0a00/0x40a459093b05ed14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9c4 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.735724:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9c4 expref: 7 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.735734:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129506.735736:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129506.735738:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac2e00, rc 0) 00000100:00100000:0.0:1746129506.735762:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29382:x1830948731890432:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 10848us (11003us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.735766:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10163 00000100:00100000:2.0:1746129506.741634:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.741726:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.741801:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731891328 00000100:00100000:1.0:1746129506.741809:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731891328 00000100:00100000:1.0:1746129506.741842:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731891456 00000100:00100000:1.0:1746129506.741845:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731891456 00000100:00100000:1.0:1746129506.741859:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11680 00000100:00100000:1.0:1746129506.741866:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1961:x1830948731891328:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129506.741891:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.741906:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9cb expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.741925:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.741926:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.741934:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9cb expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.741948:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9cb expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.741958:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f446000, rc 0) 00000100:00100000:1.0:1746129506.741996:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731891328:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 130us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.742002:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11680 00000100:00100000:1.0:1746129506.742015:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11681 00000100:00100000:1.0:1746129506.742020:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1961:x1830948731891456:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129506.742026:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.742032:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9d2 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.742047:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.742048:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.742052:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d2 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.742061:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d2 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.742068:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f447200, rc 0) 00000100:00100000:1.0:1746129506.742082:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948731891456:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 62us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.742087:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11681 00000100:00100000:0.0:1746129506.742436:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.742489:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731891584 00000100:00100000:3.0:1746129506.742493:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731891584 00000100:00100000:3.0:1746129506.742524:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11682 00000100:00100000:3.0:1746129506.742530:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731891584:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129506.742537:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.742547:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9d9 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.742558:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.742559:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.742564:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d9 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.742572:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d9 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.742579:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5385a00, rc 0) 00000100:00100000:3.0:1746129506.742610:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731891584:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 80us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.742616:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11682 00000100:00100000:0.0:1746129506.744780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.746056:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.746216:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731891712 00000100:00100000:3.0:1746129506.746223:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731891712 00000100:00100000:3.0:1746129506.746369:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731891840 00000100:00100000:3.0:1746129506.746372:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731891840 00000100:00100000:2.0:1746129506.746430:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11683 00000100:00100000:2.0:1746129506.746443:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731891712:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129506.746457:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.746472:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9e0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.746491:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.746492:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.746499:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e0 expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.746512:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e0 expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.746521:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac2600, rc 0) 00000100:00100000:2.0:1746129506.746568:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731891712:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 130us (1797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.746573:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11683 00000100:00100000:2.0:1746129506.746588:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11684 00000100:00100000:2.0:1746129506.746594:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731891840:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129506.746600:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.746608:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9e7 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.746617:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.746618:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.746622:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e7 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.746635:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e7 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.746645:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac3800, rc 0) 00000100:00100000:2.0:1746129506.746659:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731891840:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 67us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.746664:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11684 00000100:00100000:0.0:1746129506.749709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.749874:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731892096 00000100:00100000:2.0:1746129506.749891:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731892096 00000100:00100000:2.0:1746129506.749947:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10164 00000100:00100000:2.0:1746129506.749954:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29382:x1830948731892096:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129506.749970:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.749986:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3600/0x40a459093b05ed53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9ee expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.750065:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.750077:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9c4 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.750083:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.750109:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9c4 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.750119:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9c4 expref: 8 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.750133:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736798976:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.750217:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009518bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129506.752273:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736798976:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.752331:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:0.0:1746129506.753532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.753605:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731892224 00000100:00100000:2.0:1746129506.753611:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731892224 00010000:00010000:2.0:1746129506.753648:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9c4 expref: 9 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.753682:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5900 00000100:00100000:2.0:1746129506.753690:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731892224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.753703:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.753709:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9c4 expref: 9 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129506.753719:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9c4 expref: 9 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129506.753736:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed29 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9c4 expref: 9 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129506.753762:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129506.753766:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.753778:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.753783:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.753799:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.753831:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731892224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 141us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.753836:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5900 00010000:00010000:3.0:1746129506.753850:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.753857:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129506.753873:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129506.753993:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3600/0x40a459093b05ed53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9ee expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.754730:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9ee expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.754737:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.754740:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129506.754742:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac3a00, rc 0) 00000100:00100000:3.0:1746129506.754784:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29382:x1830948731892096:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 4831us (5082us total) trans 8589944056 rc 0/0 00000100:00100000:3.0:1746129506.754791:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10164 00000100:00100000:0.0:1746129506.758080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.758167:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731892480 00000100:00100000:3.0:1746129506.758173:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731892480 00000100:00100000:3.0:1746129506.758224:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10165 00000100:00100000:3.0:1746129506.758232:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29382:x1830948731892480:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129506.758250:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.758253:0:16908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746129506.758276:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac3a00/0x40a459093b05ed5a lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9ee expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.758290:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.758294:0:16908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129506.758329:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5385800/0x40a459093b05ed68 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9f5 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.758404:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed6f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.758414:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed6f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.758422:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed6f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129506.758430:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129506.758518:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5385800/0x40a459093b05ed68 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9f5 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.758530:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed6f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9f5 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.758535:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.758537:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129506.758539:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac2e00, rc 0) 00000100:00100000:3.0:1746129506.758578:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29382:x1830948731892480:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 347us (504us total) trans 8589944057 rc 0/0 00000100:00100000:3.0:1746129506.758583:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10165 00000100:00100000:1.0:1746129506.762232:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.762495:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731892608 00000100:00100000:2.0:1746129506.762503:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731892608 00000100:00100000:2.0:1746129506.762574:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10166 00000100:00100000:2.0:1746129506.762582:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29382:x1830948731892608:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129506.762602:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.762619:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c15a00/0x40a459093b05ed7d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1a9fc expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.762671:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c15a00/0x40a459093b05ed7d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9fc expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.762682:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c15a00/0x40a459093b05ed7d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9fc expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.762699:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129506.762701:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129506.762704:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c15a00, rc 0) 00000100:00100000:2.0:1746129506.762757:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29382:x1830948731892608:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 176us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.762763:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10166 00000100:00100000:0.0:1746129506.767779:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.768464:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.768482:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.768515:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.768529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.768554:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.768585:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731892736 00000100:00100000:1.0:1746129506.768592:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731892736 00000100:00100000:1.0:1746129506.768624:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731892992 00000100:00100000:1.0:1746129506.768626:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731892992 00000100:00100000:1.0:1746129506.768636:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731893248 00000100:00100000:1.0:1746129506.768637:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731893248 00000100:00100000:1.0:1746129506.768644:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731892864 00000100:00100000:1.0:1746129506.768646:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731892864 00000100:00100000:1.0:1746129506.768654:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731893120 00000100:00100000:1.0:1746129506.768656:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731893120 00000100:00100000:1.0:1746129506.768663:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731893376 00000100:00100000:1.0:1746129506.768665:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731893376 00000100:00100000:1.0:1746129506.768676:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11685 00000100:00100000:1.0:1746129506.768681:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731892736:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129506.768724:0:8411:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.768739:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a79b expref: 11 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.768747:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7fd expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.768753:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7d3 expref: 20 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.768759:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.768761:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.768763:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.768789:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7d3 expref: 20 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.768799:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7d3 expref: 20 pid: 11014 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129506.768810:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736799104:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.768889:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7fd expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.768897:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7fd expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129506.768905:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736799232:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.768922:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11686 00010000:00010000:1.0:1746129506.768925:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a79b expref: 11 pid: 11014 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129506.768931:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731892992:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129506.768932:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a79b expref: 11 pid: 11014 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129506.768938:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129ade300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736799360:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.768950:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00010000:00010000:3.0:1746129506.768958:0:8412:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.768970:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.768970:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11687 00000100:00100000:1.0:1746129506.768975:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731893248:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:3.0:1746129506.768977:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d2 expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.768985:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a95b expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.768990:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.768990:0:31503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.768991:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.768993:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.768998:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769005:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e0 expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.769010:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a95b expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.769015:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769018:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a95b expref: 29 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129506.769021:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 32 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769025:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746129506.769026:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746129506.769027:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736799488:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.769028:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 7/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769039:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 32 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769045:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 32 pid: 22480 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129506.769052:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736799616:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.769058:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d2 expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.769066:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d2 expref: 10 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129506.769072:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.769073:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736799744:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.769079:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 20 pid: 7148 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129506.769085:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736799872:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.769097:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769104:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 26 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.769104:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e0 expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.769110:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e0 expref: 11 pid: 7148 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129506.769111:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736800000:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.769116:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736800128:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.769126:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9f00 going to sleep for 11 seconds 00010000:00010000:1.0:1746129506.769132:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769139:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.769141:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11688 00000100:00100000:1.0:1746129506.769145:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736800256:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.769146:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731892864:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:1.0:1746129506.769155:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00010000:00010000:3.0:1746129506.769160:0:8410:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769168:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.769171:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11689 00010000:00010000:3.0:1746129506.769175:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9cb expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129506.769176:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731893120:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:3.0:1746129506.769181:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 29 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769186:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.769188:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.769190:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769190:0:7149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769198:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 20 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769202:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 29 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769205:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d9 expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.769209:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 29 pid: 22480 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.769215:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a962 expref: 32 pid: 20577 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129506.769216:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736800384:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.769220:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.769222:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.769223:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769236:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a962 expref: 32 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.769238:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9cb expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.769244:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a962 expref: 32 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.769245:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9cb expref: 10 pid: 20577 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129506.769250:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129add180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736800512:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.769252:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736800640:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.769269:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d9 expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.769271:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.769275:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d9 expref: 11 pid: 22480 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.769278:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 26 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129506.769281:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736800768:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.769290:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736800896:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.769325:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9900 going to sleep for 11 seconds 00010000:00010000:1.0:1746129506.769331:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 20 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.769338:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11690 00000100:00100000:3.0:1746129506.769343:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731893376:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129506.769344:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 20 pid: 22481 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129506.769351:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736801024:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.769356:0:11014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.769364:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9840 going to sleep for 11 seconds 00010000:00010000:3.0:1746129506.769365:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a970 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769371:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769377:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e7 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.769381:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.769382:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.769384:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769397:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e7 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129506.769403:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e7 expref: 10 pid: 7148 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129506.769410:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736801152:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.769431:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769438:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 26 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.769444:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736801280:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.769460:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a970 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.769466:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a970 expref: 26 pid: 7148 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.769473:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736801408:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.769487:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.776765:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129add180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736800512:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129506.776776:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736800768:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129506.776782:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736801024:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129506.776802:0:7149:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.777230:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736799616:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.777308:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736799104:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.777317:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736799232:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.777323:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129ade300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736799360:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.777337:0:8411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.777359:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736801152:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.777365:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736801280:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.777379:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736800640:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.777384:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736800896:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.777521:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736799488:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.780916:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736801408:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.780951:0:11014:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.781053:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736799744:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.781065:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736800000:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.781091:0:8412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.781279:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736799872:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.781288:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736800128:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.781310:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736800256:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.781328:0:31503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129506.781410:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.781657:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736800384:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.781673:0:8410:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129506.781767:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.781802:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.781856:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731894656 00000100:00100000:3.0:1746129506.781857:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731894784 00000100:00100000:3.0:1746129506.781864:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731894784 00000100:00100000:2.0:1746129506.781867:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731894656 00010000:00010000:2.0:1746129506.781896:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e7 expref: 12 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.781897:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d2 expref: 12 pid: 20577 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129506.781925:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731894912 00000100:00100000:2.0:1746129506.781927:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5901 00000100:00100000:3.0:1746129506.781928:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731894912 00000100:00100000:2.0:1746129506.781933:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1961:x1830948731894784:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.781938:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 21 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129506.781944:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129506.781952:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5902 00000100:00100000:3.0:1746129506.781957:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1961:x1830948731894656:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.781963:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d2 expref: 12 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.781964:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.781972:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d2 expref: 12 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.781974:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e7 expref: 12 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.781982:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e7 expref: 12 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129506.781991:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f447200/0x40a459093b05ed37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d2 expref: 12 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.781993:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ed4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e7 expref: 12 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.782020:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.782044:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5903 00000100:00100000:1.0:1746129506.782050:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948731894912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129506.782054:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731894656:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 97us (645us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129506.782057:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129506.782060:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5902 00010000:00010000:1.0:1746129506.782070:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 21 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.782076:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 21 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.782087:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f327800/0x40a459093b05ecea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a99a expref: 21 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.782100:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.782116:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948731894912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 67us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.782120:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5903 00010000:00010000:2.0:1746129506.782641:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.782661:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731894784:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 727us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.782667:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5901 00000100:00100000:3.0:1746129506.783653:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.783668:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731895680 00000100:00100000:2.0:1746129506.783674:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731895680 00000100:00100000:3.0:1746129506.783689:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129506.783695:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 30 pid: 22480 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.783720:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731895296 00000100:00100000:2.0:1746129506.783723:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731895296 00010000:00010000:2.0:1746129506.783732:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 27 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.783747:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.783750:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5904 00000100:00100000:2.0:1746129506.783756:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948731895680:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129506.783760:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731893632 00000100:00100000:3.0:1746129506.783763:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731893632 00010000:00010000:2.0:1746129506.783765:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.783776:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7d3 expref: 20 pid: 11014 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129506.783777:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 30 pid: 22480 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.783791:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5905 00010000:00010000:2.0:1746129506.783792:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 30 pid: 22480 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.783796:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948731895296:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.783803:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.783805:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f446800/0x40a459093b05ec18 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a900 expref: 30 pid: 22480 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.783813:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 27 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.783821:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 27 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129506.783825:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129506.783832:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eece000/0x40a459093b05ec2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a915 expref: 27 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.783840:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.783908:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5906 00000100:00100000:1.0:1746129506.783915:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731893632:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129506.783922:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129506.783933:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7d3 expref: 20 pid: 11014 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129506.783941:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7d3 expref: 20 pid: 11014 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129506.783952:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd600/0x40a459093b05ea3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7d3 expref: 20 pid: 11014 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129506.783960:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.784620:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948731895680:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 861us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.784627:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5904 00000100:00100000:0.0:1746129506.784695:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.784877:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731893888 00000100:00100000:2.0:1746129506.784892:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731893888 00010000:00010000:2.0:1746129506.784908:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a95b expref: 29 pid: 7148 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129506.784924:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5907 00000100:00100000:2.0:1746129506.784929:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731893888:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.784937:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.784946:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a95b expref: 29 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129506.784953:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a95b expref: 29 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129506.784964:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009584f400/0x40a459093b05ecb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a95b expref: 29 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129506.784973:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.784974:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.784978:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.784990:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.785010:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.785027:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731893888:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 98us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.785032:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5907 00010000:00010000:2.0:1746129506.785049:0:8412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.785056:0:8412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.785074:0:8412:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.785081:0:8412:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.785086:0:8412:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.785092:0:8412:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eac3e00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129506.785095:0:8412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.785106:0:8412:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.785114:0:8412:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.785119:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b05ed8b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.785156:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731892992:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 16227us (16694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.785163:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11686 00000100:00100000:1.0:1746129506.785244:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731893632:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1328us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.785250:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948731895296:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1451us (1558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.785251:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5906 00000100:00100000:3.0:1746129506.785257:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5905 00000100:00100000:3.0:1746129506.785733:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.785769:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.785796:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.785984:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731894144 00000100:00100000:0.0:1746129506.785989:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731894144 00010000:00010000:0.0:1746129506.786007:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a962 expref: 33 pid: 20577 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129506.786027:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731894400 00000100:00100000:0.0:1746129506.786029:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731894400 00010000:00010000:0.0:1746129506.786039:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d9 expref: 12 pid: 22480 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129506.787413:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731895040 00000100:00100000:2.0:1746129506.787419:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731895040 00010000:00010000:2.0:1746129506.787440:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a970 expref: 26 pid: 7148 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.787461:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5908 00000100:00100000:2.0:1746129506.787466:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731894144:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.787481:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.787497:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a962 expref: 33 pid: 20577 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129506.787515:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5909 00000100:00100000:3.0:1746129506.787520:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5910 00000100:00100000:0.0:1746129506.787521:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731894400:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129506.787527:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731895040:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129506.787527:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129506.787532:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d9 expref: 12 pid: 22480 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.787535:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129506.787542:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d9 expref: 12 pid: 22480 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.787548:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a970 expref: 26 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.787557:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a970 expref: 26 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.787557:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b5385a00/0x40a459093b05ed3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9d9 expref: 12 pid: 22480 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.787568:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05ecc0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a970 expref: 26 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.787573:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129506.787576:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.787603:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731895040:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 77us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.787608:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5910 00000100:00100000:0.0:1746129506.787948:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731894400:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 427us (2177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.787954:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5909 00010000:00010000:2.0:1746129506.788069:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a962 expref: 33 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129506.788085:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0845800/0x40a459093b05ecab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a962 expref: 33 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129506.788092:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.788106:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731894144:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 641us (2375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.788111:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5908 00000100:00100000:3.0:1746129506.788271:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.788318:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.788335:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.788349:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.788357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.788366:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.788374:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731895424 00000100:00100000:3.0:1746129506.788377:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731895424 00010000:00010000:3.0:1746129506.788390:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 19 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.788399:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731893504 00000100:00100000:3.0:1746129506.788401:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731893504 00010000:00010000:3.0:1746129506.788408:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a79b expref: 11 pid: 11014 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129506.788419:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731893760 00000100:00100000:3.0:1746129506.788420:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731893760 00010000:00010000:3.0:1746129506.788427:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 32 pid: 22480 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.788432:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731894016 00000100:00100000:3.0:1746129506.788434:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731894016 00010000:00010000:3.0:1746129506.788439:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7fd expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129506.788445:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731894272 00000100:00100000:3.0:1746129506.788446:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731894272 00010000:00010000:3.0:1746129506.788452:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9cb expref: 8 pid: 20577 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129506.788457:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731894528 00000100:00100000:3.0:1746129506.788459:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731894528 00010000:00010000:3.0:1746129506.788463:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 20 pid: 22481 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.788470:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5911 00000100:00100000:3.0:1746129506.788474:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731895424:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.788480:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.788488:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.788495:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.788506:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0844c00/0x40a459093b05ed0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9bd expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.788513:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.788527:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731895424:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 52us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.788532:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5911 00000100:00100000:3.0:1746129506.788539:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5912 00000100:00100000:3.0:1746129506.788542:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731893504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.788547:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.788554:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a79b expref: 11 pid: 11014 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788560:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a79b expref: 11 pid: 11014 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788568:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2dca00/0x40a459093b05e994 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a79b expref: 11 pid: 11014 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788573:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.788581:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731893504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 39us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.788585:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5912 00000100:00100000:3.0:1746129506.788596:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5913 00000100:00100000:3.0:1746129506.788599:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731893760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.788604:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.788608:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 33 pid: 22480 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.788614:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 33 pid: 22480 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.788621:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f327600/0x40a459093b05ece3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a993 expref: 33 pid: 22480 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.788627:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.788635:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731893760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 35us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.788639:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5913 00000100:00100000:3.0:1746129506.788644:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5914 00000100:00100000:3.0:1746129506.788648:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731894016:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.788652:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.788658:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7fd expref: 31 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788665:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7fd expref: 31 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788673:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c2dd200/0x40a459093b05ea6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a7fd expref: 31 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788684:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.788685:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.788689:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.788695:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.788709:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.788720:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731894016:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 71us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.788724:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5914 00000100:00100000:3.0:1746129506.788730:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5915 00000100:00100000:3.0:1746129506.788733:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731894272:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.788738:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.788745:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9cb expref: 8 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788751:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9cb expref: 8 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788760:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f446000/0x40a459093b05ed30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9cb expref: 8 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788765:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.788774:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731894272:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 41us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.788778:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5915 00000100:00100000:3.0:1746129506.788785:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5916 00000100:00100000:3.0:1746129506.788788:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731894528:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.788792:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.788796:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 18 pid: 22481 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.788802:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 18 pid: 22481 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.788809:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f447800/0x40a459093b05ec49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a931 expref: 18 pid: 22481 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.788814:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.788816:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.788818:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.788823:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.788831:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.788840:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731894528:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 52us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.788843:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5916 00000100:00100000:3.0:1746129506.788864:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.788872:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731895168 00000100:00100000:3.0:1746129506.788874:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731895168 00010000:00010000:3.0:1746129506.788892:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e0 expref: 10 pid: 7148 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129506.788902:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5917 00000100:00100000:3.0:1746129506.788906:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731895168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.788910:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.788916:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e0 expref: 10 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788922:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e0 expref: 10 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788931:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2600/0x40a459093b05ed45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9e0 expref: 10 pid: 7148 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.788938:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.788939:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.788942:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.788947:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.788956:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.788967:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731895168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 61us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.788973:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5917 00010000:00010000:0.0:1746129506.788998:0:7149:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.789001:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.789008:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731895552 00000100:00100000:3.0:1746129506.789010:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731895552 00010000:00010000:3.0:1746129506.789017:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 25 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.789017:0:7149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.789025:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5918 00000100:00100000:3.0:1746129506.789029:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948731895552:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.789033:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.789039:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 25 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.789046:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 25 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.789052:0:7149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789054:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0845200/0x40a459093b05ecff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9af expref: 25 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.789058:0:7149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789061:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.789062:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.789064:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789064:0:7149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789069:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789070:0:7149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f8e2200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129506.789073:0:7149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789080:0:7149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789082:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.789092:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948731895552:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 62us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.789096:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5918 00010000:00010000:0.0:1746129506.789096:0:7149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789101:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8e2200/0x40a459093b05eda0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.789129:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.789137:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731895808 00000100:00100000:3.0:1746129506.789139:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731895808 00010000:00010000:3.0:1746129506.789146:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 24 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.789154:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5919 00000100:00100000:3.0:1746129506.789158:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948731895808:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.789161:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.789167:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 24 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.789174:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 24 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129506.789177:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731893120:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 19997us (20643us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129506.789182:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f447600/0x40a459093b05ec11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8f9 expref: 24 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129506.789187:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11689 00010000:00010000:3.0:1746129506.789188:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.789189:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.789192:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789201:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789210:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.789222:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948731895808:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 63us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.789226:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5919 00010000:00010000:3.0:1746129506.789256:0:31503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789263:0:31503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789279:0:31503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789285:0:31503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789291:0:31503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789315:0:31503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d107400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129506.789315:0:8411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789318:0:31503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789328:0:31503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.789330:0:8411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789335:0:31503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.789340:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d107400/0x40a459093b05ed92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.789342:0:8411:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789347:0:8410:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.789348:0:8411:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.789353:0:8411:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789355:0:8410:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.789357:0:8411:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bcfbe00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129506.789359:0:8411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.789367:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731893248:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 20392us (20884us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129506.789368:0:8411:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789371:0:8410:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.789372:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11687 00010000:00010000:1.0:1746129506.789376:0:8411:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789377:0:8410:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.789380:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05ed84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789382:0:8410:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789387:0:8410:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009aae3800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129506.789389:0:8410:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789395:0:8410:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789405:0:8410:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.789410:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aae3800/0x40a459093b05ed99 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129506.789422:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731892736:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 20740us (22131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.789427:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11685 00000100:00100000:0.0:1746129506.791408:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731892864:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 22248us (22878us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.791421:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11688 00010000:00010000:0.0:1746129506.791469:0:11014:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.791478:0:11014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.791510:0:11014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.791517:0:11014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.791524:0:11014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.791529:0:11014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880129ee8600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129506.791532:0:11014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.791539:0:11014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.791555:0:11014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.791561:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129ee8600/0x40a459093b05eda7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129506.791631:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948731893376:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 22286us (23075us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.791636:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11690 00000100:00100000:0.0:1746129506.796480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.796550:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731896064 00000100:00100000:3.0:1746129506.796558:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731896064 00000100:00100000:3.0:1746129506.796613:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10167 00000100:00100000:3.0:1746129506.796621:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29382:x1830948731896064:12345-192.168.202.4@tcp:36:mirror_io.0 00010000:00010000:3.0:1746129506.796662:0:16908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.796686:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c15a00/0x40a459093b05ed7d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9fc expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.796703:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.796707:0:16908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129506.796730:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.796741:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 18 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.796749:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 297 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.796755:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 18 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.796762:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a882 expref: 18 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.796768:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c1 expref: 297 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.796775:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 8/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.796805:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c1 expref: 297 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.796817:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c1 expref: 297 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.796829:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baef800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736801536:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.796940:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a882 expref: 18 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.796948:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a882 expref: 18 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.796960:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baee680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736801664:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.796984:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 18 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.796991:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 18 pid: 15096 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.796998:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736801792:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.797027:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 297 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.797033:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 297 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.797040:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736801920:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.797061:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 18 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.797067:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 18 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.797073:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baece00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736802048:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.797088:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.800127:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.800154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.800173:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.800174:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731896192 00000100:00100000:1.0:1746129506.800180:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731896192 00000100:00100000:0.0:1746129506.800185:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129506.800209:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c1 expref: 298 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129506.800234:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731896320 00000100:00100000:1.0:1746129506.800236:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731896320 00010000:00010000:1.0:1746129506.800245:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a882 expref: 19 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129506.800254:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.800256:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731896448 00000100:00100000:1.0:1746129506.800258:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731896448 00000100:00100000:0.0:1746129506.800263:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731896576 00010000:00010000:1.0:1746129506.800265:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 20 pid: 15096 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129506.800265:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731896576 00000100:00100000:1.0:1746129506.800273:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731896704 00000100:00100000:1.0:1746129506.800274:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731896704 00010000:00010000:0.0:1746129506.800275:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 299 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.800281:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 21 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129506.800285:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5920 00000100:00100000:1.0:1746129506.800291:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5921 00000100:00100000:0.0:1746129506.800291:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+299:1963:x1830948731896192:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129506.800311:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731896320:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129506.800319:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129506.800319:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129506.800323:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a882 expref: 21 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.800323:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c1 expref: 299 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.800332:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c1 expref: 299 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.800370:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5922 00000100:00100000:2.0:1746129506.800381:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731896448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129506.800388:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129506.800392:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 21 pid: 15096 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.800453:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5923 00000100:00100000:3.0:1746129506.800461:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+299:1962:x1830948731896576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.800469:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.800474:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 13 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 299 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.800700:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a882 expref: 21 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129506.800708:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 21 pid: 15096 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.800718:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 299 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.800765:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129506.800775:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.800787:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129506.800788:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129506.800793:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129506.800799:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.800857:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731896320:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 544us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.800860:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+299:1963:x1830948731896192:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 564us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.800863:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5921 00000100:00100000:0.0:1746129506.800869:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5920 00000100:00100000:1.0:1746129506.800890:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5924 00000100:00100000:1.0:1746129506.800895:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731896704:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129506.800901:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129506.800905:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 20 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.800912:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 20 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.800922:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129506.800924:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129506.800929:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.800943:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731896704:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 49us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.800948:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5924 00010000:00010000:2.0:1746129506.801927:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129506.801933:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.801939:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129506.801967:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731896448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1591us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.801973:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5922 00010000:00010000:3.0:1746129506.802115:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.802120:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.802127:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.802132:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.802146:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.802173:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+298:1962:x1830948731896576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1713us (1985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.802178:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5923 00010000:00010000:3.0:1746129506.802239:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c600/0x40a459093b05eb7e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a8c1 expref: 297 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.802250:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736801536:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.802259:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05eb23 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a882 expref: 18 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.802267:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baee680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736801664:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.802275:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1bc00/0x40a459093b05eae4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a858 expref: 17 pid: 15096 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.802282:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736801792:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.802288:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05eadd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a851 expref: 296 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.802310:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736801920:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.802318:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845600/0x40a459093b05ead6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1a84a expref: 16 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.802324:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baece00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736802048:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.802347:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.802353:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.802358:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000040:00080000:3.0:1746129506.803274:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2796, 88 off232984 00000004:00080000:3.0:1746129506.803283:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762119988857ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.804351:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2735, 88 off227608 00000004:00080000:3.0:1746129506.804359:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762121065060ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.804389:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2736, 88 off227696 00000004:00080000:3.0:1746129506.804392:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762121098062ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.804403:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2797, 88 off233072 00000004:00080000:3.0:1746129506.804406:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762121112046ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.804412:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2798, 88 off233160 00000004:00080000:3.0:1746129506.804415:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762121121135ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.804421:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2737, 88 off227784 00000004:00080000:3.0:1746129506.804424:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762121129786ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.804465:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2738, 88 off227872 00000004:00080000:3.0:1746129506.804468:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762121174583ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.804487:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2739, 88 off227960 00000004:00080000:3.0:1746129506.804490:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762121196103ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.804496:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2799, 88 off233248 00000004:00080000:3.0:1746129506.804499:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762121205265ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.804505:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2740, 88 off228048 00000004:00080000:3.0:1746129506.804507:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762121213436ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.804513:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2800, 88 off233336 00000004:00080000:3.0:1746129506.804515:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762121221586ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.804522:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2741, 88 off228136 00000004:00080000:3.0:1746129506.804524:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762121229961ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.804529:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2801, 88 off233424 00000004:00080000:3.0:1746129506.804532:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762121237937ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.804538:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2802, 88 off233512 00000004:00080000:3.0:1746129506.804540:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762121246096ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.804545:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2803, 88 off233600 00000004:00080000:3.0:1746129506.804548:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762121253906ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.804553:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2804, 88 off233688 00000004:00080000:3.0:1746129506.804556:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762121261953ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.804562:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2742, 88 off228224 00000004:00080000:3.0:1746129506.804564:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762121270503ns, next at 706231494891ns, rc = 0 00000004:00010000:2.0:1746129506.830213:0:16908:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88013145d180 reply state ffff88012ea8e000 transno 8589944058 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:2.0:1746129506.830228:0:16908:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1746129506.830321:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944051 is committed 00000001:00080000:1.0:1746129506.830330:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944049 is committed 00000001:00080000:1.0:1746129506.830333:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944052 is committed 00000001:00080000:1.0:1746129506.830336:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944055 is committed 00000001:00080000:1.0:1746129506.830345:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944058 is committed 00000004:00080000:1.0:1746129506.830347:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1926 committed 00000004:00080000:1.0:1746129506.830353:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1988 committed 00000004:00080000:1.0:1746129506.830579:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1987 committed 00000004:00080000:1.0:1746129506.830581:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1986 committed 00010000:00080000:2.0:1746129506.830582:0:16908:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000004:00080000:1.0:1746129506.830582:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1985 committed 00000004:00080000:1.0:1746129506.830583:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1925 committed 00000004:00080000:1.0:1746129506.830584:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1984 committed 00000004:00080000:1.0:1746129506.830585:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1924 committed 00000004:00080000:1.0:1746129506.830586:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1983 committed 00000004:00080000:1.0:1746129506.830587:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1923 committed 00000004:00080000:1.0:1746129506.830587:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1922 committed 00000004:00080000:1.0:1746129506.830588:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1921 committed 00000004:00080000:1.0:1746129506.830589:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1982 committed 00000004:00080000:1.0:1746129506.830590:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1981 committed 00000004:00080000:1.0:1746129506.830591:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1920 committed 00000004:00080000:1.0:1746129506.830592:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1919 committed 00000004:00080000:1.0:1746129506.830594:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1980 committed 00000001:00080000:1.0:1746129506.830598:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944054 is committed 00000100:00100000:2.0:1746129506.830922:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29382:x1830948731896064:12345-192.168.202.4@tcp:36:mirror_io.0 Request processed in 34297us (34446us total) trans 8589944058 rc 0/0 00000100:00100000:2.0:1746129506.830929:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10167 00000100:00100000:1.0:1746129506.831116:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746129506.831126:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736802176:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129506.831165:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.831313:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736802688:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.831334:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.831346:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736803200:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.831358:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.831368:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746129506.831372:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f449500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736802560:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.831386:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.831397:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736803072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.831409:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.831427:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736802176 00000100:00100000:2.0:1746129506.831434:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736802176 00000100:00100000:2.0:1746129506.831467:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736802688 00000100:00100000:2.0:1746129506.831468:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736802688 00000100:00100000:2.0:1746129506.831477:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736803200 00000100:00100000:2.0:1746129506.831479:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736803200 00000100:00100000:2.0:1746129506.831486:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736802560 00000100:00100000:2.0:1746129506.831488:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736802560 00000100:00100000:2.0:1746129506.831495:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736803072 00000100:00100000:2.0:1746129506.831496:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736803072 00000100:00100000:2.0:1746129506.831507:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11691 00000100:00100000:2.0:1746129506.831512:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3300:x1830948736802176:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.831661:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3300:x1830948736802176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 149us (495us total) trans 21474840363 rc 0/0 00000100:00100000:2.0:1746129506.831668:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11691 00000100:00100000:2.0:1746129506.831678:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11692 00000100:00100000:2.0:1746129506.831683:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3301:x1830948736802688:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.831764:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3301:x1830948736802688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (429us total) trans 21474840364 rc 0/0 00000100:00100000:2.0:1746129506.831769:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11692 00000100:00100000:2.0:1746129506.831777:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11693 00000100:00100000:2.0:1746129506.831782:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3301:x1830948736803200:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.831847:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3301:x1830948736803200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (488us total) trans 21474840365 rc 0/0 00000100:00100000:2.0:1746129506.831852:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11693 00000100:00100000:2.0:1746129506.831861:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11694 00000100:00100000:2.0:1746129506.831865:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3301:x1830948736802560:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.831950:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3301:x1830948736802560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 85us (562us total) trans 21474840366 rc 0/0 00000100:00100000:2.0:1746129506.831955:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11694 00000100:00100000:2.0:1746129506.831963:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11695 00000100:00100000:2.0:1746129506.831967:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3301:x1830948736803072:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.832033:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3301:x1830948736803072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (622us total) trans 21474840367 rc 0/0 00000100:00100000:2.0:1746129506.832038:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11695 00000100:00080000:2.0:1746129506.832050:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1746129506.832074:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f449500/2, rc 0, transno 21474840366 00000100:00100000:2.0:1746129506.832078:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f449500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736802560:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129506.832086:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f9edf80/2, rc 0, transno 21474840367 00000100:00100000:2.0:1746129506.832089:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736803072:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129506.832094:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f9eed80/2, rc 0, transno 21474840364 00000100:00100000:2.0:1746129506.832097:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736802688:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129506.832102:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f9ec000/2, rc 0, transno 21474840365 00000100:00100000:2.0:1746129506.832104:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736803200:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129506.832187:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736802432:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.832209:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.832227:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736802944:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129506.832239:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129506.832606:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736802432 00000100:00100000:0.0:1746129506.832610:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736802432 00000100:00100000:0.0:1746129506.832628:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736802944 00000100:00100000:0.0:1746129506.832630:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736802944 00000100:00100000:0.0:1746129506.832642:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11696 00000100:00100000:0.0:1746129506.832647:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3303:x1830948736802432:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129506.832757:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3303:x1830948736802432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (547us total) trans 17179873165 rc 0/0 00000100:00100000:0.0:1746129506.832762:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11696 00000100:00100000:0.0:1746129506.832772:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11697 00000100:00100000:0.0:1746129506.832776:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3303:x1830948736802944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129506.832849:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3303:x1830948736802944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (607us total) trans 21474840368 rc 0/0 00000100:00100000:0.0:1746129506.832853:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11697 00000100:00100000:1.0:1746129506.833057:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736803456:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833076:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.833092:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736803968:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833104:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746129506.833120:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145d500/2, rc 0, transno 17179873165 00000100:00100000:1.0:1746129506.833125:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736802432:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129506.833132:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f9ec380/2, rc 0, transno 21474840368 00000100:00100000:1.0:1746129506.833135:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736802944:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129506.833141:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1746129506.833145:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736802304:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129506.833158:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.833168:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736802816:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129506.833180:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.833186:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736803328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833198:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.833205:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736803840:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833218:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.833233:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736803456 00000100:00100000:1.0:1746129506.833236:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736803456 00000100:00100000:1.0:1746129506.833247:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736803968 00000100:00100000:1.0:1746129506.833249:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736803968 00000100:00100000:1.0:1746129506.833255:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736802304 00000100:00100000:1.0:1746129506.833256:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736802304 00000100:00100000:1.0:1746129506.833262:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736802816 00000100:00100000:1.0:1746129506.833263:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736802816 00000100:00100000:1.0:1746129506.833269:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736803328 00000100:00100000:1.0:1746129506.833270:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736803328 00000100:00100000:1.0:1746129506.833276:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736803840 00000100:00100000:1.0:1746129506.833278:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736803840 00000100:00100000:1.0:1746129506.833285:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11698 00000100:00100000:1.0:1746129506.833289:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3303:x1830948736803456:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833402:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736803456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (324us total) trans 17179873166 rc 0/0 00000100:00100000:1.0:1746129506.833407:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11698 00000100:00100000:1.0:1746129506.833417:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11699 00000100:00100000:1.0:1746129506.833421:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3303:x1830948736803968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833493:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736803968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (387us total) trans 17179873167 rc 0/0 00000100:00100000:1.0:1746129506.833498:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11699 00000100:00100000:1.0:1746129506.833506:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11700 00000100:00100000:1.0:1746129506.833510:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736802304:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129506.833586:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3303:x1830948736802304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (426us total) trans 21474840369 rc 0/0 00000100:00100000:1.0:1746129506.833591:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11700 00000100:00100000:1.0:1746129506.833600:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11701 00000100:00100000:1.0:1746129506.833603:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736802816:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129506.833676:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3303:x1830948736802816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 72us (495us total) trans 21474840370 rc 0/0 00000100:00100000:1.0:1746129506.833681:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11701 00000100:00100000:1.0:1746129506.833689:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11702 00000100:00100000:1.0:1746129506.833692:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3303:x1830948736803328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833756:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736803328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 64us (557us total) trans 17179873168 rc 0/0 00000100:00100000:1.0:1746129506.833761:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11702 00000100:00100000:1.0:1746129506.833770:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11703 00000100:00100000:1.0:1746129506.833773:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3303:x1830948736803840:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833834:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3303:x1830948736803840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (615us total) trans 17179873169 rc 0/0 00000100:00100000:1.0:1746129506.833839:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11703 00000100:00100000:1.0:1746129506.833859:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736803584:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833875:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.833905:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736804096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833916:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746129506.833931:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0993800/2, rc 0, transno 21474840363 00000100:00100000:1.0:1746129506.833934:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736802176:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129506.833939:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746129506.833943:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736803712:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.833953:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.833963:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736803584 00000100:00100000:1.0:1746129506.833965:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736803584 00000100:00100000:1.0:1746129506.833973:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736804096 00000100:00100000:1.0:1746129506.833975:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736804096 00000100:00100000:1.0:1746129506.833979:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736803712 00000100:00100000:1.0:1746129506.833980:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736803712 00000100:00100000:1.0:1746129506.833986:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11704 00000100:00100000:1.0:1746129506.833989:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3300:x1830948736803584:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129506.834050:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:1.0:1746129506.834052:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:1.0:1746129506.834054:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746129506.834055:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:1.0:1746129506.834057:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:1.0:1746129506.834073:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3300:x1830948736803584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (198us total) trans 17179873170 rc 0/0 00000100:00100000:1.0:1746129506.834078:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11704 00000100:00100000:1.0:1746129506.834085:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11705 00000100:00100000:1.0:1746129506.834089:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3300:x1830948736804096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.834149:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3300:x1830948736804096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 60us (231us total) trans 17179873171 rc 0/0 00000100:00100000:1.0:1746129506.834153:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11705 00000100:00100000:1.0:1746129506.834160:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11706 00000100:00100000:1.0:1746129506.834164:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3300:x1830948736803712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.834226:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3300:x1830948736803712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 61us (272us total) trans 17179873172 rc 0/0 00000100:00100000:1.0:1746129506.834231:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11706 00000004:00080000:1.0:1746129506.834249:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145d880/2, rc 0, transno 17179873172 00000100:00100000:1.0:1746129506.834253:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736803712:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129506.834258:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145f480/2, rc 0, transno 17179873170 00000100:00100000:1.0:1746129506.834261:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736803584:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129506.834266:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145c380/2, rc 0, transno 17179873171 00000100:00100000:1.0:1746129506.834268:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736804096:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129506.834282:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0991500/2, rc 0, transno 21474840369 00000100:00100000:1.0:1746129506.834284:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736802304:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129506.834290:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f9ece00/2, rc 0, transno 21474840370 00000100:00100000:1.0:1746129506.834311:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736802816:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129506.834318:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145ce00/2, rc 0, transno 17179873168 00000100:00100000:1.0:1746129506.834321:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736803328:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746129506.834371:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.834381:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.834387:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.834392:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b5384000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.834395:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.834401:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.834414:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.834417:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129506.834419:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.834427:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5384000/0x40a459093b05edae lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00000100:00100000:0.0:1746129506.834621:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.834695:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731896832 00000100:00100000:3.0:1746129506.834699:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731896832 00000100:00100000:3.0:1746129506.834724:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10168 00000100:00100000:3.0:1746129506.834728:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29382:x1830948731896832:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129506.834741:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.834751:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa03 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.834795:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa03 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.834809:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa03 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.834822:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.834824:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129506.834826:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f327a00, rc 0) 00000100:00100000:3.0:1746129506.834860:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29382:x1830948731896832:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 131us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.834864:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10168 00000100:00080000:2.0:1746129506.835253:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746129506.835266:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736804224:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129506.835289:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.835358:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736804224 00000100:00100000:2.0:1746129506.835361:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736804224 00000100:00100000:2.0:1746129506.835382:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11707 00000100:00100000:2.0:1746129506.835386:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3301:x1830948736804224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129506.835483:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3301:x1830948736804224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 96us (192us total) trans 17179873173 rc 0/0 00000100:00100000:2.0:1746129506.835488:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11707 00000004:00080000:2.0:1746129506.835509:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129adc000/2, rc 0, transno 17179873173 00000100:00100000:2.0:1746129506.835513:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736804224:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129506.835991:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145df80/2, rc 0, transno 17179873169 00000100:00100000:1.0:1746129506.835996:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736803840:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129506.836005:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145ed80/2, rc 0, transno 17179873166 00000100:00100000:1.0:1746129506.836007:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736803456:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129506.836014:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145ea00/2, rc 0, transno 17179873167 00000100:00100000:1.0:1746129506.836016:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736803968:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129506.845548:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.845648:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731896960 00000100:00100000:3.0:1746129506.845660:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731896960 00000100:00100000:3.0:1746129506.845712:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 633 00000100:00100000:3.0:1746129506.845721:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29382:x1830948731896960:12345-192.168.202.4@tcp:103:mirror_io.0 00010000:00010000:3.0:1746129506.845734:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.845754:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2e00/0x40a459093b05ed6f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1a9f5 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.845771:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.845774:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.845810:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29382:x1830948731896960:12345-192.168.202.4@tcp:103:mirror_io.0 Request processed in 91us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.845815:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 633 00000100:00100000:0.0:1746129506.848930:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.849002:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731897216 00000100:00100000:3.0:1746129506.849009:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731897216 00000100:00100000:3.0:1746129506.849056:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4110 00000100:00100000:3.0:1746129506.849062:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cc9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29382:x1830948731897216:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:3.0:1746129506.849762:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cc9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29382:x1830948731897216:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 697us (837us total) trans 8589944059 rc 0/0 00000100:00100000:3.0:1746129506.849769:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4110 00000100:00100000:2.0:1746129506.852536:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.852607:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731897472 00000100:00100000:3.0:1746129506.852614:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731897472 00000100:00100000:3.0:1746129506.852778:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4111 00000100:00100000:3.0:1746129506.852788:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29382:x1830948731897472:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:3.0:1746129506.852969:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29382:x1830948731897472:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 182us (438us total) trans 8589944060 rc 0/0 00000100:00100000:3.0:1746129506.852976:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4111 00000100:00100000:0.0:1746129506.881396:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.881640:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731897728 00000100:00100000:3.0:1746129506.881647:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731897728 00000100:00100000:3.0:1746129506.881696:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10169 00000100:00100000:3.0:1746129506.881704:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+288:29393:x1830948731897728:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.881724:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.881738:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061cc00/0x40a459093b05edbc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa0a expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.881821:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.881833:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.881841:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.881854:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.881859:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.881863:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.881980:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.881987:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.881992:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129506.882000:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129506.882062:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882067:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882072:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882076:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a061d600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.882080:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882421:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882432:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129506.882435:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.882439:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882443:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d600/0x40a459093b05edc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882469:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882474:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882479:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882483:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a061ca00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.882485:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882490:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882496:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093dc3b00) 00010000:00010000:3.0:1746129506.882498:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.882500:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882505:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ca00/0x40a459093b05edca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.882539:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061cc00/0x40a459093b05edbc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa0a expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.882553:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa0a expref: 290 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.882558:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.882560:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129506.882562:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061ce00, rc 0) 00000100:00100000:3.0:1746129506.882614:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29393:x1830948731897728:12345-192.168.202.4@tcp:101:cat.0 Request processed in 911us (1224us total) trans 8589944061 rc 0/0 00000100:00100000:3.0:1746129506.882620:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10169 00000100:00100000:0.0:1746129506.886722:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.886986:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731897984 00000100:00100000:3.0:1746129506.886994:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731897984 00000100:00100000:3.0:1746129506.887031:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10170 00000100:00100000:3.0:1746129506.887039:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+6:29391:x1830948731897984:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129506.887056:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.887071:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c200/0x40a459093b05eddf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa11 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.887156:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887167:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887176:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887187:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887197:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887202:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887285:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887308:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887314:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129506.887323:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129506.887388:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887395:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887401:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887406:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a061d000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.887409:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887414:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887423:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129506.887426:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.887429:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887434:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d000/0x40a459093b05ede6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887442:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887446:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887450:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887455:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a061c400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129506.887457:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887460:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887465:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093dc3000) 00010000:00010000:3.0:1746129506.887467:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129506.887468:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887472:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c400/0x40a459093b05eded lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129506.887507:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061c200/0x40a459093b05eddf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa11 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.887521:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa11 expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.887526:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.887528:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129506.887530:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061d800, rc 0) 00000100:00100000:3.0:1746129506.889560:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:29391:x1830948731897984:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2515us (2837us total) trans 8589944062 rc 0/0 00000100:00100000:3.0:1746129506.889569:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10170 00000100:00100000:0.0:1746129506.889949:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.890053:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.890074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.890087:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.890098:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.890110:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.890127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.890144:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731898112 00000100:00100000:0.0:1746129506.890149:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731898112 00000100:00100000:0.0:1746129506.890176:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731898240 00000100:00100000:0.0:1746129506.890177:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731898240 00000100:00100000:0.0:1746129506.890188:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731898368 00000100:00100000:0.0:1746129506.890190:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731898368 00000100:00100000:0.0:1746129506.890199:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731898496 00000100:00100000:0.0:1746129506.890200:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731898496 00000100:00100000:0.0:1746129506.890209:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731898624 00000100:00100000:0.0:1746129506.890210:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731898624 00000100:00100000:0.0:1746129506.890217:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731898752 00000100:00100000:0.0:1746129506.890219:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731898752 00000100:00100000:0.0:1746129506.890226:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11708 00000100:00100000:0.0:1746129506.890232:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731898112:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129506.890245:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.890259:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa18 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129506.890280:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d261, atime: 0x6813d260, ctime: 0x6813d260, blocks: 0x809 00010000:00010000:0.0:1746129506.890313:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890315:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890322:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa18 expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890336:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa18 expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890344:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac3600, rc 0) 00000100:00100000:0.0:1746129506.890369:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731898112:12345-192.168.202.4@tcp:101:cat.0 Request processed in 137us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.890374:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11708 00000100:00100000:0.0:1746129506.890385:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11709 00000100:00100000:0.0:1746129506.890389:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731898240:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129506.890395:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.890403:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa1f expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129506.890415:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d262, atime: 0x6813d262, ctime: 0x6813d262, blocks: 0x821 00010000:00010000:0.0:1746129506.890423:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890424:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890427:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa1f expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890434:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa1f expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890440:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac3800, rc 0) 00000100:00100000:0.0:1746129506.890450:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731898240:12345-192.168.202.4@tcp:101:cat.0 Request processed in 61us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.890457:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11709 00000100:00100000:0.0:1746129506.890552:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11710 00000100:00100000:0.0:1746129506.890555:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731898368:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129506.890560:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.890565:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa26 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129506.890574:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d262, atime: 0x6813d263, ctime: 0x6813d262, blocks: 0x81d 00010000:00010000:0.0:1746129506.890578:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890580:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890582:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa26 expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890589:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa26 expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890595:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac3a00, rc 0) 00000100:00100000:0.0:1746129506.890604:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731898368:12345-192.168.202.4@tcp:101:cat.0 Request processed in 49us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.890608:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11710 00000100:00100000:0.0:1746129506.890614:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11711 00000100:00100000:0.0:1746129506.890617:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731898496:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129506.890621:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.890628:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa2d expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129506.890640:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d263, atime: 0x6813d263, ctime: 0x6813d262, blocks: 0x821 00010000:00010000:0.0:1746129506.890644:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890645:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890648:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa2d expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890654:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa2d expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890659:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac3e00, rc 0) 00000100:00100000:0.0:1746129506.890669:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731898496:12345-192.168.202.4@tcp:101:cat.0 Request processed in 51us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.890672:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11711 00000100:00100000:0.0:1746129506.890678:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11712 00000100:00100000:0.0:1746129506.890681:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731898624:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129506.890684:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.890690:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa34 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129506.890697:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d263, atime: 0x6813d263, ctime: 0x6813d263, blocks: 0x15d7 00010000:00010000:0.0:1746129506.890701:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890702:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890704:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa34 expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890711:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa34 expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890716:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c3400, rc 0) 00000100:00100000:0.0:1746129506.890725:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731898624:12345-192.168.202.4@tcp:101:cat.0 Request processed in 43us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.890729:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11712 00000100:00100000:0.0:1746129506.890736:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11713 00000100:00100000:0.0:1746129506.890739:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731898752:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129506.890743:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.890748:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa3b expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129506.890756:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d263, atime: 0x6813d263, ctime: 0x6813d263, blocks: 0x1029 00010000:00010000:0.0:1746129506.890761:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890762:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129506.890765:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa3b expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890772:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa3b expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129506.890777:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac2e00, rc 0) 00000100:00100000:0.0:1746129506.890785:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731898752:12345-192.168.202.4@tcp:101:cat.0 Request processed in 46us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.890789:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11713 00000100:00100000:0.0:1746129506.890808:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731899008 00000100:00100000:0.0:1746129506.890811:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731899008 00000100:00100000:0.0:1746129506.890831:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10171 00000100:00100000:0.0:1746129506.890835:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+290:29390:x1830948731899008:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129506.890846:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.890855:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c800/0x40a459093b05ee2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa42 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.890928:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.890938:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa0a expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.890944:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa11 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.890949:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.890968:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa11 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.890977:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa11 expref: 7 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129506.890986:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094326d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804352:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129506.891031:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa0a expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.891037:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa0a expref: 291 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129506.891044:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804480:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129506.891057:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800934d2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129506.893825:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804480:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129506.895253:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.895289:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731899136 00000100:00100000:2.0:1746129506.895345:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094326d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804352:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.895371:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:0.0:1746129506.895915:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731899136 00010000:00010000:0.0:1746129506.895944:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa0a expref: 292 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129506.895979:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5925 00000100:00100000:0.0:1746129506.895986:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094326680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:1960:x1830948731899136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129506.895998:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129506.896002:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa0a expref: 292 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.896011:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa0a expref: 292 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.896028:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061ce00/0x40a459093b05edd1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa0a expref: 292 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.896481:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.896690:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731899264 00000100:00100000:3.0:1746129506.896694:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731899264 00000100:00100000:3.0:1746129506.896715:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10172 00000100:00100000:3.0:1746129506.896720:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+292:29393:x1830948731899264:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129506.896733:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.896743:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d200/0x40a459093b05ee3a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa49 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.896780:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d200/0x40a459093b05ee3a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa49 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.896790:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d200/0x40a459093b05ee3a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa49 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.896803:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.896805:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129506.896807:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a061d200, rc 0) 00000100:00100000:3.0:1746129506.896842:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:29393:x1830948731899264:12345-192.168.202.4@tcp:101:cat.0 Request processed in 121us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.896847:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10172 00010000:00010000:0.0:1746129506.899021:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129506.899030:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.899039:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.899049:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.899450:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094326680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:1960:x1830948731899136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3458us (4194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.899460:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5925 00000100:00100000:2.0:1746129506.899628:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.900098:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731899392 00000100:00100000:1.0:1746129506.900105:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731899392 00010000:00010000:1.0:1746129506.900127:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa11 expref: 8 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129506.900146:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5926 00000100:00100000:1.0:1746129506.900151:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948731899392:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129506.900162:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129506.900165:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa11 expref: 8 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.900174:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa11 expref: 8 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.900191:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d800/0x40a459093b05edf4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa11 expref: 8 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129506.900204:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129506.900207:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129506.900214:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129506.900219:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129506.900235:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.900253:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+7:1962:x1830948731899392:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 101us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.900258:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5926 00010000:00010000:2.0:1746129506.900455:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129506.900461:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:2.0:1746129506.900477:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129506.900580:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438c800/0x40a459093b05ee2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa42 expref: 293 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.901045:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa42 expref: 292 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.901052:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129506.901054:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746129506.901056:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c850800, rc 0) 00000100:00100000:2.0:1746129506.901664:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+292:29390:x1830948731899008:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 10825us (11607us total) trans 8589944063 rc 0/0 00000100:00100000:2.0:1746129506.901671:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10171 00000100:00100000:0.0:1746129506.919274:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.919346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.919385:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.919408:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731899904 00000100:00100000:0.0:1746129506.919416:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731899904 00000100:00100000:3.0:1746129506.919421:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731899648 00000100:00100000:3.0:1746129506.919424:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731899648 00002000:00100000:3.0:1746129506.919455:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880094325180 x1830948731899648/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.919455:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094326a00 x1830948731899904/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.919463:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325180 with x1830948731899648 ext(0->1048575) 00002000:00100000:0.0:1746129506.919463:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094326a00 with x1830948731899904 ext(1048576->2097151) 00002000:00010000:3.0:1746129506.919467:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325180 00002000:00010000:0.0:1746129506.919467:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094326a00 00000100:00100000:3.0:1746129506.919537:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731900160 00000100:00100000:3.0:1746129506.919539:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731900160 00002000:00100000:3.0:1746129506.919551:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094325880 x1830948731900160/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.919556:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325880 with x1830948731900160 ext(1048576->2097151) 00002000:00010000:3.0:1746129506.919558:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094325880 00000100:00100000:0.0:1746129506.919694:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4502 00000100:00100000:0.0:1746129506.919702:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731899904:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129506.920383:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4503 00000100:00100000:3.0:1746129506.920388:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4504 00000100:00100000:1.0:1746129506.920390:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731899648:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129506.921461:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731900160:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129506.923596:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.923617:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731900416 00000100:00100000:2.0:1746129506.923624:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731900416 00002000:00100000:2.0:1746129506.923662:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009507c000 x1830948731900416/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.923670:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507c000 with x1830948731900416 ext(1048576->2097151) 00002000:00010000:2.0:1746129506.923675:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507c000 00000100:00100000:2.0:1746129506.923691:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4505 00000100:00100000:2.0:1746129506.923698:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731900416:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129506.928223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.928496:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731900672 00000100:00100000:1.0:1746129506.928503:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731900672 00000100:00100000:1.0:1746129506.932152:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10173 00000100:00100000:1.0:1746129506.932166:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+292:29390:x1830948731900672:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129506.932189:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.932192:0:16908:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746129506.932216:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a061d200/0x40a459093b05ee3a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa49 expref: 292 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.932252:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129506.932257:0:16908:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129506.932267:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3400/0x40a459093b05ee48 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa50 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.932323:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129506.932333:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa03 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.932338:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129506.932361:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa03 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.932617:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa03 expref: 8 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129506.932633:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f46680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804608:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129506.932696:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129506.933176:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.933734:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731900800 00000100:00100000:0.0:1746129506.933740:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731900800 00000100:00100000:0.0:1746129506.933783:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10174 00000100:00100000:0.0:1746129506.933789:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+7:29391:x1830948731900800:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129506.933801:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129506.933809:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa57 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.933843:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.933851:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.933871:0:15096:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.933889:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.933898:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129506.933901:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129506.933903:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129506.933908:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0845800, rc 0) 00000100:00100000:0.0:1746129506.933948:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29391:x1830948731900800:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 159us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.933954:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10174 00000100:00100000:1.0:1746129506.937805:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731899648:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17406us (18448us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129506.937817:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4503 00002000:00100000:1.0:1746129506.937828:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880094325180 x1830948731899648/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.937837:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325180 with x1830948731899648 ext(0->1048575) 00002000:00010000:1.0:1746129506.937841:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094325180 00000100:00100000:1.0:1746129506.938759:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f46680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804608:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129506.938781:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00000100:00100000:0.0:1746129506.941442:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.943560:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731900928 00000100:00100000:3.0:1746129506.943573:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731900928 00010000:00010000:3.0:1746129506.943615:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa03 expref: 9 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.943651:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5927 00000100:00100000:3.0:1746129506.943659:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731900928:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.943672:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.943678:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa03 expref: 9 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.943691:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa03 expref: 9 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.943712:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f327a00/0x40a459093b05edb5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa03 expref: 9 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129506.944333:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.944339:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.944348:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.944354:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.944362:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.944380:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129506.944383:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731899904:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24679us (25114us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129506.944392:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4502 00002000:00100000:1.0:1746129506.944401:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880094326a00 x1830948731899904/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129506.944410:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094326a00 with x1830948731899904 ext(1048576->2097151) 00002000:00010000:1.0:1746129506.944414:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094326a00 00000100:00100000:3.0:1746129506.944532:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731900928:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 873us (3096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.944537:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5927 00010000:00010000:3.0:1746129506.944559:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129506.944564:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16908 initiator: MDT0 00000040:00080000:3.0:1746129506.945134:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2805, 88 off233776 00000004:00080000:3.0:1746129506.945141:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762261846493ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.945180:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2743, 88 off228312 00000004:00080000:3.0:1746129506.945183:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762261889362ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.945665:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2744, 88 off228400 00000004:00080000:3.0:1746129506.945669:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762262375441ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.945677:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2806, 88 off233864 00000004:00080000:3.0:1746129506.945680:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762262385979ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.945694:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2807, 88 off233952 00000004:00080000:3.0:1746129506.945697:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762262403345ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.945704:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2745, 88 off228488 00000004:00080000:3.0:1746129506.945706:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762262412452ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.945713:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2746, 88 off228576 00000004:00080000:3.0:1746129506.945715:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762262421480ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.945721:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2747, 88 off228664 00000004:00080000:3.0:1746129506.945723:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762262429156ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.945729:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2808, 88 off234040 00000004:00080000:3.0:1746129506.945732:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762262437961ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.945738:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2748, 88 off228752 00000004:00080000:3.0:1746129506.945740:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762262446444ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.945746:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2809, 88 off234128 00000004:00080000:3.0:1746129506.945749:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762262454979ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.945755:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2749, 88 off228840 00000004:00080000:3.0:1746129506.945757:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762262463389ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129506.945763:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2810, 88 off234216 00000004:00080000:3.0:1746129506.945766:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762262471824ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.945772:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2811, 88 off234304 00000004:00080000:3.0:1746129506.945775:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762262481184ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.945782:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2812, 88 off234392 00000004:00080000:3.0:1746129506.945784:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762262490330ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.945790:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2813, 88 off234480 00000004:00080000:3.0:1746129506.945792:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762262498609ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129506.945799:0:16908:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2750, 88 off228928 00000004:00080000:3.0:1746129506.945801:0:16908:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762262507332ns, next at 706231494891ns, rc = 0 00000100:00100000:2.0:1746129506.947632:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731900416:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23907us (24015us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129506.947647:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4505 00002000:00100000:2.0:1746129506.947662:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009507c000 x1830948731900416/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.947671:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507c000 with x1830948731900416 ext(1048576->2097151) 00002000:00010000:2.0:1746129506.947678:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507c000 00000100:00100000:2.0:1746129506.961414:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.961441:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.961461:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731901056 00000100:00100000:2.0:1746129506.961468:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731901056 00000100:00100000:2.0:1746129506.961502:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731901312 00000100:00100000:2.0:1746129506.961504:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731901312 00000100:00100000:2.0:1746129506.961517:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10175 00000100:00100000:2.0:1746129506.961524:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+294:29393:x1830948731901056:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.961540:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.961554:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa5e expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.961602:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.961612:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129506.961614:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10176 00010000:00010000:2.0:1746129506.961623:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00000100:00100000:0.0:1746129506.961623:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29396:x1830948731901312:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.961626:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129506.961629:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.961632:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.961635:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6729c00, rc 0) 00010000:00010000:0.0:1746129506.961639:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05ee64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa65 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.961670:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+295:29393:x1830948731901056:12345-192.168.202.4@tcp:101:cat.0 Request processed in 147us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.961676:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10175 00010000:00010000:0.0:1746129506.961713:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961721:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961729:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961738:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961743:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961747:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961822:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961828:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961833:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129506.961839:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129506.961941:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961947:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961952:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961957:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ea5ec00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129506.961960:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961965:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961973:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129506.961975:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1746129506.961978:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961982:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5ec00/0x40a459093b05ee79 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961990:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961995:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.961999:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962003:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bcfbe00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129506.962005:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962008:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962013:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129506.962015:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129506.962017:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962021:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcfbe00/0x40a459093b05ee6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962028:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962032:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962036:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962040:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ea5e000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129506.962042:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962046:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962051:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800938dd600) 00010000:00010000:0.0:1746129506.962053:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129506.962054:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962058:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ea5e000/0x40a459093b05ee72 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129506.962084:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05ee64 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa65 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.962091:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05ee64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa65 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129506.962097:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf400, rc 0) 00000100:00100000:0.0:1746129506.962124:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29396:x1830948731901312:12345-192.168.202.4@tcp:101:cat.0 Request processed in 504us (683us total) trans 8589944065 rc 301/301 00000100:00100000:0.0:1746129506.962130:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10176 00000100:00100000:3.0:1746129506.962814:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731900160:12345-192.168.202.4@tcp:3:cat.0 Request processed in 41360us (43426us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129506.962822:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4504 00002000:00100000:3.0:1746129506.962829:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094325880 x1830948731900160/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.962837:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094325880 with x1830948731900160 ext(1048576->2097151) 00002000:00010000:3.0:1746129506.962841:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094325880 00000100:00100000:1.0:1746129506.966152:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.966192:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731901440 00000100:00100000:2.0:1746129506.966199:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731901440 00000100:00100000:2.0:1746129506.966236:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10177 00000100:00100000:2.0:1746129506.966243:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:29396:x1830948731901440:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.966261:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.966275:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729600/0x40a459093b05ee87 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa6c expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.966424:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129506.966436:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa42 expref: 294 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.966443:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129506.966469:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa42 expref: 294 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.966485:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa42 expref: 294 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.966495:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736804736:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.967265:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8240 going to sleep for 11 seconds 00010000:00010000:3.0:1746129506.971582:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 295 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.971595:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129506.971598:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1746129506.971601:0:16908:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129506.971609:0:16908:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.971615:0:16908:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.971620:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.971627:0:16908:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.971632:0:16908:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.971638:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129506.971665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129506.971668:0:16908:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.971679:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baece00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804864:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.971700:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736804736:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.971719:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129506.971752:0:16908:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.971759:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804992:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129506.971774:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5540 going to sleep for 11 seconds 00000001:00080000:0.0:1746129506.971846:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944063 is committed 00000001:00080000:0.0:1746129506.971856:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944064 is committed 00000004:00080000:0.0:1746129506.971859:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1934 committed 00000004:00080000:0.0:1746129506.971876:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1997 committed 00000004:00080000:0.0:1746129506.971892:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1996 committed 00000004:00080000:0.0:1746129506.971894:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1995 committed 00000004:00080000:0.0:1746129506.971895:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1994 committed 00000004:00080000:0.0:1746129506.971897:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1933 committed 00000004:00080000:0.0:1746129506.971898:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1993 committed 00000004:00080000:0.0:1746129506.971899:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1932 committed 00000004:00080000:0.0:1746129506.971901:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1992 committed 00000004:00080000:0.0:1746129506.971902:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1931 committed 00000004:00080000:0.0:1746129506.971904:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1930 committed 00000004:00080000:0.0:1746129506.971905:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1929 committed 00000004:00080000:0.0:1746129506.971907:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1991 committed 00000004:00080000:0.0:1746129506.971908:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1990 committed 00000004:00080000:0.0:1746129506.971909:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1928 committed 00000004:00080000:0.0:1746129506.971911:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1927 committed 00000004:00080000:0.0:1746129506.971912:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1989 committed 00000001:00080000:0.0:1746129506.971915:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944062 is committed 00000001:00080000:0.0:1746129506.971920:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944060 is committed 00000100:00100000:0.0:1746129506.971935:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731901568 00000100:00100000:0.0:1746129506.971940:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731901568 00010000:00010000:0.0:1746129506.971962:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa42 expref: 293 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129506.972053:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736805120:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.972079:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129506.972086:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736805248:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.972096:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736805632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129506.972107:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.972110:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736805504:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129506.972122:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736805760:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.972123:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.972136:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736806016:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129506.972138:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.972150:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.972163:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746129506.972167:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736805376:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.972179:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.972270:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736806400:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129506.972418:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5928 00000100:00100000:0.0:1746129506.972426:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+293:1963:x1830948731901568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129506.972435:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129506.972439:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa42 expref: 293 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.972448:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa42 expref: 293 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.972462:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c850800/0x40a459093b05ee33 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa42 expref: 293 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.972472:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129506.972475:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129506.972481:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129506.972486:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129506.972499:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129506.972520:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:1963:x1830948731901568:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 95us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.972526:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5928 00010000:00010000:1.0:1746129506.972605:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129506.972611:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746129506.972642:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:1.0:1746129506.972646:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746129506.972657:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746129506.972703:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736805120 00000100:00100000:2.0:1746129506.972703:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736805248 00000100:00100000:3.0:1746129506.972706:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736805120 00000100:00100000:2.0:1746129506.972706:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736805248 00000100:00100000:3.0:1746129506.972726:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736805504 00000100:00100000:3.0:1746129506.972728:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736805504 00000100:00100000:2.0:1746129506.972730:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736805760 00000100:00100000:2.0:1746129506.972731:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736805760 00000100:00100000:3.0:1746129506.972739:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736806016 00000100:00100000:3.0:1746129506.972741:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736806016 00000100:00100000:2.0:1746129506.972742:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11714 00000100:00100000:2.0:1746129506.972747:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3302:x1830948736805120:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129506.972749:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736805376 00000100:00100000:3.0:1746129506.972751:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736805376 00000100:00100000:3.0:1746129506.972758:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11715 00000100:00100000:3.0:1746129506.972762:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+34:3303:x1830948736805248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129506.972792:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11716 00000100:00100000:3.0:1746129506.972796:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3301:x1830948736805504:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129506.972892:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129506.972894:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129506 -> 1746129506 00002000:00010000:2.0:1746129506.972896:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129506 -> 1746129506 00002000:00010000:2.0:1746129506.972898:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129506 -> 1746129506 00002000:00010000:2.0:1746129506.972900:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746129506.972914:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3301:x1830948736805504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (789us total) trans 21474840372 rc 0/0 00000100:00100000:2.0:1746129506.972918:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3302:x1830948736805120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 170us (838us total) trans 21474840371 rc 0/0 00000100:00100000:3.0:1746129506.972919:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11716 00000100:00100000:2.0:1746129506.972923:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11714 00000100:00100000:3.0:1746129506.972929:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11717 00000100:00100000:2.0:1746129506.972932:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11718 00000100:00100000:3.0:1746129506.972933:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3303:x1830948736805760:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.972936:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3301:x1830948736806016:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.972996:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3301:x1830948736806016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 60us (845us total) trans 21474840373 rc 0/0 00000100:00100000:2.0:1746129506.973000:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11718 00000100:00100000:2.0:1746129506.973007:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11719 00000100:00100000:2.0:1746129506.973011:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3301:x1830948736805376:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129506.973062:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1746129506.973064:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129506.973066:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129506.973067:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129506.973069:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1746129506.973081:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3301:x1830948736805376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (901us total) trans 21474840374 rc 0/0 00000100:00100000:2.0:1746129506.973084:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11719 00000004:00080000:2.0:1746129506.973110:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baef800/2, rc 0, transno 21474840374 00000100:00100000:2.0:1746129506.973114:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736805376:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.973119:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736805888:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.973133:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1746129506.973146:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baeed80/2, rc 0, transno 21474840372 00000100:00100000:2.0:1746129506.973149:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736805504:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129506.973154:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baed500/2, rc 0, transno 21474840373 00000100:00100000:2.0:1746129506.973156:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736806016:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.973163:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736806528:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129506.973177:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.973187:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736807040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129506.973199:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.973215:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736805888 00000100:00100000:2.0:1746129506.973217:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736805888 00000100:00100000:2.0:1746129506.973230:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736806528 00000100:00100000:2.0:1746129506.973232:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736806528 00000100:00100000:2.0:1746129506.973239:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736807040 00000100:00100000:2.0:1746129506.973241:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736807040 00000100:00100000:2.0:1746129506.973247:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11720 00000100:00100000:2.0:1746129506.973251:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3301:x1830948736805888:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1746129506.973271:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729600/0x40a459093b05ee87 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa6c expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.973283:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa6c expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.973288:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129506.973290:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746129506.973309:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6729a00, rc 0) 00000100:00100000:1.0:1746129506.973321:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129506.973334:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736806912:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129506.973342:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3301:x1830948736805888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (207us total) trans 21474840375 rc 0/0 00000100:00100000:2.0:1746129506.973346:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11720 00000100:00100000:1.0:1746129506.973350:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.973355:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736806400 00000100:00100000:2.0:1746129506.973357:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736806400 00000100:00100000:2.0:1746129506.973364:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736806912 00000100:00100000:2.0:1746129506.973366:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736806912 00000100:00100000:2.0:1746129506.973372:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11721 00000100:00100000:2.0:1746129506.973376:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3301:x1830948736806528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129506.973378:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:29396:x1830948731901440:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7135us (7231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.973383:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10177 00002000:00010000:2.0:1746129506.973462:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:2.0:1746129506.973465:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129506.973467:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746129506.973469:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129506.973471:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:2.0:1746129506.973488:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3301:x1830948736806528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (310us total) trans 17179873174 rc 0/0 00000100:00100000:0.0:1746129506.973491:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11722 00000100:00100000:2.0:1746129506.973494:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11721 00000100:00100000:0.0:1746129506.973497:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135726a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3301:x1830948736807040:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129506.973504:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11723 00000100:00100000:2.0:1746129506.973508:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3300:x1830948736806400:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129506.973570:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:2.0:1746129506.973572:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129506.973574:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129506.973576:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129506.973578:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:0.0:1746129506.973584:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135726a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3301:x1830948736807040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 88us (384us total) trans 17179873175 rc 0/0 00000100:00100000:0.0:1746129506.973590:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11722 00000100:00100000:2.0:1746129506.973598:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3300:x1830948736806400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (277us total) trans 17179873176 rc 0/0 00000100:00100000:0.0:1746129506.973601:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11724 00000100:00100000:2.0:1746129506.973604:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11723 00000100:00100000:0.0:1746129506.973606:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3300:x1830948736806912:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129506.973627:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f47b80/2, rc 0, transno 17179873174 00000100:00100000:2.0:1746129506.973633:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736806528:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129506.973640:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f45c00/2, rc 0, transno 17179873175 00000100:00100000:2.0:1746129506.973643:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736807040:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129506.973649:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baed880/2, rc 0, transno 21474840375 00000100:00100000:2.0:1746129506.973652:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736805888:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129506.973692:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3300:x1830948736806912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (340us total) trans 17179873177 rc 0/0 00000100:00100000:0.0:1746129506.973697:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11724 00000100:00100000:3.0:1746129506.973892:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736806272:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129506.973912:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129506.973923:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736806784:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129506.973934:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129506.973945:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746129506.973949:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736806144:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129506.973961:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129506.973971:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736806656:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129506.973983:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129506.973999:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1746129506.974017:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baec380/2, rc 0, transno 21474840371 00000100:00100000:3.0:1746129506.974019:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736805120:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746129506.974085:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746129506.974088:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129506 -> 1746129506 00002000:00010000:3.0:1746129506.974089:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:3.0:1746129506.974091:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129506 -> 1746129506 00002000:00010000:3.0:1746129506.974093:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:3.0:1746129506.974110:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3303:x1830948736805248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1348us (2003us total) trans 21474840376 rc 0/0 00000100:00100000:3.0:1746129506.974115:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11715 00000100:00100000:3.0:1746129506.974124:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736806272 00000100:00100000:3.0:1746129506.974126:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736806272 00000100:00100000:3.0:1746129506.974135:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736806784 00000100:00100000:3.0:1746129506.974136:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736806784 00000100:00100000:3.0:1746129506.974142:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736806144 00000100:00100000:3.0:1746129506.974143:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736806144 00000100:00100000:3.0:1746129506.974149:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736806656 00000100:00100000:3.0:1746129506.974150:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736806656 00000100:00100000:3.0:1746129506.974155:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736805632 00000100:00100000:3.0:1746129506.974157:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736805632 00000100:00100000:3.0:1746129506.974163:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11725 00000100:00100000:3.0:1746129506.974166:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3303:x1830948736806272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129506.974221:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746129506.974223:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:3.0:1746129506.974225:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:3.0:1746129506.974226:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129506 -> 1746129506 00002000:00010000:3.0:1746129506.974228:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:3.0:1746129506.974242:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3303:x1830948736806272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (329us total) trans 17179873178 rc 0/0 00000100:00100000:3.0:1746129506.974245:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11725 00000100:00100000:3.0:1746129506.974253:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11726 00000100:00100000:3.0:1746129506.974256:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3303:x1830948736806784:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129506.974327:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3303:x1830948736806784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (392us total) trans 17179873179 rc 0/0 00000100:00100000:3.0:1746129506.974331:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11726 00000100:00100000:3.0:1746129506.974338:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11727 00000100:00100000:3.0:1746129506.974342:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3303:x1830948736806144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129506.974396:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746129506.974398:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129505 -> 1746129505 00002000:00010000:3.0:1746129506.974400:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129504 -> 1746129504 00002000:00010000:3.0:1746129506.974402:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129504 -> 1746129504 00002000:00010000:3.0:1746129506.974404:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:3.0:1746129506.974419:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3303:x1830948736806144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 77us (457us total) trans 17179873180 rc 0/0 00000100:00100000:3.0:1746129506.974423:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11727 00000100:00100000:3.0:1746129506.974431:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11728 00000100:00100000:3.0:1746129506.974434:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3303:x1830948736806656:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129506.974499:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3303:x1830948736806656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (514us total) trans 17179873181 rc 0/0 00000100:00100000:3.0:1746129506.974503:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11728 00000100:00100000:3.0:1746129506.974511:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11729 00000100:00100000:3.0:1746129506.974514:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3302:x1830948736805632:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129506.974591:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736805632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (591us total) trans 21474840377 rc 0/0 00000100:00100000:3.0:1746129506.974595:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11729 00000004:00080000:3.0:1746129506.974617:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baeca80/2, rc 0, transno 21474840377 00000100:00100000:3.0:1746129506.974621:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736805632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129506.974683:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3303:x1830948736805760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1749us (2544us total) trans 21474840378 rc 0/0 00000100:00100000:3.0:1746129506.974687:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11717 00000004:00080000:3.0:1746129506.974702:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f46a00/2, rc 0, transno 17179873180 00000100:00100000:3.0:1746129506.974705:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736806144:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129506.974710:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f45f80/2, rc 0, transno 17179873181 00000100:00100000:3.0:1746129506.974712:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736806656:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129506.974716:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f44a80/2, rc 0, transno 17179873178 00000100:00100000:3.0:1746129506.974719:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736806272:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129506.974723:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f45880/2, rc 0, transno 17179873179 00000100:00100000:3.0:1746129506.974725:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736806784:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129506.974729:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baee680/2, rc 0, transno 21474840376 00000100:00100000:3.0:1746129506.974732:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736805248:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129506.974737:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baeea00/2, rc 0, transno 21474840378 00000100:00100000:3.0:1746129506.974739:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736805760:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129506.977501:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746129506.977521:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736807168:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129506.977523:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f44000/2, rc 0, transno 17179873176 00000100:00100000:1.0:1746129506.977531:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736806400:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129506.977541:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f44e00/2, rc 0, transno 17179873177 00000100:00100000:1.0:1746129506.977544:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736806912:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129506.977574:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129506.977610:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736807168 00000100:00100000:2.0:1746129506.977615:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736807168 00000100:00100000:2.0:1746129506.977652:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11730 00000100:00100000:2.0:1746129506.977658:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3303:x1830948736807168:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129506.977834:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3303:x1830948736807168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (259us total) trans 17179873182 rc 0/0 00000100:00100000:2.0:1746129506.977840:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11730 00000004:00080000:2.0:1746129506.977863:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f46300/2, rc 0, transno 17179873182 00000100:00100000:2.0:1746129506.977866:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736807168:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129506.979350:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.979404:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731901696 00000100:00100000:0.0:1746129506.979414:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731901696 00000100:00100000:0.0:1746129506.979458:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4112 00000100:00100000:0.0:1746129506.979468:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:29393:x1830948731901696:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:3.0:1746129506.979601:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baece00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804864:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129506.979611:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736804992:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129506.979615:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.979630:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731901824 00000100:00100000:2.0:1746129506.979633:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731901824 00010000:00010000:3.0:1746129506.979643:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3400/0x40a459093b05ee48 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 292 pid: 16908 timeout: 0 lvb_type: 3 00000100:00100000:2.0:1746129506.979665:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4113 00000100:00100000:2.0:1746129506.979671:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:29391:x1830948731901824:12345-192.168.202.4@tcp:49:multiop.0 00000100:00100000:2.0:1746129506.979752:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:29391:x1830948731901824:12345-192.168.202.4@tcp:49:multiop.0 Request processed in 81us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129506.979755:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:29393:x1830948731901696:12345-192.168.202.4@tcp:49:cat.0 Request processed in 288us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.979759:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4113 00000100:00100000:0.0:1746129506.979762:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4112 00010000:00010000:3.0:1746129506.979952:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 290 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.979975:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb2600, rc 0) 00000100:00100000:3.0:1746129506.979998:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+290:29390:x1830948731900672:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 47837us (51782us total) trans 8589944064 rc 0/0 00000100:00100000:3.0:1746129506.980005:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10173 00000100:00100000:0.0:1746129506.980167:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.980666:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731901952 00000100:00100000:1.0:1746129506.980670:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731901952 00000100:00100000:1.0:1746129506.980702:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4114 00000100:00100000:1.0:1746129506.980707:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:29396:x1830948731901952:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:1.0:1746129506.980750:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:29396:x1830948731901952:12345-192.168.202.4@tcp:49:cat.0 Request processed in 43us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.980755:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4114 00000100:00100000:0.0:1746129506.981682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.981972:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731902080 00000100:00100000:2.0:1746129506.981977:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731902080 00000100:00100000:2.0:1746129506.982004:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11731 00000100:00100000:2.0:1746129506.982010:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:29391:x1830948731902080:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129506.982020:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.982034:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa73 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.982054:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa3b expref: 30 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.982061:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.982063:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.982066:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2887680->3145727] (req 2887680->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.982090:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa3b expref: 30 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.982101:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa3b expref: 30 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129506.982111:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736807296:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129506.982763:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.983235:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.983467:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731902208 00000100:00100000:2.0:1746129506.983472:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731902208 00000100:00100000:2.0:1746129506.983501:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11732 00000100:00100000:2.0:1746129506.983506:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731902208:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.983516:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.983526:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa7a expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.983544:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.983546:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.983552:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa7a expref: 18 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.983563:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa7a expref: 18 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.983572:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ea5e000, rc 0) 00000100:00100000:2.0:1746129506.983602:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731902208:12345-192.168.202.4@tcp:101:cat.0 Request processed in 94us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.983606:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11732 00000100:00100000:0.0:1746129506.984774:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.984894:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.985158:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.985409:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.985481:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731902336 00000100:00100000:2.0:1746129506.985487:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731902336 00000100:00100000:2.0:1746129506.985513:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731902464 00000100:00100000:2.0:1746129506.985515:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731902464 00000100:00100000:2.0:1746129506.985524:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731902592 00000100:00100000:2.0:1746129506.985526:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731902592 00000100:00100000:2.0:1746129506.985538:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11733 00000100:00100000:2.0:1746129506.985545:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731902336:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.985556:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.985569:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa81 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.985587:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.985588:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.985594:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa81 expref: 27 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.985606:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa81 expref: 27 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.985614:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438dc00, rc 0) 00000100:00100000:2.0:1746129506.985647:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731902336:12345-192.168.202.4@tcp:101:cat.0 Request processed in 102us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.985652:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11733 00000100:00100000:2.0:1746129506.985664:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11734 00000100:00100000:2.0:1746129506.985669:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731902464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.985674:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.985681:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa88 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.985689:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.985691:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.985694:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa88 expref: 27 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.985701:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa88 expref: 27 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.985706:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438c800, rc 0) 00000100:00100000:2.0:1746129506.985719:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731902464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 52us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.985723:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11734 00000100:00100000:2.0:1746129506.985732:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11735 00000100:00100000:2.0:1746129506.985736:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731902592:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129506.985742:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129506.985750:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa8f expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.985758:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.985760:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129506.985763:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa8f expref: 19 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.985770:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa8f expref: 19 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129506.985777:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcfbe00, rc 0) 00000100:00100000:2.0:1746129506.985789:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731902592:12345-192.168.202.4@tcp:101:cat.0 Request processed in 53us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.985793:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11735 00000100:00100000:0.0:1746129506.987157:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129506.987185:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731902720 00000100:00100000:1.0:1746129506.987190:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731902720 00000100:00100000:1.0:1746129506.987217:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11736 00000100:00100000:1.0:1746129506.987222:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731902720:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129506.987230:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.987239:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa96 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.987252:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.987254:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.987262:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa96 expref: 20 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.987271:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa96 expref: 20 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.987277:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3000, rc 0) 00000100:00100000:1.0:1746129506.987313:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731902720:12345-192.168.202.4@tcp:101:cat.0 Request processed in 91us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.987318:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11736 00000100:00100000:2.0:1746129506.987498:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736807296:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129506.987520:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2887680->3145727] (req 2887680->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129506.987530:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5385800, rc 0) 00000100:00100000:1.0:1746129506.987541:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731902848 00000100:00100000:1.0:1746129506.987544:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731902848 00000100:00100000:2.0:1746129506.987553:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:29391:x1830948731902080:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5543us (5873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129506.987558:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11737 00000100:00100000:1.0:1746129506.987561:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948731902848:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129506.987568:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11731 00010000:00010000:1.0:1746129506.987573:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129506.987580:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05eebf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aa9d expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129506.987590:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129506.987597:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05eebf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa9d expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.987609:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05eebf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa9d expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129506.987621:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb2000, rc 0) 00000100:00100000:1.0:1746129506.987634:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731902848:12345-192.168.202.4@tcp:101:cat.0 Request processed in 71us (481us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129506.987638:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11737 00000100:00100000:0.0:1746129506.988087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.988135:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731902976 00000100:00100000:3.0:1746129506.988139:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731902976 00010000:00010000:3.0:1746129506.988156:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa3b expref: 31 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129506.988173:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5929 00000100:00100000:3.0:1746129506.988177:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731902976:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129506.988184:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129506.988202:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa3b expref: 31 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.988210:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa3b expref: 31 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.988223:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eac2e00/0x40a459093b05ee25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa3b expref: 31 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129506.988232:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.988234:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129506.988237:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.988249:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.988269:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129506.988278:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736807424:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129506.988665:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.992988:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.993038:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731903104 00000100:00100000:3.0:1746129506.993046:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731903104 00000100:00100000:3.0:1746129506.993100:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11738 00000100:00100000:3.0:1746129506.993108:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+31:29390:x1830948731903104:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129506.993127:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129506.993142:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aaa4 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.993167:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.993175:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.993177:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129506.993181:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2547712->2850815] (req 2547712->2850815) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.993208:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.993225:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 25 pid: 8412 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129506.993237:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736807552:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129506.993331:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129506.993393:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129506.993425:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731903360 00000100:00100000:3.0:1746129506.993428:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731903360 00002000:00100000:3.0:1746129506.993449:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a0992300 x1830948731903360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129506.993457:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992300 with x1830948731903360 ext(1048576->2097151) 00000100:00100000:2.0:1746129506.993460:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736807424:192.168.202.4@tcp:105: 00002000:00010000:3.0:1746129506.993461:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0992300 00000100:00100000:3.0:1746129506.993473:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4506 00010000:00010000:2.0:1746129506.993474:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129506.993478:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731903360:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129506.993505:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731902976:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5327us (5418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129506.993512:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5929 00000100:00100000:0.0:1746129506.993988:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129506.994027:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731903616 00000100:00100000:0.0:1746129506.994030:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731903616 00002000:00100000:0.0:1746129506.994046:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2887680->2891775) req@ffff88013145fb80 x1830948731903616/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.994051:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145fb80 with x1830948731903616 ext(2887680->2891775) 00010000:00010000:0.0:1746129506.994057:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 26 pid: 8412 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.994065:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 26 pid: 8412 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746129506.994071:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013145fb80 00000100:00100000:0.0:1746129506.994082:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1161 00000100:00100000:0.0:1746129506.994087:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731903616:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129506.997093:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731903616:12345-192.168.202.4@tcp:3:cat.0 Request processed in 2996us (3095us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129506.997105:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1161 00002000:00100000:0.0:1746129506.997113:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2887680->2891775) req@ffff88013145fb80 x1830948731903616/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746129517 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129506.997122:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145fb80 with x1830948731903616 ext(2887680->2891775) 00010000:00010000:0.0:1746129506.997130:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 26 pid: 8412 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129506.997143:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 26 pid: 8412 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746129506.997150:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013145fb80 00000100:00100000:3.0:1746129506.997685:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736807552:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129506.997710:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2547712->2850815] (req 2547712->2850815) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 33 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129506.997724:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009584e000, rc 0) 00000100:00100000:3.0:1746129506.998076:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+33:29390:x1830948731903104:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4967us (5093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129506.998084:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11738 00000100:00100000:0.0:1746129506.999409:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129506.999920:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731904000 00000100:00100000:2.0:1746129506.999927:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731904000 00002000:00100000:2.0:1746129506.999965:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013145f100 x1830948731904000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/0 e 0 to 0 dl 1746129517 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129506.999974:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145f100 with x1830948731904000 ext(0->1048575) 00002000:00010000:2.0:1746129506.999978:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145f100 00000100:00100000:0.0:1746129507.000039:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.000237:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4507 00000100:00100000:2.0:1746129507.000247:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731904000:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.000354:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.000580:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731904128 00000100:00100000:1.0:1746129507.000584:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731904128 00000100:00080000:3.0:1746129507.000607:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:1.0:1746129507.000610:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88013145f800 x1830948731904128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.000618:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145f800 with x1830948731904128 ext(1048576->2097151) 00002000:00010000:1.0:1746129507.000622:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145f800 00000100:00100000:1.0:1746129507.000632:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4508 00000100:00100000:1.0:1746129507.000638:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948731904128:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.000793:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.000806:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731904512 00000100:00100000:0.0:1746129507.000809:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731904512 00002000:00100000:0.0:1746129507.000825:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013145dc00 x1830948731904512/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.000831:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145dc00 with x1830948731904512 ext(1048576->2097151) 00002000:00010000:0.0:1746129507.000834:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145dc00 00000100:00100000:0.0:1746129507.001005:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731904640 00000100:00100000:0.0:1746129507.001007:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731904640 00002000:00100000:0.0:1746129507.001021:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880091b07800 x1830948731904640/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.001027:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07800 with x1830948731904640 ext(1048576->2097151) 00002000:00010000:0.0:1746129507.001029:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07800 00000100:00100000:3.0:1746129507.001055:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4509 00000100:00100000:3.0:1746129507.001061:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948731904512:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.001481:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4510 00000100:00100000:0.0:1746129507.001488:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731904640:12345-192.168.202.4@tcp:3:cat.0 00000100:00080000:3.0:1746129507.002215:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746129507.016907:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731903360:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 23420us (23506us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.016918:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4506 00002000:00100000:3.0:1746129507.016928:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a0992300 x1830948731903360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.016938:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0992300 with x1830948731903360 ext(1048576->2097151) 00002000:00010000:3.0:1746129507.016943:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0992300 00000100:00100000:2.0:1746129507.022674:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731904640:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21177us (21872us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.022686:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4510 00002000:00100000:2.0:1746129507.022696:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880091b07800 x1830948731904640/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.022705:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b07800 with x1830948731904640 ext(1048576->2097151) 00002000:00010000:2.0:1746129507.022711:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b07800 00000100:00100000:2.0:1746129507.024669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.024738:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.024927:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731904896 00000100:00100000:3.0:1746129507.024938:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731904896 00000100:00100000:3.0:1746129507.024986:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11739 00000100:00100000:3.0:1746129507.024993:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+22:29391:x1830948731904896:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129507.025010:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.025029:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aaab expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.025057:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa34 expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.025064:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa96 expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.025071:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.025072:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.025075:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3354623] (req 3145728->3354623) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 23 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.025104:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa96 expref: 23 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.025113:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa96 expref: 23 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.025123:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736807680:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.025195:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa34 expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.025202:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa34 expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.025209:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736807808:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.025226:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5180 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.025244:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731905024 00000100:00100000:3.0:1746129507.025247:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731905024 00002000:00100000:3.0:1746129507.025269:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2887680->3145727) req@ffff880135724e00 x1830948731905024/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.025276:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135724e00 with x1830948731905024 ext(2887680->3145727) 00010000:00010000:3.0:1746129507.025282:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 30 pid: 8412 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.025291:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 30 pid: 8412 timeout: 862 lvb_type: 0 00002000:00010000:3.0:1746129507.025317:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135724e00 00000100:00100000:3.0:1746129507.025330:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1162 00000100:00100000:3.0:1746129507.025335:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948731905024:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129507.025716:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731904128:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25076us (25675us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129507.025722:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4508 00002000:00100000:1.0:1746129507.025728:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88013145f800 x1830948731904128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.025735:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145f800 with x1830948731904128 ext(1048576->2097151) 00002000:00010000:1.0:1746129507.025738:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145f800 00000100:00100000:3.0:1746129507.028186:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731904512:12345-192.168.202.4@tcp:3:cat.0 Request processed in 27118us (27826us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.028195:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4509 00002000:00100000:3.0:1746129507.028203:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013145dc00 x1830948731904512/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.028211:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145dc00 with x1830948731904512 ext(1048576->2097151) 00002000:00010000:3.0:1746129507.028216:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145dc00 00000100:00100000:2.0:1746129507.029994:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731904000:12345-192.168.202.4@tcp:3:cat.0 Request processed in 29744us (30584us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.030002:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4507 00002000:00100000:2.0:1746129507.030011:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013145f100 x1830948731904000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:247/0 lens 488/440 e 0 to 0 dl 1746129517 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.030018:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145f100 with x1830948731904000 ext(0->1048575) 00002000:00010000:2.0:1746129507.030022:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145f100 00000100:00100000:2.0:1746129507.031924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.031945:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731905280 00000100:00100000:2.0:1746129507.031952:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731905280 00010000:00010000:2.0:1746129507.031990:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa34 expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.032186:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.032246:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731905152 00000100:00100000:1.0:1746129507.032250:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731905152 00010000:00010000:1.0:1746129507.032265:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa96 expref: 22 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.032288:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736807680:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.032289:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5930 00000100:00100000:1.0:1746129507.032316:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948731905152:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129507.032323:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736807808:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.032327:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.032347:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa96 expref: 22 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.032349:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [3145728->3354623] (req 3145728->3354623) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.032357:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa96 expref: 22 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129507.032945:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efb3000/0x40a459093b05eeb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa96 expref: 22 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.032960:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf8c00, rc 0) 00010000:00010000:1.0:1746129507.033090:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129507.033131:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+21:29391:x1830948731904896:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 8138us (8391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.033138:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11739 00000100:00100000:1.0:1746129507.033166:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948731905152:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 850us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.033172:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5930 00000100:00100000:1.0:1746129507.033187:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5931 00000100:00100000:1.0:1746129507.033192:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948731905280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.033200:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.033208:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa34 expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129507.033216:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa34 expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129507.033226:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945c3400/0x40a459093b05ee1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa34 expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129507.033233:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.033235:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.033240:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.033247:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.033269:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.033278:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736807936:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129507.033335:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.034102:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.034174:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731905536 00000100:00100000:2.0:1746129507.034179:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731905536 00002000:00100000:2.0:1746129507.034207:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094f45180 x1830948731905536/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.034215:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45180 with x1830948731905536 ext(1048576->2097151) 00002000:00010000:2.0:1746129507.034219:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f45180 00000100:00100000:2.0:1746129507.034232:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4511 00000100:00100000:2.0:1746129507.034237:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731905536:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129507.036960:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948731905024:12345-192.168.202.4@tcp:4:cat.0 Request processed in 11616us (12288us total) trans 21474840379 rc 0/0 00000100:00100000:3.0:1746129507.036970:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1162 00002000:00100000:3.0:1746129507.036981:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2887680->3145727) req@ffff880135724e00 x1830948731905024/t21474840379(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/448 e 0 to 0 dl 1746129518 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.036990:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135724e00 with x1830948731905024 ext(2887680->3145727) 00010000:00010000:3.0:1746129507.036999:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 28 pid: 8412 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.037012:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 28 pid: 8412 timeout: 862 lvb_type: 0 00002000:00010000:3.0:1746129507.037018:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135724e00 00000100:00100000:2.0:1746129507.041940:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f45500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736807936:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.041960:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.042016:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948731905280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 8822us (10097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.042025:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5931 00000100:00100000:0.0:1746129507.043522:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.043579:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731905792 00000100:00100000:3.0:1746129507.043586:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731905792 00002000:00100000:3.0:1746129507.043621:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3350528->3354623) req@ffff880091b04a80 x1830948731905792/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.043630:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b04a80 with x1830948731905792 ext(3350528->3354623) 00002000:00010000:3.0:1746129507.043634:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b04a80 00000100:00100000:3.0:1746129507.043751:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4512 00000100:00100000:3.0:1746129507.043758:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731905792:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129507.043895:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731905792:12345-192.168.202.4@tcp:3:cat.0 Request processed in 137us (377us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129507.043901:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4512 00002000:00100000:3.0:1746129507.043907:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3350528->3354623) req@ffff880091b04a80 x1830948731905792/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.043913:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b04a80 with x1830948731905792 ext(3350528->3354623) 00002000:00010000:3.0:1746129507.043916:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b04a80 00000100:00100000:0.0:1746129507.046346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.046533:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731905920 00000100:00100000:3.0:1746129507.046538:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731905920 00010000:00010000:3.0:1746129507.046564:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 28 pid: 8412 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.046582:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5932 00000100:00100000:3.0:1746129507.046587:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948731905920:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129507.046595:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129507.046611:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 28 pid: 8412 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.046618:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 28 pid: 8412 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.046632:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b5385800/0x40a459093b05ee95 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2887680->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa73 expref: 28 pid: 8412 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.046653:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.046654:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.046660:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.046665:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.046687:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.046697:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736808064:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129507.046944:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5780 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.050516:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731905536:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 16271us (16407us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.050530:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4511 00002000:00100000:2.0:1746129507.050540:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880094f45180 x1830948731905536/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.050550:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45180 with x1830948731905536 ext(1048576->2097151) 00002000:00010000:2.0:1746129507.050555:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f45180 00000100:00100000:3.0:1746129507.050759:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736808064:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129507.050778:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129507.050795:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948731905920:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4208us (4455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.050801:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5932 00000100:00100000:0.0:1746129507.050935:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.050990:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731906304 00000100:00100000:1.0:1746129507.050999:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731906304 00000100:00100000:1.0:1746129507.051108:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4115 00000100:00100000:1.0:1746129507.051116:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094cc8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:29391:x1830948731906304:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129507.051219:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.051427:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094cc8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:29391:x1830948731906304:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 312us (492us total) trans 8589944066 rc 0/0 00000100:00100000:1.0:1746129507.051433:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4115 00000100:00100000:0.0:1746129507.052213:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.052257:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731906432 00000100:00100000:1.0:1746129507.052260:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731906432 00002000:00100000:1.0:1746129507.052280:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2547712->2551807) req@ffff880091b06300 x1830948731906432/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.052288:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b06300 with x1830948731906432 ext(2547712->2551807) 00002000:00010000:1.0:1746129507.052311:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b06300 00000100:00100000:1.0:1746129507.052334:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731906688 00000100:00100000:1.0:1746129507.052337:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731906688 00002000:00100000:1.0:1746129507.052348:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880129adca80 x1830948731906688/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.052354:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adca80 with x1830948731906688 ext(2097152->3145727) 00002000:00010000:1.0:1746129507.052357:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adca80 00000100:00100000:1.0:1746129507.052367:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4513 00000100:00100000:1.0:1746129507.052373:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731906432:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129507.052374:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4514 00000100:00100000:3.0:1746129507.052382:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731906688:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129507.052478:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731906432:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 105us (1259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129507.052486:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4513 00002000:00100000:1.0:1746129507.052490:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2547712->2551807) req@ffff880091b06300 x1830948731906432/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.052496:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b06300 with x1830948731906432 ext(2547712->2551807) 00002000:00010000:1.0:1746129507.052499:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b06300 00000100:00100000:0.0:1746129507.059764:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.060379:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731907072 00000100:00100000:2.0:1746129507.060388:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731907072 00002000:00100000:2.0:1746129507.060431:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2846720->2850815) req@ffff880129add500 x1830948731907072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.060441:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add500 with x1830948731907072 ext(2846720->2850815) 00002000:00010000:2.0:1746129507.060446:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129add500 00000100:00100000:2.0:1746129507.060481:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4515 00000100:00100000:2.0:1746129507.060489:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731907072:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129507.060640:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731907072:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 151us (883us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129507.060646:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4515 00002000:00100000:2.0:1746129507.060652:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2846720->2850815) req@ffff880129add500 x1830948731907072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.060658:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add500 with x1830948731907072 ext(2846720->2850815) 00002000:00010000:2.0:1746129507.060662:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129add500 00000100:00100000:0.0:1746129507.062475:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.063098:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731907200 00000100:00100000:2.0:1746129507.063110:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731907200 00002000:00100000:2.0:1746129507.063161:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880129ade300 x1830948731907200/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.063177:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ade300 with x1830948731907200 ext(1048576->2097151) 00002000:00010000:2.0:1746129507.063181:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ade300 00000100:00100000:2.0:1746129507.063207:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4516 00000100:00100000:2.0:1746129507.063213:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731907200:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129507.064465:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.065371:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731907456 00000100:00100000:1.0:1746129507.065379:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731907456 00000100:00100000:1.0:1746129507.065438:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4116 00000100:00100000:1.0:1746129507.065445:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:29390:x1830948731907456:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129507.065609:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:29390:x1830948731907456:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 164us (1148us total) trans 8589944067 rc 0/0 00000100:00100000:1.0:1746129507.065615:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4116 00000100:00100000:3.0:1746129507.066074:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731906688:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13691us (13859us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.066087:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4514 00002000:00100000:3.0:1746129507.066096:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880129adca80 x1830948731906688/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.066103:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adca80 with x1830948731906688 ext(2097152->3145727) 00002000:00010000:3.0:1746129507.066108:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adca80 00000100:00100000:2.0:1746129507.070870:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948731907200:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 7649us (8394us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.070889:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4516 00002000:00100000:2.0:1746129507.070897:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880129ade300 x1830948731907200/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.070907:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129ade300 with x1830948731907200 ext(1048576->2097151) 00002000:00010000:2.0:1746129507.070913:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129ade300 00000100:00100000:0.0:1746129507.071939:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.072022:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731907584 00000100:00100000:3.0:1746129507.072030:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731907584 00000100:00100000:3.0:1746129507.072073:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11740 00000100:00100000:3.0:1746129507.072080:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+27:29396:x1830948731907584:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129507.072119:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.072135:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aab2 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.072159:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.072166:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129507.072167:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129507.072171:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.072195:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.072206:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 30 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.072282:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736808192:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.072765:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5780 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.074565:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736808192:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.074591:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.074604:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf9000, rc 0) 00000100:00100000:3.0:1746129507.074928:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+28:29396:x1830948731907584:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2846us (2990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.074936:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11740 00000100:00100000:1.0:1746129507.077528:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.077595:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731907712 00000100:00100000:2.0:1746129507.077602:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731907712 00002000:00100000:2.0:1746129507.077638:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2547712->2850815) req@ffff880094f47100 x1830948731907712/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.077648:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47100 with x1830948731907712 ext(2547712->2850815) 00010000:00010000:2.0:1746129507.077659:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 31 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.077672:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 31 pid: 20577 timeout: 862 lvb_type: 0 00002000:00010000:2.0:1746129507.077679:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f47100 00000100:00100000:2.0:1746129507.077706:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1163 00000100:00100000:2.0:1746129507.077713:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731907712:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129507.080216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.080737:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731907840 00000100:00100000:3.0:1746129507.080744:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731907840 00000100:00100000:3.0:1746129507.080776:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11741 00000100:00100000:3.0:1746129507.080782:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+32:29393:x1830948731907840:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129507.080797:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.080810:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aab9 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.080833:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.080840:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129507.080842:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129507.080845:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 33 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.080866:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 19 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.080875:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 19 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.080894:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736808320:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.080960:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5780 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.082715:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731907712:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 4994us (5184us total) trans 21474840380 rc 0/0 00000100:00100000:2.0:1746129507.082727:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1163 00002000:00100000:2.0:1746129507.082738:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2547712->2850815) req@ffff880094f47100 x1830948731907712/t21474840380(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/448 e 0 to 0 dl 1746129518 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.082747:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47100 with x1830948731907712 ext(2547712->2850815) 00010000:00010000:2.0:1746129507.082754:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 33 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.082765:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 33 pid: 20577 timeout: 862 lvb_type: 0 00002000:00010000:2.0:1746129507.082771:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094f47100 00000100:00100000:3.0:1746129507.083462:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736808320:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.083483:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 33 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.083506:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf9c00, rc 0) 00000100:00100000:3.0:1746129507.083537:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+33:29393:x1830948731907840:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2755us (3329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.083543:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11741 00000100:00100000:0.0:1746129507.084797:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.084839:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.084855:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731907968 00000100:00100000:2.0:1746129507.084861:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731907968 00000100:00100000:3.0:1746129507.084896:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731908096 00000100:00100000:3.0:1746129507.084899:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731908096 00002000:00100000:2.0:1746129507.084911:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3354623) req@ffff8800a0519c00 x1830948731907968/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:3.0:1746129507.084916:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 33 pid: 20577 timeout: 862 lvb_type: 0 00002000:00100000:2.0:1746129507.084919:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519c00 with x1830948731907968 ext(3145728->3354623) 00010000:00010000:2.0:1746129507.084925:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.084934:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00002000:00010000:2.0:1746129507.084943:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0519c00 00000100:00100000:3.0:1746129507.084946:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5933 00000100:00100000:3.0:1746129507.084951:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731908096:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129507.084957:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1164 00010000:00010000:3.0:1746129507.084961:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129507.084963:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731907968:12345-192.168.202.4@tcp:4:cat.0 00010000:00010000:3.0:1746129507.084977:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 33 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.084986:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 33 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.085007:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009584e000/0x40a459093b05eec6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2547712->2850815) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaa4 expref: 33 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.085033:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.085035:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.085042:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.085053:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.085077:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.085087:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736808448:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129507.085139:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5780 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.088321:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736808448:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.088341:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.088379:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731908096:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3426us (3538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.088388:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5933 00000100:00100000:0.0:1746129507.089058:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.089136:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731908352 00000100:00100000:2.0:1746129507.089142:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731908352 00002000:00100000:2.0:1746129507.089172:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0518000 x1830948731908352/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.089181:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518000 with x1830948731908352 ext(2097152->3145727) 00002000:00010000:2.0:1746129507.089185:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0518000 00000100:00100000:2.0:1746129507.089211:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4517 00000100:00100000:2.0:1746129507.089217:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731908352:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129507.089688:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948731907968:12345-192.168.202.4@tcp:4:cat.0 Request processed in 4724us (4894us total) trans 17179873183 rc 0/0 00000100:00100000:3.0:1746129507.089695:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1164 00002000:00100000:3.0:1746129507.089701:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3354623) req@ffff8800a0519c00 x1830948731907968/t17179873183(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/448 e 0 to 0 dl 1746129518 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.089707:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519c00 with x1830948731907968 ext(3145728->3354623) 00010000:00010000:3.0:1746129507.089714:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 22 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.089725:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 22 pid: 20577 timeout: 862 lvb_type: 0 00002000:00010000:3.0:1746129507.089730:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0519c00 00000100:00100000:0.0:1746129507.097192:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.097607:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731908480 00000100:00100000:2.0:1746129507.097615:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731908480 00010000:00010000:2.0:1746129507.097645:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 22 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.097675:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5934 00000100:00100000:2.0:1746129507.097683:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948731908480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.097698:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.097718:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 22 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.097728:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 22 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.097745:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8c00/0x40a459093b05eecd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3354623) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaab expref: 22 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.097776:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.097778:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.097784:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.097792:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.097822:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.097833:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736808576:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129507.097919:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.100162:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948731908352:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10938us (11098us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.100172:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4517 00002000:00100000:2.0:1746129507.100181:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0518000 x1830948731908352/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.100189:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518000 with x1830948731908352 ext(2097152->3145727) 00002000:00010000:2.0:1746129507.100194:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0518000 00000100:00100000:2.0:1746129507.103749:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736808576:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.103771:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.103819:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948731908480:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6137us (6633us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.103828:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5934 00000100:00100000:0.0:1746129507.107280:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.107348:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731908608 00000100:00100000:3.0:1746129507.107356:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731908608 00000100:00100000:3.0:1746129507.107401:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11742 00000100:00100000:3.0:1746129507.107407:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+21:29396:x1830948731908608:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129507.107424:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.107439:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aac0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.107462:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.107464:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.107471:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac0 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.107483:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac0 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.107493:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf8a00, rc 0) 00000100:00100000:3.0:1746129507.107548:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+22:29396:x1830948731908608:12345-192.168.202.4@tcp:101:cat.0 Request processed in 141us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.107554:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11742 00000100:00100000:0.0:1746129507.112578:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.112616:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.112655:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.112720:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731908864 00000100:00100000:1.0:1746129507.112727:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731908864 00002000:00100000:1.0:1746129507.112763:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0519500 x1830948731908864/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.112771:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519500 with x1830948731908864 ext(2097152->3145727) 00002000:00010000:1.0:1746129507.112777:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0519500 00000100:00100000:1.0:1746129507.112790:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731909248 00000100:00100000:1.0:1746129507.112792:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731909248 00002000:00100000:1.0:1746129507.112801:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a0518380 x1830948731909248/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.112806:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518380 with x1830948731909248 ext(3145728->4194303) 00002000:00010000:1.0:1746129507.112810:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0518380 00000100:00100000:1.0:1746129507.112818:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731909376 00000100:00100000:1.0:1746129507.112820:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731909376 00002000:00100000:1.0:1746129507.112829:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a051a300 x1830948731909376/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.112835:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051a300 with x1830948731909376 ext(3145728->4194303) 00002000:00010000:1.0:1746129507.112838:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a051a300 00000100:00100000:1.0:1746129507.112847:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4518 00000100:00100000:1.0:1746129507.112853:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731908864:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.112874:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4519 00000100:00100000:0.0:1746129507.112894:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731909248:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129507.113215:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4520 00000100:00100000:2.0:1746129507.113225:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948731909376:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129507.129774:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948731909248:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16875us (17148us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.129783:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4519 00002000:00100000:2.0:1746129507.129793:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800a0518380 x1830948731909248/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.129801:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518380 with x1830948731909248 ext(3145728->4194303) 00002000:00010000:2.0:1746129507.129806:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0518380 00000100:00100000:2.0:1746129507.130623:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948731909376:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17400us (17965us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.130630:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4520 00002000:00100000:2.0:1746129507.130636:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a051a300 x1830948731909376/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.130649:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051a300 with x1830948731909376 ext(3145728->4194303) 00002000:00010000:2.0:1746129507.130652:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a051a300 00000100:00100000:1.0:1746129507.134605:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731908864:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21744us (22027us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129507.134616:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4518 00002000:00100000:1.0:1746129507.134626:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800a0519500 x1830948731908864/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.134634:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519500 with x1830948731908864 ext(2097152->3145727) 00002000:00010000:1.0:1746129507.134638:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0519500 00000100:00100000:0.0:1746129507.137380:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.137489:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731909632 00000100:00100000:1.0:1746129507.137496:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731909632 00002000:00100000:1.0:1746129507.137531:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a0518e00 x1830948731909632/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.137540:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518e00 with x1830948731909632 ext(4194304->4923391) 00002000:00010000:1.0:1746129507.137544:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0518e00 00000100:00100000:1.0:1746129507.138578:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4521 00000100:00100000:1.0:1746129507.138588:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731909632:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.142735:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.142989:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731909760 00000100:00100000:1.0:1746129507.142996:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731909760 00000100:00100000:0.0:1746129507.144437:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731909632:12345-192.168.202.4@tcp:3:cat.0 Request processed in 5843us (7057us total) trans 0 rc 729088/729088 00000100:00100000:0.0:1746129507.144453:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4521 00002000:00100000:0.0:1746129507.144463:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff8800a0518e00 x1830948731909632/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.144472:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518e00 with x1830948731909632 ext(4194304->4923391) 00002000:00010000:0.0:1746129507.144478:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0518e00 00000100:00100000:1.0:1746129507.144488:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11743 00000100:00100000:1.0:1746129507.144499:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:29393:x1830948731909760:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129507.144514:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.144527:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aac7 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.144547:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.144549:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.144555:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac7 expref: 33 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.144568:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac7 expref: 33 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.144577:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cd99400, rc 0) 00000100:00100000:1.0:1746129507.144610:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:29393:x1830948731909760:12345-192.168.202.4@tcp:101:cat.0 Request processed in 114us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.144615:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11743 00000100:00100000:0.0:1746129507.152607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.152709:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731910016 00000100:00100000:2.0:1746129507.152718:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731910016 00000100:00100000:2.0:1746129507.152777:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4117 00000100:00100000:2.0:1746129507.152786:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:29396:x1830948731910016:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129507.153015:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29396:x1830948731910016:12345-192.168.202.4@tcp:35:cat.0 Request processed in 229us (414us total) trans 8589944068 rc 0/0 00000100:00100000:2.0:1746129507.153021:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4117 00000100:00100000:0.0:1746129507.155995:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.156045:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.156483:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731910272 00000100:00100000:3.0:1746129507.156490:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731910272 00002000:00100000:3.0:1746129507.156530:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a051ad80 x1830948731910272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.156541:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051ad80 with x1830948731910272 ext(2097152->3145727) 00002000:00010000:3.0:1746129507.156545:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a051ad80 00000100:00100000:3.0:1746129507.156560:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731910528 00000100:00100000:3.0:1746129507.156562:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731910528 00002000:00100000:3.0:1746129507.156571:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009fb9fb80 x1830948731910528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.156577:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9fb80 with x1830948731910528 ext(3145728->4194303) 00002000:00010000:3.0:1746129507.156579:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9fb80 00000100:00100000:3.0:1746129507.156591:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4522 00000100:00100000:3.0:1746129507.156597:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731910272:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129507.157258:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4523 00000100:00100000:2.0:1746129507.157271:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948731910528:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.158592:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.158609:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731910784 00000100:00100000:0.0:1746129507.158613:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731910784 00002000:00100000:0.0:1746129507.158644:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fb9ca80 x1830948731910784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.158657:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ca80 with x1830948731910784 ext(3145728->4194303) 00002000:00010000:0.0:1746129507.158661:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9ca80 00000100:00100000:0.0:1746129507.158688:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4524 00000100:00100000:0.0:1746129507.158694:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731910784:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129507.169770:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948731910528:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12496us (13715us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.169781:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4523 00002000:00100000:2.0:1746129507.169791:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009fb9fb80 x1830948731910528/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.169799:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9fb80 with x1830948731910528 ext(3145728->4194303) 00002000:00010000:2.0:1746129507.169805:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9fb80 00000100:00100000:2.0:1746129507.172200:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731910784:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13496us (13602us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.172210:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4524 00002000:00100000:2.0:1746129507.172221:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fb9ca80 x1830948731910784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.172236:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ca80 with x1830948731910784 ext(3145728->4194303) 00002000:00010000:2.0:1746129507.172241:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9ca80 00000100:00100000:3.0:1746129507.181075:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731910272:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24468us (25077us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.181085:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4522 00002000:00100000:3.0:1746129507.181096:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a051ad80 x1830948731910272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.181104:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051ad80 with x1830948731910272 ext(2097152->3145727) 00002000:00010000:3.0:1746129507.181109:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a051ad80 00000100:00100000:0.0:1746129507.190576:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.190680:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731911040 00000100:00100000:3.0:1746129507.190687:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731911040 00002000:00100000:3.0:1746129507.190726:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fb9c700 x1830948731911040/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.190734:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c700 with x1830948731911040 ext(4194304->4923391) 00002000:00010000:3.0:1746129507.190739:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9c700 00000100:00100000:3.0:1746129507.190770:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4525 00000100:00100000:3.0:1746129507.190778:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731911040:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.200736:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.202708:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731911296 00000100:00100000:3.0:1746129507.202718:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731911296 00000100:00100000:3.0:1746129507.202775:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10178 00000100:00100000:3.0:1746129507.202782:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+291:29402:x1830948731911296:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129507.202800:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.202816:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9800/0x40a459093b05eef0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aace expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.202893:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731911040:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12114us (12323us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129507.202901:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4525 00002000:00100000:2.0:1746129507.202910:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fb9c700 x1830948731911040/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00010000:00010000:3.0:1746129507.202917:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00002000:00100000:2.0:1746129507.202918:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c700 with x1830948731911040 ext(4194304->4923391) 00002000:00010000:2.0:1746129507.202922:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fb9c700 00010000:00010000:3.0:1746129507.202928:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.202939:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.202950:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.202960:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.202965:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203050:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203057:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203062:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129507.203068:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129507.203135:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203141:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203149:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203154:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fcf8800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129507.203157:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203163:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203172:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129507.203174:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129507.203178:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203182:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8800/0x40a459093b05eef7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203195:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203200:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203204:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203208:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fcf8600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129507.203210:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203214:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203224:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880093dc3800) 00010000:00010000:3.0:1746129507.203225:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129507.203228:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203231:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8600/0x40a459093b05eefe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.203261:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9800/0x40a459093b05eef0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aace expref: 294 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.203270:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aace expref: 293 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.203275:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129507.203277:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129507.203279:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf8400, rc 0) 00000100:00100000:3.0:1746129507.203328:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+293:29402:x1830948731911296:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 547us (2600us total) trans 8589944069 rc 0/0 00000100:00100000:3.0:1746129507.203334:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10178 00000100:00100000:2.0:1746129507.210957:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.211007:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.211056:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731911680 00000100:00100000:3.0:1746129507.211063:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731911680 00000100:00100000:1.0:1746129507.211071:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731911424 00000100:00100000:1.0:1746129507.211075:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731911424 00000100:00100000:1.0:1746129507.211101:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11744 00000100:00100000:3.0:1746129507.211107:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4118 00000100:00100000:1.0:1746129507.211108:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:29402:x1830948731911424:12345-192.168.202.4@tcp:101:multiop.0 00000100:00100000:3.0:1746129507.211113:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+293:29393:x1830948731911680:12345-192.168.202.4@tcp:35:cat.0 00010000:00010000:1.0:1746129507.211125:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.211139:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aad5 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.211165:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.211172:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac7 expref: 34 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.211178:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.211180:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.211182:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2162688->2297855] (req 2162688->2297855) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 34 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.211205:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac7 expref: 34 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.211216:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac7 expref: 34 pid: 7149 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.211226:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736808704:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.211275:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+294:29393:x1830948731911680:12345-192.168.202.4@tcp:35:cat.0 Request processed in 161us (266us total) trans 8589944070 rc 0/0 00000100:00100000:3.0:1746129507.211282:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4118 00010000:00010000:1.0:1746129507.211316:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.211324:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 27 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.211332:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736808832:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.214475:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.218134:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f45500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736808704:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.218147:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736808832:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.218173:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2162688->2297855] (req 2162688->2297855) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 34 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.218189:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f134600, rc 0) 00000100:00100000:1.0:1746129507.218244:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+34:29402:x1830948731911424:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7135us (7294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.218252:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11744 00000100:00100000:0.0:1746129507.224587:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.224644:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731911808 00000100:00100000:2.0:1746129507.224652:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731911808 00010000:00010000:2.0:1746129507.224688:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac7 expref: 34 pid: 7149 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.224726:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5935 00000100:00100000:2.0:1746129507.224734:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731911808:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.224746:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.224764:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac7 expref: 34 pid: 7149 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.224774:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac7 expref: 34 pid: 7149 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.224799:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cd99400/0x40a459093b05eee9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac7 expref: 34 pid: 7149 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.224828:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.224865:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731911808:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 132us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.224871:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5935 00000100:00100000:0.0:1746129507.226963:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.227032:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731911936 00000100:00100000:1.0:1746129507.227039:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731911936 00010000:00010000:1.0:1746129507.227066:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 28 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.227097:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5936 00000100:00100000:1.0:1746129507.227103:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948731911936:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.227115:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.227133:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 28 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.227142:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 28 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.227158:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9000/0x40a459093b05eed4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab2 expref: 28 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.227176:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.227177:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.227183:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.227189:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.227213:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.227222:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736808960:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129507.227285:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.231339:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.231522:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731912192 00000100:00100000:3.0:1746129507.231529:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731912192 00002000:00100000:3.0:1746129507.231569:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2162688->2166783) req@ffff88009fb9d880 x1830948731912192/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.231577:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9d880 with x1830948731912192 ext(2162688->2166783) 00002000:00010000:3.0:1746129507.231583:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9d880 00000100:00100000:3.0:1746129507.231612:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4526 00000100:00100000:3.0:1746129507.231619:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731912192:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129507.231768:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731912192:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 149us (436us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129507.231775:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4526 00002000:00100000:3.0:1746129507.231780:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2162688->2166783) req@ffff88009fb9d880 x1830948731912192/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.231787:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9d880 with x1830948731912192 ext(2162688->2166783) 00002000:00010000:3.0:1746129507.231789:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9d880 00000100:00100000:1.0:1746129507.232128:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736808960:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129507.232145:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129507.232178:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948731911936:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5075us (5219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.232186:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5936 00000100:00100000:0.0:1746129507.236412:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.236515:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731912448 00000100:00100000:3.0:1746129507.236524:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731912448 00002000:00100000:3.0:1746129507.236564:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2293760->2297855) req@ffff88009fb9ea00 x1830948731912448/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.236573:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ea00 with x1830948731912448 ext(2293760->2297855) 00002000:00010000:3.0:1746129507.236578:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ea00 00000100:00100000:3.0:1746129507.236611:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4527 00000100:00100000:3.0:1746129507.236619:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731912448:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129507.236769:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731912448:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 150us (364us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129507.236775:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4527 00002000:00100000:3.0:1746129507.236780:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2293760->2297855) req@ffff88009fb9ea00 x1830948731912448/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.236786:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ea00 with x1830948731912448 ext(2293760->2297855) 00002000:00010000:3.0:1746129507.236789:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ea00 00000100:00100000:0.0:1746129507.240367:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.240927:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731912704 00000100:00100000:2.0:1746129507.240935:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731912704 00000100:00100000:2.0:1746129507.240987:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4119 00000100:00100000:2.0:1746129507.240995:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+294:29402:x1830948731912704:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129507.241423:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+295:29402:x1830948731912704:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 428us (1062us total) trans 8589944071 rc 0/0 00000100:00100000:2.0:1746129507.241429:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4119 00000100:00100000:0.0:1746129507.270572:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.270678:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731912832 00000100:00100000:1.0:1746129507.270686:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731912832 00000100:00100000:1.0:1746129507.270782:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10179 00000100:00100000:1.0:1746129507.270791:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29404:x1830948731912832:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129507.270813:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.270832:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134e00/0x40a459093b05ef1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aadc expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.270900:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.270911:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.270920:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.270930:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.270936:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.270940:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271036:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271043:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271049:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746129507.271078:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:1.0:1746129507.271082:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746129507.271095:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271104:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271112:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271117:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271122:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271127:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f134a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129507.271130:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271136:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271144:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129507.271146:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129507.271150:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271155:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134a00/0x40a459093b05ef21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271171:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271176:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271180:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271184:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f135200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129507.271187:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271191:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271196:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012eacbe00) 00010000:00010000:1.0:1746129507.271198:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129507.271200:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271204:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135200/0x40a459093b05ef28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.271233:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134e00/0x40a459093b05ef1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aadc expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.271243:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aadc expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.271250:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129507.271252:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129507.271254:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f135400, rc 0) 00000100:00100000:1.0:1746129507.271322:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29404:x1830948731912832:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 532us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.271329:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10179 00000100:00100000:0.0:1746129507.277021:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.277048:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.277065:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.278827:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.279475:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.279719:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731913088 00000100:00100000:3.0:1746129507.279726:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731913088 00000100:00100000:0.0:1746129507.279762:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.279819:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731913216 00000100:00100000:3.0:1746129507.279822:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731913216 00000100:00100000:3.0:1746129507.279839:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731913344 00000100:00100000:3.0:1746129507.279841:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731913344 00000100:00100000:0.0:1746129507.279843:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731913472 00000100:00100000:0.0:1746129507.279847:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731913472 00000100:00100000:3.0:1746129507.279855:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731913600 00000100:00100000:3.0:1746129507.279857:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731913600 00000100:00100000:0.0:1746129507.279870:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11745 00000100:00100000:3.0:1746129507.279885:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11746 00000100:00100000:0.0:1746129507.279887:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731913088:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:3.0:1746129507.279892:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731913216:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:0.0:1746129507.279908:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11747 00010000:00010000:3.0:1746129507.279910:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129507.279913:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731913344:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129507.279922:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.279928:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aaf1 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.279933:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aaf8 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.279950:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.279950:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.279951:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.279951:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.279959:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf1 expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.279959:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf8 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.279973:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf1 expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.279973:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf8 expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.279983:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f34c800, rc 0) 00010000:00010000:3.0:1746129507.279985:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf8600, rc 0) 00000100:00100000:3.0:1746129507.280022:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731913216:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 131us (2955us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.280023:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731913344:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 109us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.280028:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11747 00000100:00100000:3.0:1746129507.280032:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11746 00000100:00100000:0.0:1746129507.280043:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11748 00000100:00100000:3.0:1746129507.280046:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11749 00000100:00100000:0.0:1746129507.280048:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731913472:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:3.0:1746129507.280051:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731913600:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129507.280053:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.280057:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.280059:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aaff expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.280064:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8000/0x40a459093b05ef4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab06 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.280068:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.280070:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.280074:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaff expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.280081:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaff expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.280088:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f34c600, rc 0) 00000100:00100000:3.0:1746129507.280100:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736809088:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129507.280104:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731913472:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 56us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.280108:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11748 00010000:00010000:0.0:1746129507.280127:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.280133:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aaea expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.280142:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.280143:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746129507.280147:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5d80 going to sleep for 11 seconds 00010000:00010000:0.0:1746129507.280147:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaea expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.280155:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaea expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.280162:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f34ca00, rc 0) 00000100:00080000:3.0:1746129507.280163:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746129507.280166:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129507.280176:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731913088:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 300us (3127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.280180:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11745 00000100:00100000:1.0:1746129507.280439:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731912960 00000100:00100000:1.0:1746129507.280444:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731912960 00000100:00100000:1.0:1746129507.280470:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11750 00000100:00100000:1.0:1746129507.280475:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731912960:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129507.280483:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.280489:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aae3 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.280498:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.280500:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.280504:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aae3 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129507.280512:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aae3 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129507.280519:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f135200, rc 0) 00000100:00100000:1.0:1746129507.280551:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731912960:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 76us (3537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.280556:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11750 00000100:00100000:3.0:1746129507.282968:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736809088:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129507.283001:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8000/0x40a459093b05ef4b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab06 expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.283013:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8000/0x40a459093b05ef4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab06 expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.283040:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf8000, rc 0) 00000100:00100000:3.0:1746129507.283096:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731913600:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3043us (3333us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129507.283107:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11749 00000100:00100000:0.0:1746129507.291739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.291812:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731913856 00000100:00100000:3.0:1746129507.291820:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731913856 00000100:00100000:3.0:1746129507.292252:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10180 00000100:00100000:3.0:1746129507.292260:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29404:x1830948731913856:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.292278:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.292546:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8200/0x40a459093b05ef60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab0d expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.292635:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.292648:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa6c expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.292655:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aace expref: 294 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.292661:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aadc expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.292667:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 6/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.292693:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aadc expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.292704:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aadc expref: 8 pid: 14548 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.292720:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736809216:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.292823:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aace expref: 294 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.292830:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aace expref: 294 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.292837:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736809344:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.293931:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa6c expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.293947:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa6c expref: 10 pid: 14548 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.293960:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736809472:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.294043:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.294475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.294521:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731913984 00000100:00100000:1.0:1746129507.294528:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731913984 00010000:00010000:1.0:1746129507.294554:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aadc expref: 9 pid: 14548 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.294589:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5937 00000100:00100000:1.0:1746129507.294595:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731913984:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.294606:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.294611:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aadc expref: 9 pid: 14548 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.294619:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aadc expref: 9 pid: 14548 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.294635:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129507.294640:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129507.294647:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129507.294652:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129507.294681:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731913984:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 86us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.294687:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5937 00010000:00010000:3.0:1746129507.294793:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135400/0x40a459093b05ef2f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aadc expref: 8 pid: 14548 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.294811:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736809216:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.297448:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.297578:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731914112 00000100:00100000:2.0:1746129507.297586:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731914112 00000100:00100000:0.0:1746129507.297594:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129507.297620:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa6c expref: 11 pid: 14548 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.297674:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736809344:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.297683:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736809472:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.297705:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:2.0:1746129507.297740:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731914240 00000100:00100000:2.0:1746129507.297743:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731914240 00010000:00010000:2.0:1746129507.297755:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aace expref: 295 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.297783:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5938 00000100:00100000:2.0:1746129507.297790:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731914112:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129507.297796:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5939 00010000:00010000:2.0:1746129507.297803:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129507.297804:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+295:1962:x1830948731914240:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.297807:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa6c expref: 11 pid: 14548 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129507.297811:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.297815:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa6c expref: 11 pid: 14548 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129507.297815:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aace expref: 295 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129507.297824:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aace expref: 295 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.297925:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05ee8e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa6c expref: 11 pid: 14548 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746129507.297930:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef05 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aace expref: 295 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.297950:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129507.297954:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129507.297962:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:2.0:1746129507.297968:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:0.0:1746129507.298029:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129507.298032:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129507.298052:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129507.298056:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.298061:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129507.298077:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000100:00100000:2.0:1746129507.298087:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731914112:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 297us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.298093:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5938 00010000:00010000:3.0:1746129507.298191:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8200/0x40a459093b05ef60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab0d expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.298201:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab0d expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.298206:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129507.298208:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129507.298210:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf9400, rc 0) 00000100:00100000:3.0:1746129507.298234:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29404:x1830948731913856:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 5975us (6504us total) trans 8589944072 rc 0/0 00000100:00100000:3.0:1746129507.298239:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10180 00000100:00100000:1.0:1746129507.298497:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+294:1962:x1830948731914240:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 695us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.298505:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5939 00000100:00100000:0.0:1746129507.300624:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.300697:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731914368 00000100:00100000:3.0:1746129507.300704:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731914368 00000100:00100000:3.0:1746129507.301072:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10181 00000100:00100000:3.0:1746129507.301079:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29404:x1830948731914368:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.301097:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.301110:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8000/0x40a459093b05ef75 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab14 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.301174:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.301185:0:16908:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab0d expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.301191:0:16908:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.301213:0:16908:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab0d expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.301223:0:16908:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab0d expref: 9 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.301232:0:16908:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736809600:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.301961:0:16908:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.303593:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.303626:0:16908:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16908:1830948736809600:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.303703:0:16908:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:1.0:1746129507.303751:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731914496 00000100:00100000:1.0:1746129507.303756:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731914496 00010000:00010000:1.0:1746129507.303783:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab0d expref: 10 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.303962:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5940 00000100:00100000:1.0:1746129507.303971:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731914496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.303982:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.303987:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab0d expref: 10 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.303997:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab0d expref: 10 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.304017:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9400/0x40a459093b05ef67 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab0d expref: 10 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.304116:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129507.304120:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129507.304128:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129507.304135:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 16908 initiator: MDT0 00010000:00010000:1.0:1746129507.304159:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129507.304201:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731914496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 231us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.304208:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5940 00010000:00010000:3.0:1746129507.304323:0:16908:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.304328:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129507.304363:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129507.304368:0:16908:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129507.304380:0:16908:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.304407:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8000/0x40a459093b05ef75 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab14 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.304420:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab14 expref: 8 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.304425:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129507.304428:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129507.304430:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf8e00, rc 0) 00000100:00100000:3.0:1746129507.304454:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29404:x1830948731914368:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3376us (3836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.304465:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10181 00000100:00100000:0.0:1746129507.309041:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.309218:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731914624 00000100:00100000:3.0:1746129507.309227:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731914624 00000100:00100000:3.0:1746129507.309282:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11751 00000100:00100000:3.0:1746129507.309290:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731914624:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.309326:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.309341:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9e00/0x40a459093b05ef83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab1b expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.309389:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736809728:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129507.310828:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.311328:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736809728:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129507.311354:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9e00/0x40a459093b05ef83 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab1b expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.311365:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcf9e00/0x40a459093b05ef83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab1b expref: 8 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.311379:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf9e00, rc 0) 00000100:00100000:3.0:1746129507.311416:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731914624:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2126us (2386us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129507.311425:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11751 00000100:00100000:0.0:1746129507.316955:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.318039:0:16908:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731914880 00000100:00100000:3.0:1746129507.318047:0:16908:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731914880 00000100:00100000:3.0:1746129507.318096:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10182 00000100:00100000:3.0:1746129507.318103:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29404:x1830948731914880:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.318118:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.318133:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9600/0x40a459093b05ef8a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab22 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.318218:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef91 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.318232:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef91 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.318241:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef91 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129507.318252:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129507.318474:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf9600/0x40a459093b05ef8a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab22 expref: 11 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.318496:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef91 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab22 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.318507:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129507.318509:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129507.318513:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcf8400, rc 0) 00000100:00100000:3.0:1746129507.318548:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29404:x1830948731914880:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 446us (1604us total) trans 8589944073 rc 0/0 00000100:00100000:3.0:1746129507.318554:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10182 00010000:00010000:3.0:1746129507.319188:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129507.321255:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.321291:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.321370:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.321401:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731915008 00000100:00100000:0.0:1746129507.321408:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731915008 00000100:00100000:0.0:1746129507.321450:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731915136 00000100:00100000:0.0:1746129507.321453:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731915136 00000100:00100000:0.0:1746129507.321464:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731915392 00000100:00100000:0.0:1746129507.321466:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731915392 00000100:00100000:0.0:1746129507.321478:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11752 00000100:00100000:0.0:1746129507.321484:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731915008:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129507.321520:0:7149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.321536:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa18 expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.321544:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aae3 expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.321551:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa7a expref: 21 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.321556:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.321558:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.321560:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.321584:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa7a expref: 21 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.321595:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa7a expref: 21 pid: 20577 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.321607:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736809856:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129507.321682:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aae3 expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.321689:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aae3 expref: 10 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.321702:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736809984:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129507.321725:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa18 expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.321733:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa18 expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.321740:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736810112:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.321756:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a74f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.322008:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11753 00000100:00100000:1.0:1746129507.322015:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731915136:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129507.322034:0:8412:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.322044:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa1f expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129507.322050:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaea expref: 7 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129507.322061:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa81 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129507.322066:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.322067:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.322069:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.322083:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa81 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129507.322089:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa81 expref: 26 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129507.322096:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736810240:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.322123:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaea expref: 7 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129507.322131:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaea expref: 7 pid: 8412 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129507.322137:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736810368:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.322152:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa1f expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129507.322162:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa1f expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129507.322168:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736810496:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.322178:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.322246:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11754 00000100:00100000:2.0:1746129507.322256:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731915392:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:2.0:1746129507.322271:0:7148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.322284:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa2d expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.322290:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf8 expref: 10 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.322309:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa8f expref: 21 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.322314:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.322315:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.322317:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.322330:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa8f expref: 21 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.322337:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa8f expref: 21 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.322343:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736810624:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129507.322372:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf8 expref: 10 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.322379:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf8 expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.322390:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736810752:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129507.322406:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa2d expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.322411:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa2d expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.322418:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736810880:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.322427:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.324078:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.324506:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.325155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.325224:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731915648 00000100:00100000:2.0:1746129507.325231:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731915648 00000100:00100000:2.0:1746129507.325281:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731915264 00000100:00100000:2.0:1746129507.325284:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731915264 00000100:00100000:2.0:1746129507.325314:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731915520 00000100:00100000:2.0:1746129507.325317:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731915520 00000100:00100000:2.0:1746129507.325336:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11755 00000100:00100000:2.0:1746129507.325344:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731915648:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:2.0:1746129507.325384:0:11014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.325403:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.325411:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129507.325413:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129507.325415:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.325444:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 32 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.325457:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 32 pid: 7149 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.325471:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135726a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736811008:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.325532:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.325680:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11756 00000100:00100000:0.0:1746129507.325688:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731915264:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129507.325707:0:22480:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.325716:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa26 expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.325724:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf1 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.325731:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa88 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.325736:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.325738:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.325740:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.325757:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa88 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.325765:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa88 expref: 26 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.325773:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736811136:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129507.325805:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf1 expref: 9 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.325812:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf1 expref: 9 pid: 8410 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.325820:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736811264:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129507.325841:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa26 expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.325848:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa26 expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.325856:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736811392:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.325869:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a743c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.325896:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11757 00000100:00100000:0.0:1746129507.325902:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731915520:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129507.325920:0:8411:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.325932:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.325938:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaff expref: 11 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.325945:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac0 expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.325951:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.325952:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.325954:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.325968:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac0 expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.325976:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac0 expref: 21 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129507.325985:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736811520:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129507.326013:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaff expref: 11 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.326020:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaff expref: 11 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.326027:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736811648:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129507.326045:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.326052:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 32 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129507.326059:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736811776:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.326072:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a74840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.327492:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.328221:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736809856:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.328233:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736809984:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.328242:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736810112:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129507.328276:0:7149:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.328496:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731915776 00000100:00100000:1.0:1746129507.328504:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731915776 00010000:00010000:1.0:1746129507.328537:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aae3 expref: 12 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129507.328572:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5941 00000100:00100000:1.0:1746129507.328580:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948731915776:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.328590:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.328610:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aae3 expref: 12 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129507.328619:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aae3 expref: 12 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129507.328637:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f135200/0x40a459093b05ef59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aae3 expref: 12 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129507.328664:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129507.329159:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731915776:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 579us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.329166:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5941 00000100:00100000:1.0:1746129507.329202:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736810240:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.329488:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736810624:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.329495:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135727800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736810752:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.329502:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736810880:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129507.329523:0:7148:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.329731:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736810368:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.329738:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736810496:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.329752:0:8412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.330050:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736811520:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.330076:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736811648:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.330096:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736811776:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129507.330112:0:8411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.330133:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.330154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.330217:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135726a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736811008:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129507.330228:0:11014:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.330410:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736811136:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.330418:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736811264:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.330423:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736811392:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.330436:0:22480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.330698:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731916288 00000100:00100000:1.0:1746129507.330703:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731916288 00010000:00010000:1.0:1746129507.330722:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa8f expref: 22 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129507.330800:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731916416 00000100:00100000:1.0:1746129507.330803:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731916416 00010000:00010000:1.0:1746129507.330813:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf8 expref: 11 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.330850:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5942 00000100:00100000:3.0:1746129507.330857:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948731916288:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129507.330867:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129507.330897:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa8f expref: 22 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.330910:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa8f expref: 22 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.330925:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcfbe00/0x40a459093b05eeb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa8f expref: 22 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.330940:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129507.330970:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948731916288:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 113us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.330975:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5942 00000100:00100000:3.0:1746129507.330988:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5943 00000100:00100000:3.0:1746129507.330992:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948731916416:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129507.330998:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129507.331004:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf8 expref: 11 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.331011:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf8 expref: 11 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.331021:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f34c800/0x40a459093b05ef3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf8 expref: 11 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.331028:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129507.331039:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731916416:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 47us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.331044:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5943 00000100:00100000:0.0:1746129507.331476:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.331782:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731916928 00000100:00100000:3.0:1746129507.331786:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731916928 00010000:00010000:3.0:1746129507.331804:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa81 expref: 27 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.331820:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5944 00000100:00100000:3.0:1746129507.331825:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948731916928:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129507.331832:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129507.331846:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa81 expref: 27 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.331854:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa81 expref: 27 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.331867:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009438dc00/0x40a459093b05eea3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa81 expref: 27 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:3.0:1746129507.331890:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129507.331912:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731916928:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 86us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.331917:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5944 00000100:00100000:0.0:1746129507.335248:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.335286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.335339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.335358:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731916032 00000100:00100000:0.0:1746129507.335365:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731916032 00010000:00010000:0.0:1746129507.335408:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa18 expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:1.0:1746129507.335411:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731916800 00000100:00100000:1.0:1746129507.335415:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731916800 00010000:00010000:1.0:1746129507.335429:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf1 expref: 10 pid: 8410 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.335436:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5945 00000100:00100000:0.0:1746129507.335442:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731916032:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129507.335446:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5946 00000100:00100000:1.0:1746129507.335450:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731916800:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.335455:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129507.335455:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.335475:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf1 expref: 10 pid: 8410 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335475:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa18 expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335485:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa18 expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:1.0:1746129507.335487:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf1 expref: 10 pid: 8410 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335503:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eac3600/0x40a459093b05ee02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa18 expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335519:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.335557:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731916032:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 114us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.335563:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5945 00000100:00100000:0.0:1746129507.335591:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.335601:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731917184 00000100:00100000:0.0:1746129507.335604:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731917184 00010000:00010000:0.0:1746129507.335614:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaff expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.335641:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5947 00000100:00100000:0.0:1746129507.335646:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731917184:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129507.335652:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129507.335661:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaff expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335668:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaff expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335678:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f34c600/0x40a459093b05ef44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaff expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335686:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.335700:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731917184:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 54us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.335706:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5947 00000100:00100000:0.0:1746129507.335751:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.335761:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731915904 00000100:00100000:0.0:1746129507.335764:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731915904 00010000:00010000:0.0:1746129507.335774:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa7a expref: 21 pid: 20577 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.335792:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5948 00000100:00100000:0.0:1746129507.335797:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731915904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129507.335803:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129507.335812:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa7a expref: 21 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335820:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa7a expref: 21 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335830:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ea5e000/0x40a459093b05ee9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa7a expref: 21 pid: 20577 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.335838:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.335840:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.335843:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.335851:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.335870:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.335896:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731915904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 99us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.335902:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5948 00010000:00010000:2.0:1746129507.335930:0:7149:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.335933:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129507.335938:0:7149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.335957:0:7149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.335963:0:7149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.335969:0:7149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.335974:0:7149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f34d600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129507.335977:0:7149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.335984:0:7149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.335986:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129507.335993:0:7149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.335995:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731916160 00000100:00100000:0.0:1746129507.335997:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731916160 00010000:00010000:2.0:1746129507.335999:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f34d600/0x40a459093b05ef9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.336008:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaea expref: 11 pid: 8412 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.336019:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731916672 00000100:00100000:0.0:1746129507.336021:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731916672 00010000:00010000:0.0:1746129507.336029:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa1f expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.336038:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5949 00000100:00100000:2.0:1746129507.336042:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731915008:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 14559us (14795us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.336042:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731916160:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129507.336047:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129507.336049:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11752 00010000:00010000:0.0:1746129507.336055:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaea expref: 11 pid: 8412 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.336061:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaea expref: 11 pid: 8412 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.336066:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5950 00000100:00100000:2.0:1746129507.336074:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731916672:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129507.336077:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f34ca00/0x40a459093b05ef52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaea expref: 11 pid: 8412 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.336079:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.336086:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa1f expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.336086:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129507.336093:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa1f expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.336097:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731916160:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 55us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.336102:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5949 00010000:00010000:2.0:1746129507.336116:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3800/0x40a459093b05ee09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa1f expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.336123:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.336125:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746129507.336126:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129507.336127:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.336134:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.336135:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731917056 00000100:00100000:0.0:1746129507.336137:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731917056 00010000:00010000:2.0:1746129507.336146:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129507.336147:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa26 expref: 33 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.336159:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731916672:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 89us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.336159:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5951 00000100:00100000:0.0:1746129507.336163:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731917056:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129507.336168:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5950 00010000:00010000:0.0:1746129507.336168:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.336201:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8600/0x40a459093b05ef36 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aaf1 expref: 9 pid: 8410 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.336226:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731916544 00000100:00100000:3.0:1746129507.336230:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731916544 00002000:00100000:3.0:1746129507.336254:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2162688->2297855) req@ffff88013546f800 x1830948731916544/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.336262:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546f800 with x1830948731916544 ext(2162688->2297855) 00010000:00010000:3.0:1746129507.336268:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 33 pid: 7149 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.336275:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 33 pid: 7149 timeout: 862 lvb_type: 0 00002000:00010000:3.0:1746129507.336281:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013546f800 00000100:00100000:3.0:1746129507.336313:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1165 00000100:00100000:3.0:1746129507.336319:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731916544:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129507.337179:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129507.337230:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa26 expref: 34 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.337240:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa26 expref: 34 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.337429:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3a00/0x40a459093b05ee10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa26 expref: 34 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.337443:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.337464:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731917056:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1300us (1336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.337470:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5951 00000100:00100000:2.0:1746129507.337526:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.337576:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731917440 00000100:00100000:0.0:1746129507.337580:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731917440 00000100:00100000:3.0:1746129507.337604:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731917312 00000100:00100000:3.0:1746129507.337607:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731917312 00010000:00010000:3.0:1746129507.337620:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa2d expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.337620:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.337627:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731917568 00000100:00100000:2.0:1746129507.337630:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731917568 00000100:00100000:3.0:1746129507.337636:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5952 00000100:00100000:3.0:1746129507.337641:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948731917312:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.337645:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac0 expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.337649:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129507.337656:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5953 00000100:00100000:2.0:1746129507.337660:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948731917568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129507.337663:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa2d expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.337665:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129507.337671:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa2d expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.337671:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac0 expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.337678:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac0 expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.337683:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eac3e00/0x40a459093b05ee17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa2d expref: 32 pid: 7149 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.337688:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8a00/0x40a459093b05eee2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aac0 expref: 20 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.337692:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.337694:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.337695:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129507.337697:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.337703:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.337708:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948731917568:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 48us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.337713:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5953 00010000:00010000:3.0:1746129507.337723:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129507.337735:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731917312:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 94us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.337740:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5952 00010000:00010000:3.0:1746129507.337759:0:7148:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.337771:0:7148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337775:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129507.337790:0:7148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.337797:0:7148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337801:0:8412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.337804:0:7148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337808:0:8412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.337810:0:7148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba38600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129507.337813:0:7148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.337820:0:7148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337824:0:8412:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.337828:0:7148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337831:0:8412:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.337833:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05efad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337837:0:8412:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337841:0:8412:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f135400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129507.337843:0:8412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337848:0:8412:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337856:0:8412:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.337861:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f135400/0x40a459093b05efa6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.337868:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731915392:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 15616us (16497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.337888:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11754 00000100:00100000:1.0:1746129507.337896:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731915136:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 15883us (16606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.337902:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11753 00000100:00100000:1.0:1746129507.337917:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731916800:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2466us (2578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.337922:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5946 00010000:00010000:0.0:1746129507.337924:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa88 expref: 26 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746129507.337947:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5954 00000100:00100000:0.0:1746129507.337953:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948731917440:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129507.337959:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129507.337968:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa88 expref: 26 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.337975:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa88 expref: 26 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.337985:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009438c800/0x40a459093b05eeaa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa88 expref: 26 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:0.0:1746129507.337993:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.337994:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.337997:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.338002:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.338014:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.338024:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948731917440:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 72us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.338028:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5954 00000100:00100000:2.0:1746129507.338139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.338189:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731917696 00000100:00100000:1.0:1746129507.338192:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731917696 00010000:00010000:1.0:1746129507.338203:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 31 pid: 20577 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.338217:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5955 00000100:00100000:1.0:1746129507.338222:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731917696:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.338227:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.338235:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 31 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.338242:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 31 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.338250:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf9c00/0x40a459093b05eedb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aab9 expref: 31 pid: 20577 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.338258:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.338259:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.338261:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338267:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338285:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129507.338290:0:8411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.338309:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948731917696:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 87us (171us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129507.338313:0:8411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.338314:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5955 00010000:00010000:0.0:1746129507.338325:0:8411:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338328:0:22480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.338331:0:8411:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338334:0:22480:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.338341:0:8411:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338345:0:22480:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.338346:0:8411:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efb2000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129507.338349:0:8411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338350:0:22480:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.338354:0:8411:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338356:0:22480:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338360:0:22480:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f34da00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129507.338362:0:22480:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.338363:0:8411:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338368:0:22480:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.338368:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2000/0x40a459093b05efc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338375:0:22480:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.338379:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f34da00/0x40a459093b05efbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.338389:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731915520:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 12488us (13235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.338393:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11757 00000100:00100000:1.0:1746129507.338404:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731915264:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 12718us (13899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.338408:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11756 00000100:00100000:3.0:1746129507.341545:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731916544:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 5218us (6250us total) trans 21474840381 rc 0/0 00000100:00100000:3.0:1746129507.341554:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1165 00002000:00100000:3.0:1746129507.341563:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2162688->2297855) req@ffff88013546f800 x1830948731916544/t21474840381(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/448 e 0 to 0 dl 1746129518 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.341571:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546f800 with x1830948731916544 ext(2162688->2297855) 00010000:00010000:3.0:1746129507.341580:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 33 pid: 7149 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.341590:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 33 pid: 7149 timeout: 862 lvb_type: 0 00002000:00010000:3.0:1746129507.341595:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013546f800 00000100:00100000:0.0:1746129507.343346:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.343914:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731917824 00000100:00100000:2.0:1746129507.343922:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731917824 00010000:00010000:2.0:1746129507.343964:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 33 pid: 7149 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.343997:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5956 00000100:00100000:2.0:1746129507.344004:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731917824:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.344017:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.344039:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 33 pid: 7149 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.344049:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 33 pid: 7149 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.344067:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f134600/0x40a459093b05ef13 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2162688->2297855) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aad5 expref: 33 pid: 7149 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.344084:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.344086:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.344090:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.344097:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.344128:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.344161:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731917824:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 158us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.344170:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5956 00010000:00010000:3.0:1746129507.344279:0:11014:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.344287:0:11014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.344324:0:11014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.344331:0:11014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.344343:0:11014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.344349:0:11014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095cdac00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129507.344352:0:11014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.344359:0:11014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.344368:0:11014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.344374:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095cdac00/0x40a459093b05efb4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.344416:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948731915648:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 19074us (20345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.344423:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11755 00000100:00100000:0.0:1746129507.346274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.348420:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731918080 00000100:00100000:1.0:1746129507.348431:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731918080 00000100:00100000:1.0:1746129507.348713:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10183 00000100:00100000:1.0:1746129507.348721:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29404:x1830948731918080:12345-192.168.202.4@tcp:36:lfs.0 00010000:00010000:1.0:1746129507.348764:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.348785:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8e00/0x40a459093b05ef7c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab14 expref: 10 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.348798:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:1.0:1746129507.348802:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129507.348827:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.348837:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 293 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.348843:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.348847:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.348852:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 6/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.348891:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.348902:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 293 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.348914:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736811904:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.349005:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.349011:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 9 pid: 15096 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.349018:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736812032:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.349038:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 293 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.349045:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 293 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.349717:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736812160:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.349777:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.353454:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736811904:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.353643:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.353713:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736812032:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.353718:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731918208 00000100:00100000:1.0:1746129507.353721:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736812160:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.353726:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731918208 00010000:00010000:1.0:1746129507.353748:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.353764:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 10 pid: 15096 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.353789:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5957 00000100:00100000:2.0:1746129507.353799:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731918208:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.353812:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.353817:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 10 pid: 15096 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.353826:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 10 pid: 15096 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.353854:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0845800/0x40a459093b05ee56 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa57 expref: 10 pid: 15096 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.353892:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129507.353896:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.353906:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.353953:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948731918208:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 155us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.353959:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5957 00000100:00100000:0.0:1746129507.354757:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.354791:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.354814:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731918464 00000100:00100000:2.0:1746129507.354818:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731918464 00010000:00010000:2.0:1746129507.354837:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 294 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.354866:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731918336 00000100:00100000:2.0:1746129507.354869:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731918336 00010000:00010000:2.0:1746129507.354889:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 295 pid: 14549 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.354903:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5958 00000100:00100000:2.0:1746129507.354908:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+295:1963:x1830948731918464:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.354915:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.354919:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 295 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.354924:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 295 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.354935:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2600/0x40a459093b05ee4f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa50 expref: 295 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.354944:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129507.354947:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.354952:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.354973:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+294:1963:x1830948731918464:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 65us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.354979:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5958 00000100:00100000:2.0:1746129507.355013:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5959 00000100:00100000:2.0:1746129507.355019:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+293:1963:x1830948731918336:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.355025:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.355028:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 293 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.355036:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 293 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.355045:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05ee5d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aa5e expref: 293 pid: 14549 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.355053:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129507.355056:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.355062:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.355067:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.355146:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.355164:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+292:1963:x1830948731918336:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 145us (373us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129507.355199:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129507.355205:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746129507.355596:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5959 00000040:00080000:1.0:1746129507.356164:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2814, 88 off234568 00000004:00080000:1.0:1746129507.356172:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762672877580ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.356225:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2751, 88 off229016 00000004:00080000:1.0:1746129507.356230:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762672935792ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.356468:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2752, 88 off229104 00000004:00080000:1.0:1746129507.356472:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762673178633ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.356480:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2815, 88 off234656 00000004:00080000:1.0:1746129507.356483:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762673189352ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.356543:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2816, 88 off234744 00000004:00080000:1.0:1746129507.356547:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762673253201ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.356554:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2753, 88 off229192 00000004:00080000:1.0:1746129507.356556:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762673261735ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.356571:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2754, 88 off229280 00000004:00080000:1.0:1746129507.356574:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762673280575ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.356656:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2756, 88 off229464 00000004:00080000:1.0:1746129507.356660:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762673365912ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.356676:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2817, 88 off234832 00000004:00080000:1.0:1746129507.356678:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762673384536ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.356733:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2757, 88 off229552 00000004:00080000:1.0:1746129507.356737:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762673443033ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.356746:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2818, 88 off234920 00000004:00080000:1.0:1746129507.356749:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762673455045ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.356756:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2758, 88 off229640 00000004:00080000:1.0:1746129507.356760:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762673465775ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.356777:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2819, 88 off235008 00000004:00080000:1.0:1746129507.356780:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762673486362ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.356787:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2820, 88 off235096 00000004:00080000:1.0:1746129507.356789:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762673495591ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.356802:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2821, 88 off235184 00000004:00080000:1.0:1746129507.356805:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762673511061ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.356812:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2822, 88 off235272 00000004:00080000:1.0:1746129507.356814:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762673520433ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.356821:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2759, 88 off229728 00000004:00080000:1.0:1746129507.356823:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762673529477ns, next at 706231494891ns, rc = 0 00000004:00010000:0.0:1746129507.377988:0:14548:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88013546ca80 reply state ffff880093f63400 transno 8589944074 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746129507.378006:0:14548:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746129507.378110:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29404:x1830948731918080:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 29385us (31837us total) trans 8589944074 rc 0/0 00000100:00100000:0.0:1746129507.378117:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10183 00000001:00080000:0.0:1746129507.378146:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944065 is committed 00000001:00080000:0.0:1746129507.378157:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944074 is committed 00000004:00080000:0.0:1746129507.378160:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1942 committed 00000004:00080000:0.0:1746129507.378178:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2006 committed 00000004:00080000:0.0:1746129507.378184:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2005 committed 00000004:00080000:0.0:1746129507.378185:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2004 committed 00000004:00080000:0.0:1746129507.378186:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2003 committed 00000004:00080000:0.0:1746129507.378188:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1941 committed 00000004:00080000:0.0:1746129507.378189:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2002 committed 00000004:00080000:0.0:1746129507.378192:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1940 committed 00000004:00080000:0.0:1746129507.378193:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2001 committed 00000004:00080000:0.0:1746129507.378194:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1939 committed 00000004:00080000:0.0:1746129507.378196:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1938 committed 00000004:00080000:0.0:1746129507.378197:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1937 committed 00000004:00080000:0.0:1746129507.378198:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2000 committed 00000004:00080000:0.0:1746129507.378199:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1999 committed 00000004:00080000:0.0:1746129507.378201:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1936 committed 00000004:00080000:0.0:1746129507.378202:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1935 committed 00000004:00080000:0.0:1746129507.378203:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1998 committed 00000001:00080000:0.0:1746129507.378208:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944067 is committed 00000001:00080000:0.0:1746129507.378211:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944066 is committed 00000001:00080000:0.0:1746129507.378214:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944071 is committed 00000001:00080000:0.0:1746129507.378217:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944068 is committed 00010000:00010000:0.0:1746129507.378242:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129507.378253:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129507.378259:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129507.378263:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f135a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129507.378267:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129507.378273:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129507.378286:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129507.378288:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129507.378313:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129507.378318:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f135a00/0x40a459093b05efc9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000100:00100000:1.0:1746129507.378426:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736812416:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.378444:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736812288:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.378462:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129507.378463:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736812544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.378478:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.378487:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736812928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.378487:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736813056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.378504:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736812416 00000100:00100000:0.0:1746129507.378505:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.378509:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736812416 00000100:00100000:0.0:1746129507.378526:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736812544 00000100:00100000:0.0:1746129507.378529:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736812544 00000100:00100000:1.0:1746129507.378532:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736813056 00000100:00100000:1.0:1746129507.378533:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736813056 00000100:00100000:0.0:1746129507.378543:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11758 00000100:00100000:0.0:1746129507.378548:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:3300:x1830948736812416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.378681:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736812672:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.378700:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129507.378700:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3300:x1830948736812416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 151us (237us total) trans 17179873184 rc 0/0 00000100:00100000:3.0:1746129507.378711:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736813184:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.378722:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.378996:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736813696:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.379006:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736812672 00000100:00100000:2.0:1746129507.379009:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736812672 00000100:00100000:3.0:1746129507.379015:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.379027:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736814208:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.379048:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11759 00000100:00100000:1.0:1746129507.379054:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3301:x1830948736812544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.379313:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3301:x1830948736812544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 259us (833us total) trans 17179873185 rc 0/0 00000100:00100000:1.0:1746129507.379321:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11759 00000100:00100000:1.0:1746129507.379332:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736813184 00000100:00100000:1.0:1746129507.379334:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736813184 00000100:00100000:1.0:1746129507.379348:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736813696 00000100:00100000:1.0:1746129507.379349:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736813696 00000100:00100000:1.0:1746129507.379360:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11760 00000100:00100000:1.0:1746129507.379363:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3301:x1830948736813056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.379547:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.379565:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746129507.379569:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736813312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.379584:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.379593:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736813824:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.379603:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.379616:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736814208 00000100:00100000:3.0:1746129507.379619:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736814208 00000100:00100000:3.0:1746129507.379630:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736813312 00000100:00100000:3.0:1746129507.379631:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736813312 00000100:00100000:3.0:1746129507.379636:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736813824 00000100:00100000:3.0:1746129507.379638:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736813824 00000100:00100000:3.0:1746129507.379644:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11761 00000100:00100000:3.0:1746129507.379647:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:3302:x1830948736813184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.379723:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+47:3302:x1830948736813184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (1000us total) trans 17179873186 rc 0/0 00000100:00100000:3.0:1746129507.379728:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11761 00000100:00100000:3.0:1746129507.379738:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11762 00000100:00100000:3.0:1746129507.379741:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3302:x1830948736813696:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.379848:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3302:x1830948736813696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (831us total) trans 21474840382 rc 0/0 00000100:00100000:3.0:1746129507.379853:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11762 00000100:00100000:3.0:1746129507.379862:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11763 00000100:00100000:3.0:1746129507.379865:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3302:x1830948736814208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.379948:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3302:x1830948736814208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (401us total) trans 21474840383 rc 0/0 00000100:00100000:3.0:1746129507.379953:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11763 00000100:00100000:3.0:1746129507.379962:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11764 00000100:00100000:3.0:1746129507.379966:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3302:x1830948736813312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.380040:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3302:x1830948736813312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 73us (455us total) trans 21474840384 rc 0/0 00000100:00100000:3.0:1746129507.380045:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11764 00000100:00100000:3.0:1746129507.380055:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11765 00000100:00100000:3.0:1746129507.380058:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3302:x1830948736813824:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.380133:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3302:x1830948736813824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 74us (529us total) trans 21474840385 rc 0/0 00000100:00100000:3.0:1746129507.380137:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11765 00000100:00100000:0.0:1746129507.380197:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11758 00000100:00100000:0.0:1746129507.380220:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129507.380241:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736812800:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129507.380251:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094eff100/2, rc 0, transno 21474840384 00000100:00100000:3.0:1746129507.380256:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736813312:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.380257:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1746129507.380263:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094efca80/2, rc 0, transno 21474840385 00000100:00100000:3.0:1746129507.380265:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736813824:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.380273:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736812288 00000004:00080000:3.0:1746129507.380274:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546e300/2, rc 0, transno 17179873186 00000100:00100000:0.0:1746129507.380275:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736812288 00000100:00100000:3.0:1746129507.380280:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736813184:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129507.380286:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094efce00/2, rc 0, transno 21474840382 00000100:00100000:3.0:1746129507.380289:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736813696:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.380289:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736812800 00000100:00100000:0.0:1746129507.380290:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736812800 00000004:00080000:3.0:1746129507.380313:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129adf100/2, rc 0, transno 21474840383 00000100:00100000:3.0:1746129507.380316:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736814208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.380317:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11766 00000100:00100000:0.0:1746129507.380322:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3303:x1830948736812288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.380327:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11767 00000100:00100000:3.0:1746129507.380331:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+47:3303:x1830948736812800:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.380398:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3303:x1830948736812800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 66us (140us total) trans 17179873187 rc 0/0 00000100:00100000:0.0:1746129507.380398:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3303:x1830948736812288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 77us (178us total) trans 17179873188 rc 0/0 00000100:00100000:3.0:1746129507.380403:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11767 00000100:00100000:1.0:1746129507.381221:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3301:x1830948736813056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1854us (2718us total) trans 17179873189 rc 0/0 00000100:00100000:1.0:1746129507.381230:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11760 00000100:00100000:1.0:1746129507.381256:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.381276:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736812928 00000100:00100000:2.0:1746129507.381281:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736812928 00000004:00080000:1.0:1746129507.381283:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546d500/2, rc 0, transno 17179873184 00000100:00100000:1.0:1746129507.381286:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736812416:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.381306:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736813440:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.381311:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11768 00000100:00100000:2.0:1746129507.381317:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+49:3302:x1830948736812672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.381324:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.381337:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736813952:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.381349:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.381357:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746129507.381362:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736813568:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.381372:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.381379:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736814080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.381389:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.381402:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736813440 00000100:00100000:1.0:1746129507.381404:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736813440 00002000:00010000:2.0:1746129507.381411:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:2.0:1746129507.381414:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00000100:00100000:1.0:1746129507.381414:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736813952 00002000:00010000:2.0:1746129507.381415:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:1.0:1746129507.381415:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736813952 00002000:00010000:2.0:1746129507.381418:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129507.381419:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:1.0:1746129507.381420:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736813568 00000100:00100000:1.0:1746129507.381422:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736813568 00000100:00100000:1.0:1746129507.381426:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736814080 00000100:00100000:1.0:1746129507.381428:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736814080 00000100:00100000:1.0:1746129507.381435:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11769 00000100:00100000:1.0:1746129507.381439:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3300:x1830948736812928:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.381442:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3302:x1830948736812672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 126us (2742us total) trans 17179873190 rc 0/0 00000100:00100000:2.0:1746129507.381447:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11768 00000100:00100000:2.0:1746129507.381456:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11770 00000100:00100000:2.0:1746129507.381460:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3300:x1830948736813440:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.381515:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3300:x1830948736812928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (257us total) trans 17179873191 rc 0/0 00000100:00100000:1.0:1746129507.381520:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11769 00000100:00100000:1.0:1746129507.381529:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11771 00000100:00100000:1.0:1746129507.381532:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736813952:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.381537:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736813440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (213us total) trans 21474840386 rc 0/0 00000100:00100000:2.0:1746129507.381542:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11770 00000100:00100000:2.0:1746129507.381549:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11772 00000100:00100000:2.0:1746129507.381554:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3300:x1830948736813568:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.381602:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3300:x1830948736813952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 69us (252us total) trans 21474840387 rc 0/0 00000100:00100000:1.0:1746129507.381606:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11771 00000100:00100000:2.0:1746129507.381615:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736813568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 62us (241us total) trans 21474840388 rc 0/0 00000100:00100000:1.0:1746129507.381615:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11773 00000100:00100000:2.0:1746129507.381619:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11772 00000100:00100000:1.0:1746129507.381619:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736814080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.381890:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11766 00000100:00100000:1.0:1746129507.381926:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736814080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 306us (534us total) trans 21474840389 rc 0/0 00000100:00100000:1.0:1746129507.381930:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11773 00000004:00080000:1.0:1746129507.381948:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094efdf80/2, rc 0, transno 21474840388 00000100:00100000:1.0:1746129507.381951:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736813568:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129507.381957:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094eff480/2, rc 0, transno 21474840389 00000100:00100000:1.0:1746129507.381959:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736814080:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129507.381964:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094efed80/2, rc 0, transno 21474840386 00000004:00080000:0.0:1746129507.381964:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546dc00/2, rc 0, transno 17179873185 00000100:00100000:1.0:1746129507.381966:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736813440:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.381968:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736812544:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129507.381971:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094efea00/2, rc 0, transno 21474840387 00000100:00100000:1.0:1746129507.381974:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736813952:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129507.381974:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546f100/2, rc 0, transno 17179873189 00000100:00100000:0.0:1746129507.381976:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736813056:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129507.381981:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546c700/2, rc 0, transno 17179873191 00000100:00100000:1.0:1746129507.381983:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736812928:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129507.381990:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546e680/2, rc 0, transno 17179873188 00000100:00100000:0.0:1746129507.381993:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736812288:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129507.381999:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546ed80/2, rc 0, transno 17179873187 00000100:00100000:0.0:1746129507.382001:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736812800:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129507.382152:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546fb80/2, rc 0, transno 17179873190 00000100:00100000:2.0:1746129507.382156:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736812672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.382225:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746129507.382230:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f448380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736814336:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.382265:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.382281:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736814336 00000100:00100000:2.0:1746129507.382284:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736814336 00000100:00100000:2.0:1746129507.382337:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11774 00000100:00100000:2.0:1746129507.382342:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3302:x1830948736814336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.382491:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.382510:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731918592 00000100:00100000:0.0:1746129507.382513:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731918592 00000100:00100000:2.0:1746129507.382783:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3302:x1830948736814336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 440us (515us total) trans 17179873192 rc 0/0 00000100:00100000:2.0:1746129507.382788:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11774 00000004:00080000:3.0:1746129507.382854:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008f448380/2, rc 0, transno 17179873192 00000100:00100000:3.0:1746129507.382858:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f448380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736814336:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.382920:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10184 00000100:00100000:0.0:1746129507.382927:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29404:x1830948731918592:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129507.382940:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.382957:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab29 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.382999:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab29 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.383010:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab29 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.383025:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:0.0:1746129507.383028:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129507.383031:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438dc00, rc 0) 00000100:00100000:0.0:1746129507.383102:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29404:x1830948731918592:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 176us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.383107:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10184 00000100:00100000:0.0:1746129507.389360:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.390024:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731918720 00000100:00100000:2.0:1746129507.390032:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731918720 00000100:00100000:2.0:1746129507.391094:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10185 00000100:00100000:2.0:1746129507.391106:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29404:x1830948731918720:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129507.391124:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.391145:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba38a00/0x40a459093b05efd7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab30 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.391215:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba38600/0x40a459093b05efde lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.391276:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba38600/0x40a459093b05efde lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.391289:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba38600/0x40a459093b05efde lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746129507.391334:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129507.391338:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129507.391349:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba38600/0x40a459093b05efde lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.391367:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba38a00/0x40a459093b05efd7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab30 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.391382:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba38600/0x40a459093b05efde lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab30 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.391390:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129507.391392:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129507.391395:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba38600, rc 0) 00000100:00100000:2.0:1746129507.391592:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731918720:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 490us (2239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.391598:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10185 00000100:00100000:0.0:1746129507.397260:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.397318:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.397350:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.397362:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.397384:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.397400:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731918848 00000100:00100000:1.0:1746129507.397409:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731918848 00000100:00100000:1.0:1746129507.397440:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731918976 00000100:00100000:1.0:1746129507.397442:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731918976 00000100:00100000:1.0:1746129507.397452:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731919104 00000100:00100000:1.0:1746129507.397453:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731919104 00000100:00100000:1.0:1746129507.397461:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731919360 00000100:00100000:1.0:1746129507.397462:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731919360 00000100:00100000:1.0:1746129507.397470:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731919232 00000100:00100000:1.0:1746129507.397471:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731919232 00000100:00100000:1.0:1746129507.397483:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11775 00000100:00100000:1.0:1746129507.397490:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731918848:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129507.397506:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.397523:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab37 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129507.397544:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d261, atime: 0x6813d260, ctime: 0x6813d260, blocks: 0x809 00000100:00100000:0.0:1746129507.397551:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129507.397561:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.397563:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746129507.397566:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731919488 00000100:00100000:0.0:1746129507.397569:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731919488 00010000:00010000:1.0:1746129507.397570:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab37 expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129507.397582:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11776 00010000:00010000:1.0:1746129507.397584:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab37 expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129507.397586:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731918976:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129507.397594:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f135a00, rc 0) 00010000:00010000:0.0:1746129507.397594:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.397603:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab3e expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129507.397617:0:4699:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d262, atime: 0x6813d262, ctime: 0x6813d262, blocks: 0x821 00010000:00010000:0.0:1746129507.397625:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.397626:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129507.397630:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731918848:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 141us (379us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129507.397630:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab3e expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129507.397636:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11775 00010000:00010000:0.0:1746129507.397638:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab3e expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.397645:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c3400, rc 0) 00000100:00100000:1.0:1746129507.397649:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11777 00000100:00100000:1.0:1746129507.397653:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731919104:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129507.397657:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129507.397657:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731918976:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 71us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.397661:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11776 00010000:00010000:1.0:1746129507.397663:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab45 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.397670:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11778 00002000:00010000:1.0:1746129507.397673:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d262, atime: 0x6813d263, ctime: 0x6813d262, blocks: 0x81d 00000100:00100000:0.0:1746129507.397674:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731919360:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129507.397678:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.397679:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.397680:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.397683:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab45 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.397686:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab53 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.397690:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab45 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00002000:00010000:0.0:1746129507.397695:0:4699:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d263, atime: 0x6813d263, ctime: 0x6813d263, blocks: 0x15d7 00010000:00010000:1.0:1746129507.397696:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f134e00, rc 0) 00010000:00010000:0.0:1746129507.397702:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.397704:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129507.397707:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731919104:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 55us (357us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129507.397707:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab53 expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129507.397712:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11777 00010000:00010000:0.0:1746129507.397715:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab53 expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129507.397719:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11779 00010000:00010000:0.0:1746129507.397721:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb2600, rc 0) 00000100:00100000:1.0:1746129507.397723:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731919232:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129507.397727:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129507.397732:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731919360:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 58us (369us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129507.397734:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab4c expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.397737:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11778 00002000:00010000:1.0:1746129507.397742:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d263, atime: 0x6813d263, ctime: 0x6813d262, blocks: 0x821 00000100:00100000:0.0:1746129507.397744:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11780 00000100:00100000:0.0:1746129507.397747:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731919488:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129507.397748:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.397749:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.397752:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab4c expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.397752:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.397758:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab5a expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.397759:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab4c expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129507.397764:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f134000, rc 0) 00002000:00010000:0.0:1746129507.397767:0:4699:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d263, atime: 0x6813d263, ctime: 0x6813d263, blocks: 0x1029 00010000:00010000:0.0:1746129507.397772:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.397774:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129507.397775:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731919232:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 52us (391us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129507.397777:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab5a expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129507.397779:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11779 00010000:00010000:0.0:1746129507.397785:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab5a expref: 8 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129507.397791:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb2000, rc 0) 00000100:00100000:0.0:1746129507.397803:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731919488:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 55us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.397807:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11780 00000100:00100000:0.0:1746129507.410918:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.410982:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731919744 00000100:00100000:3.0:1746129507.410990:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731919744 00000100:00100000:3.0:1746129507.411048:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4528 00000100:00100000:3.0:1746129507.411057:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731919744:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129507.411090:0:8415:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.411102:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.411104:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.411108:0:8415:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.411119:0:8415:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.419395:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.419506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.419559:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731920128 00000100:00100000:3.0:1746129507.419567:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731920128 00000100:00100000:3.0:1746129507.419611:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731920000 00000100:00100000:3.0:1746129507.419613:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731920000 00000100:00100000:3.0:1746129507.419643:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4529 00000100:00100000:3.0:1746129507.419650:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731920128:12345-192.168.202.4@tcp:3:lfs.0 00000100:00100000:1.0:1746129507.419677:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4530 00010000:00010000:3.0:1746129507.419680:0:21725:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.419685:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731920000:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129507.419693:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.419695:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.419697:0:31523:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.419700:0:21725:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.419703:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.419705:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.419707:0:31523:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.419710:0:21725:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.419713:0:31523:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.424645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.424666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.424686:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.424693:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731920512 00000100:00100000:0.0:1746129507.424698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.424699:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731920512 00000100:00100000:0.0:1746129507.424721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.424736:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731920768 00000100:00100000:3.0:1746129507.424738:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731920768 00000100:00100000:0.0:1746129507.424739:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731921024 00000100:00100000:0.0:1746129507.424740:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731921024 00000100:00100000:3.0:1746129507.424751:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731921280 00000100:00100000:3.0:1746129507.424753:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731921280 00000100:00100000:0.0:1746129507.424760:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731921536 00000100:00100000:0.0:1746129507.424761:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731921536 00000100:00100000:3.0:1746129507.424767:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4531 00000100:00100000:3.0:1746129507.424774:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1960:x1830948731920512:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129507.424803:0:25745:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.424815:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.424817:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.424821:0:25745:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.424832:0:25745:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.425332:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4532 00000100:00100000:0.0:1746129507.425339:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1960:x1830948731920768:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129507.425351:0:31519:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.425358:0:31519:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.425359:0:31519:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.425361:0:31519:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.425368:0:31519:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.425872:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4533 00000100:00100000:3.0:1746129507.425890:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1960:x1830948731921024:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129507.425907:0:21463:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.425916:0:21463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.425917:0:21463:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.425919:0:21463:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.425926:0:21463:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.426310:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4534 00000100:00100000:2.0:1746129507.426321:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1960:x1830948731921280:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:2.0:1746129507.426335:0:8416:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.426341:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.426342:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.426344:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.426356:0:8416:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.427012:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4535 00000100:00100000:1.0:1746129507.427022:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1960:x1830948731921536:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:1.0:1746129507.427042:0:8417:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.427048:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.427049:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.427052:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.427059:0:8417:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.430521:0:8415:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.430535:0:8415:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.430543:0:8415:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.430548:0:8415:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c15800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129507.430552:0:8415:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.430560:0:8415:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.430578:0:8415:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.430589:0:8415:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c15800/0x40a459093b05f00f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.430671:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1960:x1830948731919744:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 19609us (19755us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.430680:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4528 00010000:00010000:3.0:1746129507.438939:0:21725:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.438955:0:21725:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.438963:0:21725:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.438969:0:21725:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f327c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129507.438973:0:21725:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.438981:0:21725:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.438997:0:21725:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.439002:0:21725:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f327c00/0x40a459093b05f016 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.439090:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1960:x1830948731920128:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 19436us (19697us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.439099:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4529 00010000:00010000:1.0:1746129507.445053:0:31523:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.445067:0:31523:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.445074:0:31523:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.445079:0:31523:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f134a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129507.445082:0:31523:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.445088:0:31523:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.445104:0:31523:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.445110:0:31523:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f134a00/0x40a459093b05f01d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.445186:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948731920000:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 25499us (25676us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129507.445195:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4530 00010000:00010000:3.0:1746129507.447384:0:25745:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.447397:0:25745:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.447404:0:25745:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.447409:0:25745:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fcf8600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129507.447412:0:25745:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.447418:0:25745:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.447433:0:25745:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.447439:0:25745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fcf8600/0x40a459093b05f024 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.447514:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1960:x1830948731920512:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 22737us (22872us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.447523:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4531 00010000:00010000:3.0:1746129507.451475:0:21463:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.451490:0:21463:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.451498:0:21463:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.451504:0:21463:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fcf8a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129507.451507:0:21463:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.451513:0:21463:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.451530:0:21463:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.451535:0:21463:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcf8a00/0x40a459093b05f032 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21463 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.451606:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948731921024:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 25711us (26913us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.451616:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4533 00010000:00010000:1.0:1746129507.454337:0:8417:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.454350:0:8417:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.454357:0:8417:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.454362:0:8417:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f134200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129507.454365:0:8417:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.454372:0:8417:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.454387:0:8417:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.454397:0:8417:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f134200/0x40a459093b05f040 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.454461:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731921536:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 27438us (29735us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129507.454470:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4535 00010000:00010000:2.0:1746129507.457139:0:8416:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.457153:0:8416:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.457161:0:8416:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.457167:0:8416:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f34da00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129507.457169:0:8416:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.457176:0:8416:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.457189:0:8416:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.457194:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f34da00/0x40a459093b05f039 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.457275:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731921280:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 30954us (32571us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.457284:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4534 00010000:00010000:1.0:1746129507.457759:0:31519:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.457767:0:31519:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.457776:0:31519:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.457781:0:31519:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f18e400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129507.457783:0:31519:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.457788:0:31519:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.457797:0:31519:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.457803:0:31519:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f18e400/0x40a459093b05f02b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.457851:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731920768:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 32512us (33182us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129507.457857:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4532 00000100:00100000:0.0:1746129507.464018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.464089:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731921792 00000100:00100000:2.0:1746129507.464096:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731921792 00000100:00100000:2.0:1746129507.464149:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10186 00000100:00100000:2.0:1746129507.464157:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731921792:12345-192.168.202.4@tcp:36:lfs.0 00010000:00010000:2.0:1746129507.464201:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.464223:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba38600/0x40a459093b05efde lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab30 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.464244:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129507.464248:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129507.464280:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.464291:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.464317:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00010000:2.0:1746129507.464481:0:14548:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012e87ce00 reply state ffff88009ee07000 transno 8589944075 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746129507.464488:0:14548:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746129507.464859:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29404:x1830948731921792:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 702us (848us total) trans 8589944075 rc 0/0 00000100:00100000:2.0:1746129507.464865:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10186 00010000:00010000:2.0:1746129507.466080:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.466092:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.466098:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.466104:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c14a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129507.466109:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.466115:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.466128:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129507.466131:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129507.466134:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129507.466139:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c14a00/0x40a459093b05f047 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746129507.466573:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.466633:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731921920 00000100:00100000:3.0:1746129507.466641:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731921920 00000100:00100000:3.0:1746129507.466689:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11781 00000100:00100000:3.0:1746129507.466696:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731921920:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.466711:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.466724:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab61 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.466749:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab37 expref: 10 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.466756:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.466758:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.466761:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.466790:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab37 expref: 10 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.466801:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab37 expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.466812:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736814464:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.466923:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.471167:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736814464:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.471196:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.471219:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfc400, rc 0) 00000100:00100000:3.0:1746129507.471273:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29404:x1830948731921920:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4577us (4702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.471281:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11781 00000100:00100000:0.0:1746129507.474340:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.474455:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731922048 00000100:00100000:2.0:1746129507.474463:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731922048 00010000:00010000:2.0:1746129507.474497:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab37 expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.474682:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5960 00000100:00100000:2.0:1746129507.474691:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731922048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.474705:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.474724:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab37 expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.474736:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab37 expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.474756:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f135a00/0x40a459093b05efe5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab37 expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.474778:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.474780:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.474786:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.474793:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.474822:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.474833:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736814592:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129507.474914:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.476691:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736814592:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.476715:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.476904:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731922048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2212us (2570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.476914:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5960 00000100:00100000:0.0:1746129507.477280:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.477565:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731922176 00000100:00100000:3.0:1746129507.477572:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731922176 00000100:00100000:3.0:1746129507.477598:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11782 00000100:00100000:3.0:1746129507.477694:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29404:x1830948731922176:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.477713:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.477728:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab68 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.477752:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab3e expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.477759:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.477761:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.477764:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.477787:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab3e expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.477798:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab3e expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.477812:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736814720:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.477921:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.479389:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736814720:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.479410:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.479421:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfc600, rc 0) 00000100:00100000:3.0:1746129507.479448:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731922176:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 1843us (2169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.479455:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11782 00000100:00100000:0.0:1746129507.481419:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.481486:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731922304 00000100:00100000:2.0:1746129507.481493:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731922304 00010000:00010000:2.0:1746129507.481526:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab3e expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.481565:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5961 00000100:00100000:2.0:1746129507.481573:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731922304:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.481584:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.481604:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab3e expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.481619:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab3e expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.481637:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945c3400/0x40a459093b05efec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab3e expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.481650:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.481651:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.481657:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.481665:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.481690:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.481700:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736814848:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129507.482340:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.484127:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736814848:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129507.484131:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.484179:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731922432 00000100:00100000:3.0:1746129507.484185:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731922432 00010000:00010000:2.0:1746129507.484211:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129507.484233:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11783 00000100:00100000:3.0:1746129507.484239:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731922432:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.484254:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129507.484258:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731922304:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2687us (2844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.484264:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5961 00010000:00010000:3.0:1746129507.484267:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab6f expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.484427:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab45 expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.484436:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.484438:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.484441:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.484476:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab45 expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.484487:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab45 expref: 9 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.484498:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736814976:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.484562:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.485843:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736814976:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.485862:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.485885:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfc800, rc 0) 00000100:00100000:3.0:1746129507.486167:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731922432:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 1927us (2036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.486176:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11783 00000100:00100000:0.0:1746129507.486227:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.486319:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731922560 00000100:00100000:2.0:1746129507.486325:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731922560 00010000:00010000:2.0:1746129507.486349:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab45 expref: 9 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.486375:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5962 00000100:00100000:2.0:1746129507.486382:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731922560:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.486391:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.486409:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab45 expref: 9 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.486419:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab45 expref: 9 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.486436:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f134e00/0x40a459093b05eff3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab45 expref: 9 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.486458:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.486460:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.486466:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.486473:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.486497:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.486505:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736815104:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129507.486559:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.488230:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736815104:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.488249:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.488277:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731922560:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1895us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.488285:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5962 00000100:00100000:0.0:1746129507.488443:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.488610:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731922688 00000100:00100000:3.0:1746129507.488616:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731922688 00000100:00100000:3.0:1746129507.488701:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11784 00000100:00100000:3.0:1746129507.488709:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731922688:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.488720:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.488734:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab76 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.488759:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab4c expref: 10 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.488765:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.488766:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.488769:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.488790:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab4c expref: 10 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.488800:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab4c expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.488810:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736815232:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.488885:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.490670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.490748:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736815232:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.490767:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.490779:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfca00, rc 0) 00000100:00100000:3.0:1746129507.490804:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29404:x1830948731922688:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2096us (2362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.490810:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11784 00000100:00100000:2.0:1746129507.490888:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731922816 00000100:00100000:2.0:1746129507.490893:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731922816 00010000:00010000:2.0:1746129507.490913:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab4c expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.490929:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5963 00000100:00100000:2.0:1746129507.490934:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731922816:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.490944:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.490965:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab4c expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.490973:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab4c expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.490989:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f134000/0x40a459093b05f001 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab4c expref: 10 pid: 8411 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.491011:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.491013:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.491018:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.491029:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.491049:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.491057:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736815360:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129507.491094:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.492111:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736815360:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.492127:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.492148:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731922816:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1213us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.492154:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5963 00000100:00100000:0.0:1746129507.492338:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.492678:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731922944 00000100:00100000:3.0:1746129507.492683:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731922944 00000100:00100000:3.0:1746129507.492708:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11785 00000100:00100000:3.0:1746129507.492714:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731922944:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.492728:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.492741:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab7d expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.492760:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab53 expref: 10 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.492765:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.492767:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.492770:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.492786:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab53 expref: 10 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.492795:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab53 expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.492803:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736815488:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.493785:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.496986:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.497142:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736815488:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.497168:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.497187:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfcc00, rc 0) 00000100:00100000:3.0:1746129507.497233:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29404:x1830948731922944:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4518us (4894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.497239:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11785 00000100:00100000:2.0:1746129507.497494:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731923072 00000100:00100000:2.0:1746129507.497500:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731923072 00010000:00010000:2.0:1746129507.497535:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab53 expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.497559:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5964 00000100:00100000:2.0:1746129507.497567:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731923072:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.497580:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.497604:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab53 expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.497621:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab53 expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.497645:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2600/0x40a459093b05effa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab53 expref: 10 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.497662:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.497664:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.497669:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.497679:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.497712:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.497722:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736815616:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129507.497780:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.499948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.500018:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731923200 00000100:00100000:3.0:1746129507.500025:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731923200 00000100:00100000:3.0:1746129507.500071:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11786 00000100:00100000:3.0:1746129507.500077:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29404:x1830948731923200:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.500092:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.500106:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab84 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.500128:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab5a expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.500135:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.500136:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.500139:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.500163:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab5a expref: 9 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.500173:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab5a expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:3.0:1746129507.500188:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736815744:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.500263:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c59c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.500394:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736815616:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.500411:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.500431:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731923072:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2866us (3453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.500438:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5964 00000100:00100000:0.0:1746129507.503345:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.503457:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736815744:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129507.503481:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.503496:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfce00, rc 0) 00000100:00100000:3.0:1746129507.503540:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731923200:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3462us (3597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.503547:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11786 00000100:00100000:2.0:1746129507.503682:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731923328 00000100:00100000:2.0:1746129507.503689:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731923328 00010000:00010000:2.0:1746129507.503715:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab5a expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00000100:00100000:2.0:1746129507.503733:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5965 00000100:00100000:2.0:1746129507.503739:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731923328:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.503749:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.503769:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab5a expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.503778:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab5a expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.503795:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009efb2000/0x40a459093b05f008 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab5a expref: 9 pid: 4699 timeout: 862 lvb_type: 1 00010000:00010000:2.0:1746129507.503805:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.503806:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.503812:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.503820:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.503844:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 8 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.503854:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736815872:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129507.503911:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.506206:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.506236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.506238:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736815872:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.506261:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.506266:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.506267:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731923456 00000100:00100000:3.0:1746129507.506272:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731923456 00000100:00100000:2.0:1746129507.506316:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731923712 00000100:00100000:2.0:1746129507.506319:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731923712 00000100:00100000:3.0:1746129507.506330:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731923968 00000100:00100000:3.0:1746129507.506332:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731923968 00000100:00100000:2.0:1746129507.506339:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11787 00000100:00100000:2.0:1746129507.506345:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731923456:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:3.0:1746129507.506351:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11788 00000100:00100000:3.0:1746129507.506356:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731923712:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:1.0:1746129507.506467:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11789 00000100:00100000:1.0:1746129507.506476:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c29c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731923968:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:0.0:1746129507.506491:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00010000:3.0:1746129507.506494:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129507.506494:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746129507.506497:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129506 -> 1746129507 00002000:00010000:2.0:1746129507.506497:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129505 -> 1746129507 00002000:00010000:3.0:1746129507.506499:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.506499:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129504 -> 1746129507 00002000:00010000:3.0:1746129507.506500:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129506 -> 1746129508 00002000:00010000:2.0:1746129507.506500:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129504 -> 1746129508 00002000:00010000:3.0:1746129507.506502:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2077 00002000:00010000:2.0:1746129507.506502:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:0.0:1746129507.506502:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731923584 00000100:00100000:0.0:1746129507.506505:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731923584 00000100:00100000:0.0:1746129507.506522:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11790 00000100:00100000:0.0:1746129507.506527:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731923584:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:3.0:1746129507.506530:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731923712:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 174us (294us total) trans 21474840390 rc 0/0 00000100:00100000:2.0:1746129507.506531:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731923456:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 184us (331us total) trans 17179873193 rc 0/0 00000100:00100000:3.0:1746129507.506536:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11788 00000100:00100000:2.0:1746129507.506545:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11787 00002000:00010000:1.0:1746129507.506557:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:1.0:1746129507.506560:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:1.0:1746129507.506561:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:1.0:1746129507.506563:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129507 -> 1746129508 00002000:00010000:1.0:1746129507.506565:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:2.0:1746129507.506567:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948731923328:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2828us (3229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.506573:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5965 00000100:00100000:1.0:1746129507.506584:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c29c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731923968:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 110us (317us total) trans 17179873194 rc 0/0 00000100:00100000:1.0:1746129507.506590:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11789 00002000:00010000:0.0:1746129507.506592:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129507.506595:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129506 -> 1746129507 00002000:00010000:0.0:1746129507.506596:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129506 -> 1746129507 00002000:00010000:0.0:1746129507.506598:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129506 -> 1746129508 00002000:00010000:0.0:1746129507.506600:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129507.506616:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731923584:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 89us (125us total) trans 21474840391 rc 0/0 00000100:00100000:0.0:1746129507.506625:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11790 00000100:00100000:0.0:1746129507.506656:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.506692:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731923840 00000100:00100000:1.0:1746129507.506695:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731923840 00000100:00100000:0.0:1746129507.506713:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.506972:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731924096 00000100:00100000:1.0:1746129507.506975:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731924096 00000100:00100000:2.0:1746129507.506980:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11791 00000100:00100000:2.0:1746129507.506986:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731923840:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:1.0:1746129507.506993:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11792 00000100:00100000:1.0:1746129507.506997:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731924096:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:1.0:1746129507.507053:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746129507.507055:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:1.0:1746129507.507057:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:1.0:1746129507.507059:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129507 -> 1746129508 00002000:00010000:1.0:1746129507.507060:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1746129507.507092:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731924096:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 94us (379us total) trans 21474840392 rc 0/0 00000100:00100000:1.0:1746129507.507097:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11792 00002000:00010000:2.0:1746129507.507179:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129507.507182:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.507184:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.507186:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129506 -> 1746129508 00002000:00010000:2.0:1746129507.507188:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129507.507210:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948731923840:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 224us (553us total) trans 17179873195 rc 0/0 00000100:00100000:2.0:1746129507.507214:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11791 00000100:00100000:0.0:1746129507.509175:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.509341:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731924352 00000100:00100000:3.0:1746129507.509348:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731924352 00000100:00100000:3.0:1746129507.509398:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4120 00000100:00100000:3.0:1746129507.509405:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934ca450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29404:x1830948731924352:12345-192.168.202.4@tcp:35:lfs.0 00000004:00010000:3.0:1746129507.509450:0:14551:0:(mdt_open.c:2471:mdt_close_resync_done()) ### [0x200000403:0x365:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef91 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab22 expref: 9 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.509488:0:14551:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14551 initiator: MDT0 00010000:00010000:3.0:1746129507.509498:0:14551:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab29 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.509504:0:14551:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14551 initiator: MDT0 00010000:00010000:3.0:1746129507.509528:0:14551:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab29 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.509539:0:14551:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab29 expref: 9 pid: 14548 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.509549:0:14551:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:14551:1830948736816000:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.510811:0:14551:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.512509:0:14551:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0991180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:14551:1830948736816000:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.512514:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129507.514799:0:14551:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14551 initiator: MDT0 00000100:00100000:2.0:1746129507.514815:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731924480 00000100:00100000:2.0:1746129507.514825:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731924480 00010000:00010000:2.0:1746129507.514863:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab29 expref: 10 pid: 14548 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.514906:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5966 00000100:00100000:2.0:1746129507.514941:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731924480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.514957:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.514964:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab29 expref: 10 pid: 14548 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.514974:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab29 expref: 10 pid: 14548 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.514991:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009438dc00/0x40a459093b05efd0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab29 expref: 10 pid: 14548 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.515021:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:2.0:1746129507.515025:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14551 initiator: MDT0 00010000:00010000:2.0:1746129507.515033:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14551 initiator: MDT0 00010000:00010000:2.0:1746129507.515038:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14551 initiator: MDT0 00010000:00010000:2.0:1746129507.515066:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129507.515091:0:14551:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14551 initiator: MDT0 00010000:00010000:3.0:1746129507.515098:0:14551:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14551 initiator: MDT0 00000100:00100000:2.0:1746129507.515674:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731924480:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 760us (3159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.515680:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5966 00000040:00080000:3.0:1746129507.516011:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2823, 88 off235360 00000004:00080000:3.0:1746129507.516016:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762832722006ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129507.516054:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2760, 88 off229816 00000004:00080000:3.0:1746129507.516058:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762832763892ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129507.516068:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2761, 88 off229904 00000004:00080000:3.0:1746129507.516070:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762832776611ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129507.516082:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2824, 88 off235448 00000004:00080000:3.0:1746129507.516084:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762832790524ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129507.516122:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2825, 88 off235536 00000004:00080000:3.0:1746129507.516124:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762832830544ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129507.516132:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2762, 88 off229992 00000004:00080000:3.0:1746129507.516134:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762832840589ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129507.516141:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2763, 88 off230080 00000004:00080000:3.0:1746129507.516143:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762832849526ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129507.516150:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2764, 88 off230168 00000004:00080000:3.0:1746129507.516152:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762832858297ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129507.516158:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2826, 88 off235624 00000004:00080000:3.0:1746129507.516160:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762832866506ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129507.516166:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2765, 88 off230256 00000004:00080000:3.0:1746129507.516169:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762832875564ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129507.516176:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2827, 88 off235712 00000004:00080000:3.0:1746129507.516178:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762832884062ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129507.516184:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2766, 88 off230344 00000004:00080000:3.0:1746129507.516186:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762832892669ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129507.516193:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2828, 88 off235800 00000004:00080000:3.0:1746129507.516195:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762832900916ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129507.516202:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2829, 88 off235888 00000004:00080000:3.0:1746129507.516204:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762832910002ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129507.516210:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2830, 88 off235976 00000004:00080000:3.0:1746129507.516212:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762832917924ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129507.516216:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2831, 88 off236064 00000004:00080000:3.0:1746129507.516218:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762832924672ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129507.516224:0:14551:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2767, 88 off230432 00000004:00080000:3.0:1746129507.516226:0:14551:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762832932660ns, next at 706231494891ns, rc = 0 00000001:00080000:0.0:1746129507.549595:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944075 is committed 00000001:00080000:0.0:1746129507.549610:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944076 is committed 00000004:00080000:0.0:1746129507.549613:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1950 committed 00000004:00080000:0.0:1746129507.549619:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2015 committed 00000004:00080000:0.0:1746129507.549624:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2014 committed 00000004:00080000:0.0:1746129507.549625:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2013 committed 00000004:00080000:0.0:1746129507.549627:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2012 committed 00000004:00080000:0.0:1746129507.549628:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1949 committed 00000004:00080000:0.0:1746129507.549630:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2011 committed 00000004:00080000:0.0:1746129507.549631:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1948 committed 00000004:00080000:0.0:1746129507.549633:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2010 committed 00000004:00080000:0.0:1746129507.549635:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1947 committed 00000004:00080000:0.0:1746129507.549637:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1946 committed 00000004:00080000:0.0:1746129507.549638:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1945 committed 00000004:00080000:0.0:1746129507.549640:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2009 committed 00000004:00080000:0.0:1746129507.549641:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2008 committed 00000004:00080000:0.0:1746129507.549642:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1944 committed 00000004:00080000:0.0:1746129507.549644:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1943 committed 00000004:00080000:0.0:1746129507.549645:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2007 committed 00000004:00010000:3.0:1746129507.549720:0:14551:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800934ca450 reply state ffff8800959d3800 transno 8589944076 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14551 initiator: MDT0 00000100:00100000:3.0:1746129507.549731:0:14551:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746129507.549741:0:14551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129507.549743:0:14551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129507.549752:0:14551:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcf8400/0x40a459093b05ef91 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab22 expref: 7 pid: 16908 timeout: 0 lvb_type: 0 00010000:00080000:3.0:1746129507.549845:0:14551:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746129507.549857:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934ca450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29404:x1830948731924352:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 40452us (40686us total) trans 8589944076 rc 0/0 00000100:00100000:3.0:1746129507.549865:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4120 00010000:00010000:3.0:1746129507.549933:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14551 initiator: MDT0 00010000:00010000:3.0:1746129507.549941:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14551 initiator: MDT0 00010000:00010000:3.0:1746129507.549952:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14551 initiator: MDT0 00010000:00010000:3.0:1746129507.549957:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fcfd400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129507.549960:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14551 initiator: MDT0 00010000:00010000:3.0:1746129507.549966:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14551 initiator: MDT0 00010000:00010000:3.0:1746129507.549977:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff8800900d1900) 00010000:00010000:3.0:1746129507.549979:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129507.549981:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14551 initiator: MDT0 00010000:00010000:3.0:1746129507.549985:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f078 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14551 initiator: MDT0 00000100:00100000:1.0:1746129507.550469:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736816128:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.550507:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.550543:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736816640:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.550555:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.550563:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736817152:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.550575:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.550584:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736817664:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.550595:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.550605:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1746129507.550608:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736816256:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.550618:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.550625:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736816768:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.550636:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.550642:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736817280:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.550643:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736816128 00000100:00100000:2.0:1746129507.550649:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736816128 00000100:00100000:1.0:1746129507.550652:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.550659:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736817792:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.550669:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.550684:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736816640 00000100:00100000:1.0:1746129507.550685:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736817152 00000100:00100000:2.0:1746129507.550686:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736816640 00000100:00100000:1.0:1746129507.550688:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736817152 00000100:00100000:2.0:1746129507.550697:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736817664 00000100:00100000:2.0:1746129507.550699:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736817664 00000100:00100000:1.0:1746129507.550702:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736816256 00000100:00100000:1.0:1746129507.550703:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736816256 00000100:00100000:2.0:1746129507.550710:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736816768 00000100:00100000:1.0:1746129507.550710:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736817280 00000100:00100000:1.0:1746129507.550711:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736817280 00000100:00100000:2.0:1746129507.550712:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736816768 00000100:00100000:1.0:1746129507.550716:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736817792 00000100:00100000:1.0:1746129507.550718:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736817792 00000100:00100000:2.0:1746129507.550722:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11793 00000100:00100000:2.0:1746129507.550728:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+48:3300:x1830948736816128:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.550733:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11794 00000100:00100000:1.0:1746129507.550737:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3300:x1830948736816640:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.550775:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11795 00000100:00100000:2.0:1746129507.550780:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3300:x1830948736817152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129507.550887:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00000100:00100000:1.0:1746129507.550889:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736816640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 151us (333us total) trans 21474840393 rc 0/0 00002000:00010000:2.0:1746129507.550891:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.550893:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.550894:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00000100:00100000:1.0:1746129507.550895:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11794 00002000:00010000:2.0:1746129507.550896:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:1.0:1746129507.550908:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11796 00000100:00100000:1.0:1746129507.550911:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+54:3300:x1830948736817664:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.550918:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:3300:x1830948736817152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 139us (341us total) trans 17179873196 rc 0/0 00000100:00100000:2.0:1746129507.550924:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11795 00000100:00100000:2.0:1746129507.550936:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11797 00000100:00100000:2.0:1746129507.550941:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3300:x1830948736816256:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.550975:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+54:3300:x1830948736817664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (378us total) trans 17179873197 rc 0/0 00000100:00100000:1.0:1746129507.550980:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11796 00000100:00100000:1.0:1746129507.550988:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11798 00000100:00100000:1.0:1746129507.550992:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:3300:x1830948736817280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129507.551010:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129507.551013:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.551014:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.551016:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:2.0:1746129507.551017:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1746129507.551036:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736816256:12345-0@lo:2:osp-syn-0-0.0 Request processed in 95us (416us total) trans 21474840394 rc 0/0 00000100:00100000:2.0:1746129507.551041:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11797 00002000:00010000:1.0:1746129507.551042:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129507.551045:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:1.0:1746129507.551047:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:1.0:1746129507.551048:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:1.0:1746129507.551050:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129507.551051:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11799 00000100:00100000:2.0:1746129507.551055:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3300:x1830948736816768:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129507.551063:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+54:3300:x1830948736817280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 71us (410us total) trans 17179873198 rc 0/0 00000100:00100000:1.0:1746129507.551067:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11798 00000100:00100000:1.0:1746129507.551074:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11800 00000100:00100000:1.0:1746129507.551077:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:3300:x1830948736817792:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.551128:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+54:3300:x1830948736817792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 50us (458us total) trans 17179873199 rc 0/0 00000100:00100000:1.0:1746129507.551132:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11800 00000004:00080000:1.0:1746129507.551162:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135726a00/2, rc 0, transno 21474840394 00000100:00100000:1.0:1746129507.551166:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736816256:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129507.551172:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135727800/2, rc 0, transno 17179873198 00000100:00100000:1.0:1746129507.551177:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736817280:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129507.551182:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546d180/2, rc 0, transno 17179873199 00000100:00100000:1.0:1746129507.551184:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736817792:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129507.551189:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135724000/2, rc 0, transno 21474840393 00000100:00100000:1.0:1746129507.551191:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736816640:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129507.551195:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135725500/2, rc 0, transno 17179873196 00000100:00100000:1.0:1746129507.551197:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736817152:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129507.551201:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546c380/2, rc 0, transno 17179873197 00000100:00100000:1.0:1746129507.551203:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736817664:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.551223:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736818176:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.551235:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129507.551248:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736818176 00000100:00100000:1.0:1746129507.551250:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736818176 00000100:00100000:1.0:1746129507.551259:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11801 00000100:00100000:1.0:1746129507.551262:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3300:x1830948736818176:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129507.551349:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+55:3300:x1830948736818176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (112us total) trans 17179873200 rc 0/0 00000100:00100000:1.0:1746129507.551353:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11801 00000004:00080000:1.0:1746129507.551369:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b0e00/2, rc 0, transno 17179873200 00000100:00100000:1.0:1746129507.551372:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736818176:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.551476:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736816768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 420us (838us total) trans 21474840395 rc 0/0 00000100:00100000:2.0:1746129507.551481:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11799 00002000:00010000:2.0:1746129507.551547:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129507.551549:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.551551:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.551552:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:2.0:1746129507.551554:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129507.551570:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736816128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 843us (1062us total) trans 21474840396 rc 0/0 00000100:00100000:2.0:1746129507.551574:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11793 00000100:00100000:3.0:1746129507.551610:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736816384:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.551631:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.551652:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736816384 00000100:00100000:3.0:1746129507.551653:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736816896:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.551656:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736816384 00000100:00100000:3.0:1746129507.551668:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.551669:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11802 00000100:00100000:2.0:1746129507.551672:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3302:x1830948736816384:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.551679:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736817408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.551691:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.551698:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736817920:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.551709:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.551718:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1746129507.551722:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736816512:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129507.551734:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1746129507.551736:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00000100:00100000:3.0:1746129507.551738:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1746129507.551738:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.551740:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:2.0:1746129507.551742:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1746129507.551747:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736817024:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.551759:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+50:3302:x1830948736816384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 86us (128us total) trans 21474840397 rc 0/0 00000100:00100000:3.0:1746129507.551762:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.551763:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11802 00000100:00100000:3.0:1746129507.551770:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736817536:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.551770:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736816896 00000100:00100000:2.0:1746129507.551772:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736816896 00000100:00100000:2.0:1746129507.551781:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736817408 00000100:00100000:3.0:1746129507.551783:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.551783:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736817408 00000100:00100000:2.0:1746129507.551789:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736817920 00000100:00100000:2.0:1746129507.551790:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736817920 00000100:00100000:3.0:1746129507.551791:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736818048:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.551795:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736816512 00000100:00100000:2.0:1746129507.551797:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736816512 00000100:00100000:2.0:1746129507.551802:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736817024 00000100:00100000:3.0:1746129507.551803:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.551803:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736817024 00000100:00100000:2.0:1746129507.551809:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736817536 00000100:00100000:2.0:1746129507.551811:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736817536 00000004:00080000:3.0:1746129507.551815:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135725180/2, rc 0, transno 21474840397 00000100:00100000:2.0:1746129507.551817:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736818048 00000100:00100000:3.0:1746129507.551818:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736816384:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.551818:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736818048 00000100:00100000:2.0:1746129507.551824:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11803 00000100:00100000:2.0:1746129507.551828:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+52:3302:x1830948736816896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.551833:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11804 00000100:00100000:3.0:1746129507.551840:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3302:x1830948736817408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.551905:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736816896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (236us total) trans 21474840398 rc 0/0 00000100:00100000:2.0:1746129507.551910:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11803 00000100:00100000:2.0:1746129507.551918:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11805 00000100:00100000:2.0:1746129507.551922:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+59:3302:x1830948736817920:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129507.551932:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:3.0:1746129507.551935:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:3.0:1746129507.551937:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:3.0:1746129507.551939:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:3.0:1746129507.551941:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:3.0:1746129507.551957:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:3302:x1830948736817408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 118us (265us total) trans 17179873201 rc 0/0 00000100:00100000:3.0:1746129507.551961:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11804 00000100:00100000:3.0:1746129507.551970:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11806 00000100:00100000:3.0:1746129507.551974:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+52:3302:x1830948736816512:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.551990:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+59:3302:x1830948736817920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 67us (278us total) trans 17179873202 rc 0/0 00000100:00100000:2.0:1746129507.551995:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11805 00000100:00100000:2.0:1746129507.552003:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11807 00000100:00100000:2.0:1746129507.552008:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+52:3302:x1830948736817024:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.552045:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736816512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (306us total) trans 21474840399 rc 0/0 00000100:00100000:3.0:1746129507.552051:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11806 00000100:00100000:3.0:1746129507.552060:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11808 00000100:00100000:3.0:1746129507.552063:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3302:x1830948736817536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129507.552120:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:3.0:1746129507.552122:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:3.0:1746129507.552125:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746129507.552127:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:3.0:1746129507.552129:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:3.0:1746129507.552142:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:3302:x1830948736817536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (358us total) trans 17179873203 rc 0/0 00000100:00100000:3.0:1746129507.552146:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11808 00000100:00100000:3.0:1746129507.552154:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11809 00000100:00100000:3.0:1746129507.552158:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3302:x1830948736818048:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.552215:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736817024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 207us (452us total) trans 21474840400 rc 0/0 00000100:00100000:3.0:1746129507.552216:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:3302:x1830948736818048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 57us (411us total) trans 17179873204 rc 0/0 00000100:00100000:2.0:1746129507.552220:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11807 00000100:00100000:3.0:1746129507.552223:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11809 00000004:00080000:3.0:1746129507.552243:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135725880/2, rc 0, transno 21474840399 00000100:00100000:3.0:1746129507.552613:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736816512:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129507.552627:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135725f80/2, rc 0, transno 21474840400 00000100:00100000:3.0:1746129507.552630:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736817024:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129507.552641:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546c000/2, rc 0, transno 17179873203 00000100:00100000:3.0:1746129507.552643:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736817536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129507.552649:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87ca80/2, rc 0, transno 17179873204 00000100:00100000:3.0:1746129507.552651:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736818048:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129507.552656:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135725c00/2, rc 0, transno 21474840398 00000100:00100000:3.0:1746129507.552659:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736816896:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129507.552664:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546d880/2, rc 0, transno 17179873201 00000100:00100000:3.0:1746129507.552667:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736817408:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129507.552672:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546ea00/2, rc 0, transno 17179873202 00000100:00100000:3.0:1746129507.552674:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736817920:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129507.552755:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135727b80/2, rc 0, transno 21474840395 00000100:00100000:1.0:1746129507.552758:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736816768:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129507.552765:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135724a80/2, rc 0, transno 21474840396 00000100:00100000:1.0:1746129507.552767:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736816128:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.554135:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.554217:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731924608 00000100:00100000:2.0:1746129507.554223:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731924608 00000100:00100000:3.0:1746129507.554390:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10187 00000100:00100000:3.0:1746129507.554398:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29404:x1830948731924608:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129507.554416:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.554433:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab8b expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.554478:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab8b expref: 7 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.554489:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab8b expref: 7 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.554504:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129507.554507:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129507.554509:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f18ec00, rc 0) 00000100:00100000:3.0:1746129507.554558:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29404:x1830948731924608:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 161us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.554564:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10187 00000100:00100000:0.0:1746129507.559807:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.559928:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731924864 00000100:00100000:3.0:1746129507.559937:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731924864 00000100:00100000:3.0:1746129507.559991:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4121 00000100:00100000:3.0:1746129507.559998:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29404:x1830948731924864:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:3.0:1746129507.560349:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29404:x1830948731924864:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 350us (551us total) trans 8589944077 rc 0/0 00000100:00100000:3.0:1746129507.560355:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4121 00000100:00100000:0.0:1746129507.576411:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.580122:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731925120 00000100:00100000:2.0:1746129507.580134:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731925120 00000100:00100000:0.0:1746129507.581030:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.581693:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731925376 00000100:00100000:2.0:1746129507.581698:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731925376 00000100:00100000:2.0:1746129507.581732:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10188 00000100:00100000:2.0:1746129507.581738:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+6:29416:x1830948731925120:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.581762:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.581778:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f086 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab92 expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.581870:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.581892:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.581901:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.581917:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.581922:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.581926:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582016:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582022:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582027:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000004:00200000:2.0:1746129507.582033:0:2271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129507.582103:0:2271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582110:0:2271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582115:0:2271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582119:0:2271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fcfd400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129507.582123:0:2271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582128:0:2271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582138:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129507.582141:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129507.582144:0:2271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582149:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd400/0x40a459093b05f08d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582180:0:2271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582188:0:2271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582193:0:2271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582197:0:2271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fcfde00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129507.582199:0:2271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582203:0:2271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582209:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800900d1900) 00010000:00010000:2.0:1746129507.582212:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129507.582214:0:2271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.582218:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f094 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00000100:00100000:3.0:1746129507.582219:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10189 00000100:00100000:3.0:1746129507.582229:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+288:29414:x1830948731925376:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129507.582240:0:16908:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.582247:0:16908:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18e800/0x40a459093b05f0a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ab99 expref: -99 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.582250:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f086 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab92 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.582261:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab92 expref: 8 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.582267:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129507.582269:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129507.582271:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfda00, rc 0) 00010000:00010000:3.0:1746129507.582306:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582314:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582321:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000100:00100000:2.0:1746129507.582328:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:29416:x1830948731925120:12345-192.168.202.4@tcp:101:cat.0 Request processed in 590us (5924us total) trans 8589944078 rc 0/0 00010000:00010000:3.0:1746129507.582331:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00000100:00100000:2.0:1746129507.582334:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10188 00010000:00010000:3.0:1746129507.582336:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582341:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582394:0:16908:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ea00/0x40a459093b05f0be lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582401:0:16908:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ea00/0x40a459093b05f0be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582407:0:16908:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ea00/0x40a459093b05f0be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16908 initiator: MDT0 00000004:00200000:3.0:1746129507.582412:0:16908:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129507.582452:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582457:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582461:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582465:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f18fc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129507.582468:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582472:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582478:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129507.582480:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129507.582482:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582487:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18fc00/0x40a459093b05f0b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582516:0:16908:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582520:0:16908:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582528:0:16908:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582531:0:16908:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f18f200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129507.582533:0:16908:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582536:0:16908:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582542:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009ce66000) 00010000:00010000:3.0:1746129507.582544:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129507.582546:0:16908:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582550:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18f200/0x40a459093b05f0b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16908 initiator: MDT0 00010000:00010000:3.0:1746129507.582575:0:16908:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18e800/0x40a459093b05f0a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab99 expref: 291 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.582584:0:16908:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ea00/0x40a459093b05f0be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab99 expref: 290 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.582589:0:16908:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129507.582591:0:16908:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129507.582593:0:16908:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f18ea00, rc 0) 00000100:00100000:3.0:1746129507.582631:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ada2ffba-8920-4ecb-8068-68caa9806978+290:29414:x1830948731925376:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 405us (1606us total) trans 8589944079 rc 0/0 00000100:00100000:3.0:1746129507.582637:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10189 00000100:00100000:2.0:1746129507.586866:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.586897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.586924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.586938:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.586955:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731925632 00000100:00100000:2.0:1746129507.586962:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731925632 00000100:00100000:2.0:1746129507.586996:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731926016 00000100:00100000:2.0:1746129507.586998:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731926016 00000100:00100000:2.0:1746129507.587009:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731926272 00000100:00100000:2.0:1746129507.587010:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731926272 00000100:00100000:2.0:1746129507.587020:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10190 00000100:00100000:2.0:1746129507.587026:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ada2ffba-8920-4ecb-8068-68caa9806978+291:29417:x1830948731925632:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.587042:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.587054:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfc000/0x40a459093b05f0cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aba0 expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.587122:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.587136:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.587144:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000004:00200000:2.0:1746129507.587152:0:2271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129507.587230:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfc000/0x40a459093b05f0cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba0 expref: 294 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.587243:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba0 expref: 293 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.587249:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129507.587251:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746129507.587254:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfd200, rc 0) 00000100:00100000:2.0:1746129507.587285:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ada2ffba-8920-4ecb-8068-68caa9806978+293:29417:x1830948731925632:12345-192.168.202.4@tcp:101:cat.0 Request processed in 260us (426us total) trans 8589944080 rc 0/0 00000100:00100000:2.0:1746129507.587314:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10190 00000100:00100000:2.0:1746129507.587328:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10191 00000100:00100000:2.0:1746129507.587334:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:29412:x1830948731926016:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129507.587342:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.587348:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd600/0x40a459093b05f0e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abae expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.587381:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129507.587390:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab92 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.587396:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ea00/0x40a459093b05f0be lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab99 expref: 292 pid: 16908 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.587396:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10192 00010000:00010000:2.0:1746129507.587401:0:2271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00000100:00100000:1.0:1746129507.587404:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:29414:x1830948731926272:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129507.587412:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.587414:0:14547:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:0.0:1746129507.588091:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731925760 00000100:00100000:0.0:1746129507.588096:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731925760 00000100:00100000:0.0:1746129507.588120:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11810 00000100:00100000:0.0:1746129507.588125:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:29416:x1830948731925760:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129507.588133:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.588142:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aba7 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.588158:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.588164:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129507.588166:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129507.588168:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.588184:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 11 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.588194:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 11 pid: 7148 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129507.588203:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736818432:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.588263:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5540 going to sleep for 11 seconds 00010000:00010000:2.0:1746129507.589388:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ea00/0x40a459093b05f0be lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab99 expref: 292 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.589408:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129507.589414:0:14547:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129507.589421:0:14547:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129507.589426:0:14547:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129507.589428:0:2271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab92 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.589436:0:2271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab92 expref: 9 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.589437:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134c00/0x40a459093b05f0f6 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abb5 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.589443:0:2271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736818560:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.589474:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129507.589483:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab8b expref: 7 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.589489:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba0 expref: 292 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.589499:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 5/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129507.589516:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba0 expref: 292 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.589524:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba0 expref: 292 pid: 2271 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.589532:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736818688:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.589607:0:2271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da89c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746129507.589658:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab8b expref: 7 pid: 16908 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.589666:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab8b expref: 7 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.589674:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736818816:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.589695:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a586ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.590820:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.590848:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7dbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736818432:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129507.590869:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.590892:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fb73c00, rc 0) 00000100:00100000:3.0:1746129507.590968:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731926400 00000100:00100000:3.0:1746129507.590975:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731926400 00000100:00100000:3.0:1746129507.591005:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10193 00000100:00100000:3.0:1746129507.591010:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+293:29417:x1830948731926400:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129507.591027:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.591035:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b05f104 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abbc expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.591090:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129507.591099:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129507.591104:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129507.591107:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 5/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129507.591116:0:15096:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129507.591120:0:15096:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129507.591126:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129507.591151:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:29416:x1830948731925760:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3023us (4251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.591158:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11810 00000100:00100000:3.0:1746129507.591218:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.591887:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731926528 00000100:00100000:2.0:1746129507.591892:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731926528 00010000:00010000:2.0:1746129507.591915:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 12 pid: 7148 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.592593:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5967 00000100:00100000:2.0:1746129507.592601:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731926528:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.592613:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.592631:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 12 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.592640:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 12 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.592657:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfc400/0x40a459093b05f04e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab61 expref: 12 pid: 7148 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.592669:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.592671:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.592677:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.592684:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.592709:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.592719:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736818944:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129507.592793:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.593448:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736818688:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.593458:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736818816:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129507.593475:0:2271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736818560:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.593476:0:14547:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129507.593488:0:2271:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210400000020 pid: 2271 initiator: MDT0 00000100:00100000:0.0:1746129507.595155:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.595194:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.595220:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731926656 00000100:00100000:3.0:1746129507.595226:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731926656 00000100:00100000:1.0:1746129507.595249:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731926912 00010000:00010000:3.0:1746129507.595252:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab92 expref: 10 pid: 2271 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746129507.595253:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731926912 00010000:00010000:1.0:1746129507.595267:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab8b expref: 8 pid: 16908 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.595287:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5968 00000100:00100000:3.0:1746129507.595312:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731926656:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129507.595316:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5969 00000100:00100000:1.0:1746129507.595321:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731926912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129507.595324:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129507.595329:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab92 expref: 10 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.595330:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.595334:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab8b expref: 8 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.595338:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab92 expref: 10 pid: 2271 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129507.595415:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.595465:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731926784 00000100:00100000:2.0:1746129507.595469:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731926784 00010000:00010000:2.0:1746129507.595485:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba0 expref: 295 pid: 2271 timeout: 862 lvb_type: 0 00000100:00100000:2.0:1746129507.595500:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5970 00000100:00100000:2.0:1746129507.595505:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+295:1963:x1830948731926784:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.595511:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.595514:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba0 expref: 295 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.595674:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 12 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab8b expref: 8 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.595693:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfda00/0x40a459093b05f09b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab92 expref: 10 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.595695:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba0 expref: 295 pid: 2271 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129507.595705:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129507.595706:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd200/0x40a459093b05f0d3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba0 expref: 295 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.595712:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129507.595717:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129507.595724:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290400000020 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129507.595730:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290400000020 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129507.595736:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129507.595746:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129507.595751:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129507.595755:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129507.596034:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129507.596039:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129507.596048:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129507.596052:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129507.596056:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129507.596064:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129507.596072:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f18ec00/0x40a459093b05f07f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab8b expref: 8 pid: 16908 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.596080:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129507.596092:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129507.596095:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129507.596099:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731926656:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 805us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.596099:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+294:1963:x1830948731926784:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 593us (684us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129507.596100:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00000100:00100000:3.0:1746129507.596105:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5968 00010000:00010000:1.0:1746129507.596105:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129507.596109:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 14547 initiator: MDT0 00000100:00100000:2.0:1746129507.596111:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5970 00010000:00010000:1.0:1746129507.596114:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129507.596119:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129507.596126:0:2271:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129507.596129:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129507.596132:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129507.596138:0:14547:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00000100:00100000:2.0:1746129507.596144:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736818944:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129507.596144:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731926912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 823us (951us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129507.596145:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00000004:00200000:3.0:1746129507.596147:0:2271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000100:00100000:1.0:1746129507.596149:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5969 00010000:00010000:2.0:1746129507.596155:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.596166:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731926528:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3568us (4948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.596171:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5967 00000004:02000000:0.0:1746129507.596174:0:14547:0:(lod_object.c:7771:lod_primary_pick()) *** cfs_fail_loc=1a03, val=0*** 00010000:00010000:3.0:1746129507.596244:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfd600/0x40a459093b05f0e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abae expref: 10 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.596258:0:2271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abae expref: 9 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.596266:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abae expref: 9 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.596272:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fcfde00, rc 0) 00000100:00100000:3.0:1746129507.596333:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+9:29412:x1830948731926016:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 8999us (9407us total) trans 8589944081 rc 0/0 00000100:00100000:3.0:1746129507.596338:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10191 00000100:00100000:3.0:1746129507.596351:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731927040 00000100:00100000:3.0:1746129507.596353:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731927040 00000100:00100000:3.0:1746129507.596366:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10194 00000100:00100000:3.0:1746129507.596371:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+9:29416:x1830948731927040:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129507.596381:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.596389:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abc3 expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.596416:0:2271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 10 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.596425:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 10 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.596434:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129507.596436:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129507.596439:0:2271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 10 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.596445:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0bb600, rc 0) 00000100:00100000:3.0:1746129507.596461:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:29416:x1830948731927040:12345-192.168.202.4@tcp:101:cat.0 Request processed in 90us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.596465:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10194 00000100:00100000:2.0:1746129507.604642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.605552:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731927168 00000100:00100000:3.0:1746129507.605559:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731927168 00010000:00010000:3.0:1746129507.605593:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abae expref: 10 pid: 2271 timeout: 862 lvb_type: 0 00000100:00100000:3.0:1746129507.605621:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5971 00000100:00100000:3.0:1746129507.605629:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731927168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129507.605642:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129507.605649:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abae expref: 10 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.605660:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abae expref: 10 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.605682:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fcfde00/0x40a459093b05f0e8 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abae expref: 10 pid: 2271 timeout: 862 lvb_type: 0 00010000:00010000:3.0:1746129507.605693:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129507.605698:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129507.605705:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129507.605711:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.605716:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129507.605721:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129507.605765:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731927168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 137us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.605772:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5971 00000040:00080000:1.0:1746129507.607143:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2832, 88 off236152 00000004:00080000:1.0:1746129507.607152:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762923857239ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.607202:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2768, 88 off230520 00000004:00080000:1.0:1746129507.607205:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762923911487ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.607224:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2769, 88 off230608 00000004:00080000:1.0:1746129507.607227:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762923932740ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.607232:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2833, 88 off236240 00000004:00080000:1.0:1746129507.607235:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762923940799ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.607240:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2834, 88 off236328 00000004:00080000:1.0:1746129507.607242:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762923948510ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.607248:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2770, 88 off230696 00000004:00080000:1.0:1746129507.607250:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762923956627ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.607256:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2771, 88 off230784 00000004:00080000:1.0:1746129507.607258:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762923964034ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.607531:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2772, 88 off230872 00000004:00080000:1.0:1746129507.607535:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762924240822ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.607545:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2835, 88 off236416 00000004:00080000:1.0:1746129507.607547:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762924253107ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.607561:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2773, 88 off230960 00000004:00080000:1.0:1746129507.607564:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762924269972ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.607569:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2836, 88 off236504 00000004:00080000:1.0:1746129507.607571:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762924277574ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.607577:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2774, 88 off231048 00000004:00080000:1.0:1746129507.607579:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762924285604ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129507.607585:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2837, 88 off236592 00000004:00080000:1.0:1746129507.607587:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762924293592ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.607592:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2838, 88 off236680 00000004:00080000:1.0:1746129507.607594:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762924300324ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.607599:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2839, 88 off236768 00000004:00080000:1.0:1746129507.607601:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762924306964ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.607605:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2840, 88 off236856 00000004:00080000:1.0:1746129507.607607:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762924313437ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129507.607612:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2775, 88 off231136 00000004:00080000:1.0:1746129507.607614:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 762924320007ns, next at 706231494891ns, rc = 0 00000001:00080000:0.0:1746129507.655800:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944082 is committed 00000004:00080000:0.0:1746129507.655808:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1958 committed 00000004:00080000:0.0:1746129507.655815:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2024 committed 00000004:00080000:0.0:1746129507.655819:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2023 committed 00000004:00080000:0.0:1746129507.655821:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2022 committed 00000004:00080000:0.0:1746129507.655822:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2021 committed 00000004:00080000:0.0:1746129507.655824:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1957 committed 00000004:00080000:0.0:1746129507.655825:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2020 committed 00000004:00080000:0.0:1746129507.655826:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1956 committed 00000004:00080000:0.0:1746129507.655827:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2019 committed 00000004:00080000:0.0:1746129507.655829:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1955 committed 00000004:00080000:0.0:1746129507.655830:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1954 committed 00000004:00080000:0.0:1746129507.655831:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1953 committed 00000004:00080000:0.0:1746129507.655832:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2018 committed 00000004:00080000:0.0:1746129507.655834:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2017 committed 00000004:00080000:0.0:1746129507.655835:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1952 committed 00000004:00080000:0.0:1746129507.655836:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1951 committed 00000004:00080000:0.0:1746129507.655838:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2016 committed 00000001:00080000:0.0:1746129507.655846:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944078 is committed 00000001:00080000:0.0:1746129507.655850:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944081 is committed 00000001:00080000:0.0:1746129507.655858:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944077 is committed 00000100:00100000:2.0:1746129507.656223:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736819456:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.656279:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.656340:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736819968:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.656358:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.656375:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746129507.656379:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736819072:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.656392:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.656403:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736819584:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.656416:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.656438:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736819456 00000100:00100000:2.0:1746129507.656444:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736819456 00000100:00100000:2.0:1746129507.656473:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736819968 00000100:00100000:2.0:1746129507.656474:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736819968 00000100:00100000:2.0:1746129507.656484:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736819072 00000100:00100000:2.0:1746129507.656486:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736819072 00000100:00100000:2.0:1746129507.656494:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736819584 00000100:00100000:2.0:1746129507.656496:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736819584 00000100:00100000:2.0:1746129507.656509:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11811 00000100:00100000:2.0:1746129507.656515:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+62:3300:x1830948736819456:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129507.656669:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:2.0:1746129507.656672:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129507.656674:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746129507.656676:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129507.656678:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:2.0:1746129507.656704:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+63:3300:x1830948736819456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 188us (425us total) trans 17179873205 rc 0/0 00000100:00100000:2.0:1746129507.656710:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11811 00000100:00100000:2.0:1746129507.656722:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11812 00000100:00100000:2.0:1746129507.656727:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+62:3300:x1830948736819968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.656802:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+63:3300:x1830948736819968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (443us total) trans 17179873206 rc 0/0 00000100:00100000:2.0:1746129507.656807:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11812 00000100:00100000:2.0:1746129507.656817:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11813 00000100:00100000:2.0:1746129507.656821:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+62:3300:x1830948736819072:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129507.656905:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1746129507.656908:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.656910:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.656911:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:2.0:1746129507.656913:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:2.0:1746129507.656931:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+63:3300:x1830948736819072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (537us total) trans 17179873207 rc 0/0 00000100:00100000:2.0:1746129507.656935:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11813 00000100:00100000:2.0:1746129507.656945:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11814 00000100:00100000:2.0:1746129507.656950:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+62:3300:x1830948736819584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.657031:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+63:3300:x1830948736819584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 81us (613us total) trans 17179873208 rc 0/0 00000100:00100000:2.0:1746129507.657035:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11814 00000004:00080000:2.0:1746129507.657073:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87d500/2, rc 0, transno 17179873207 00000100:00100000:2.0:1746129507.657080:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736819072:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129507.657086:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87d180/2, rc 0, transno 17179873208 00000100:00100000:2.0:1746129507.657088:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736819584:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129507.657093:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87c380/2, rc 0, transno 17179873205 00000100:00100000:0.0:1746129507.657093:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736819328:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.657095:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736819456:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129507.657100:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27c000/2, rc 0, transno 17179873206 00000100:00100000:2.0:1746129507.657102:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736819968:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.657116:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.657131:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736819328 00000100:00100000:2.0:1746129507.657133:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736819328 00000100:00100000:0.0:1746129507.657133:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736819840:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129507.657147:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11815 00000100:00100000:0.0:1746129507.657147:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129507.657151:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+63:3303:x1830948736819328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.657159:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746129507.657163:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736819200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.657174:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129507.657184:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736819712:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.657195:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129507.657211:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736819840 00000100:00100000:0.0:1746129507.657214:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736819840 00002000:00010000:2.0:1746129507.657218:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:2.0:1746129507.657221:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.657223:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.657224:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:2.0:1746129507.657226:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:0.0:1746129507.657231:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736819200 00000100:00100000:0.0:1746129507.657232:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736819200 00000100:00100000:0.0:1746129507.657241:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736819712 00000100:00100000:0.0:1746129507.657243:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736819712 00000100:00100000:2.0:1746129507.657247:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+67:3303:x1830948736819328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 95us (130us total) trans 17179873209 rc 0/0 00000100:00100000:2.0:1746129507.657251:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11815 00000100:00100000:0.0:1746129507.657255:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11816 00000100:00100000:0.0:1746129507.657260:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3303:x1830948736819840:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.657376:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+68:3303:x1830948736819840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 115us (228us total) trans 17179873210 rc 0/0 00000100:00100000:0.0:1746129507.657382:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11816 00000100:00100000:0.0:1746129507.657411:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11817 00000100:00100000:0.0:1746129507.657416:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3303:x1830948736819200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129507.657484:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129507.657487:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:0.0:1746129507.657489:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:0.0:1746129507.657491:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:0.0:1746129507.657493:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129507.657511:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+68:3303:x1830948736819200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 95us (335us total) trans 17179873211 rc 0/0 00000100:00100000:0.0:1746129507.657515:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11817 00000100:00100000:0.0:1746129507.657525:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11818 00000100:00100000:0.0:1746129507.657529:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3303:x1830948736819712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.657601:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+68:3303:x1830948736819712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (405us total) trans 17179873212 rc 0/0 00000100:00100000:0.0:1746129507.657607:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11818 00000100:00100000:3.0:1746129507.657609:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736820096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.657624:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736820352:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.657632:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129507.657643:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.657646:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736820608:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.657657:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736820864:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.657660:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.657670:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736821120:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.657672:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.657685:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746129507.657691:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87e300/2, rc 0, transno 17179873211 00000100:00100000:3.0:1746129507.657694:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746129507.657694:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736819200:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.657698:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736820480:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129507.657701:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27d500/2, rc 0, transno 17179873212 00000100:00100000:0.0:1746129507.657703:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736819712:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129507.657709:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87f100/2, rc 0, transno 17179873209 00000100:00100000:3.0:1746129507.657710:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129507.657711:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736819328:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129507.657716:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736820992:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129507.657717:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27c380/2, rc 0, transno 17179873210 00000100:00100000:0.0:1746129507.657719:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736819840:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.657725:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746129507.657729:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736820224:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.657730:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129507.657744:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.657748:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736820096 00000100:00100000:3.0:1746129507.657751:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736820096 00000100:00100000:0.0:1746129507.657752:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736820736:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.657763:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736820352 00000100:00100000:0.0:1746129507.657764:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129507.657765:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736820352 00000100:00100000:3.0:1746129507.657772:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736820608 00000100:00100000:3.0:1746129507.657773:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736820608 00000100:00100000:0.0:1746129507.657778:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736820864 00000100:00100000:3.0:1746129507.657779:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736821120 00000100:00100000:3.0:1746129507.657780:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736821120 00000100:00100000:0.0:1746129507.657781:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736820864 00000100:00100000:3.0:1746129507.657785:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736820480 00000100:00100000:3.0:1746129507.657787:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736820480 00000100:00100000:0.0:1746129507.657791:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736820992 00000100:00100000:0.0:1746129507.657793:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736820992 00000100:00100000:3.0:1746129507.657794:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736820224 00000100:00100000:3.0:1746129507.657796:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736820224 00000100:00100000:0.0:1746129507.657800:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736820736 00000100:00100000:0.0:1746129507.657801:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736820736 00000100:00100000:3.0:1746129507.657805:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11819 00000100:00100000:3.0:1746129507.657810:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+68:3301:x1830948736820096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.657811:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11820 00000100:00100000:0.0:1746129507.657815:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+60:3303:x1830948736820352:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.657901:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+69:3301:x1830948736820096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (268us total) trans 17179873213 rc 0/0 00000100:00100000:3.0:1746129507.657907:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11819 00000100:00100000:3.0:1746129507.657918:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11821 00000100:00100000:3.0:1746129507.657922:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+60:3301:x1830948736820608:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.657957:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11822 00000100:00100000:3.0:1746129507.657961:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+61:3301:x1830948736821120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129507.657983:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129507.657986:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:0.0:1746129507.657987:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00000004:00080000:3.0:1746129507.657989:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27d880/2, rc 0, transno 17179873213 00002000:00010000:0.0:1746129507.657989:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:0.0:1746129507.657991:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2081 00000100:00100000:3.0:1746129507.657992:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736820096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129507.658010:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3303:x1830948736820352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 195us (366us total) trans 21474840401 rc 0/0 00000100:00100000:0.0:1746129507.658015:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11820 00000100:00100000:0.0:1746129507.658025:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11823 00000100:00100000:0.0:1746129507.658029:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+60:3303:x1830948736820864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.658106:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3303:x1830948736820864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (433us total) trans 21474840402 rc 0/0 00000100:00100000:0.0:1746129507.658111:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11823 00000100:00100000:0.0:1746129507.658119:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11824 00000100:00100000:0.0:1746129507.658123:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+60:3301:x1830948736820480:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129507.658190:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129507.658192:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:0.0:1746129507.658194:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:0.0:1746129507.658196:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:0.0:1746129507.658197:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129507.658223:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3301:x1830948736820480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (513us total) trans 21474840403 rc 0/0 00000100:00100000:0.0:1746129507.658227:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11824 00000100:00100000:0.0:1746129507.658236:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11825 00000100:00100000:0.0:1746129507.658241:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c53fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+60:3301:x1830948736820992:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.658314:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11826 00000100:00100000:2.0:1746129507.658321:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3303:x1830948736820224:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129507.658402:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129507.658405:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.658406:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:2.0:1746129507.658408:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129508 -> 1746129508 00002000:00010000:2.0:1746129507.658409:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129507.658428:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3303:x1830948736820224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (684us total) trans 21474840404 rc 0/0 00000100:00100000:2.0:1746129507.658433:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11826 00000100:00100000:2.0:1746129507.658442:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11827 00000100:00100000:2.0:1746129507.658446:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3303:x1830948736820736:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129507.658528:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3303:x1830948736820736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (761us total) trans 21474840405 rc 0/0 00000100:00100000:2.0:1746129507.658533:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11827 00010000:00010000:1.0:1746129507.658547:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 292 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.658559:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129507.658562:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1746129507.658565:0:14547:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129507.658573:0:14547:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129507.658578:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129507.658584:0:14547:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 6 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.658589:0:14547:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 6 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.658595:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 6 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.658615:0:14547:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 6 pid: 2271 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.658623:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736821248:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129507.658686:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a586e900 going to sleep for 11 seconds 00010000:00010000:3.0:1746129507.658724:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129507.658732:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129507.658765:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129507.658769:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129507.658782:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129507.658809:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b05f104 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abbc expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.658823:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abbc expref: 292 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.658830:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129507.658832:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746129507.658834:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0bba00, rc 0) 00000100:00100000:3.0:1746129507.658857:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+292:29417:x1830948731926400:12345-192.168.202.4@tcp:101:cat.0 Request processed in 67847us (68041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.658864:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10193 00000100:00100000:0.0:1746129507.660791:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c53fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3301:x1830948736820992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2546us (3056us total) trans 21474840406 rc 0/0 00000100:00100000:0.0:1746129507.660801:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11825 00000100:00100000:0.0:1746129507.660924:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+61:3301:x1830948736821120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2962us (3237us total) trans 21474840407 rc 0/0 00000100:00100000:0.0:1746129507.660929:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11822 00000004:00080000:0.0:1746129507.660968:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edf100/2, rc 0, transno 21474840403 00000100:00100000:0.0:1746129507.660973:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736820480:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129507.660980:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edf480/2, rc 0, transno 21474840406 00000100:00100000:0.0:1746129507.660982:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736820992:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129507.660988:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edd500/2, rc 0, transno 21474840407 00000100:00100000:0.0:1746129507.660990:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736821120:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129507.661074:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+61:3301:x1830948736820608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3152us (3413us total) trans 21474840408 rc 0/0 00000100:00100000:0.0:1746129507.661079:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11821 00000004:00080000:0.0:1746129507.661176:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093ede680/2, rc 0, transno 21474840408 00000100:00100000:0.0:1746129507.661179:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ede680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736820608:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129507.661194:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd92300/2, rc 0, transno 21474840404 00000100:00100000:0.0:1746129507.661196:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736820224:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129507.661204:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093eded80/2, rc 0, transno 21474840405 00000100:00100000:0.0:1746129507.661206:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736820736:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129507.661212:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd93b80/2, rc 0, transno 21474840401 00000100:00100000:0.0:1746129507.661221:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736820352:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129507.661226:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edfb80/2, rc 0, transno 21474840402 00000100:00100000:0.0:1746129507.661228:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736820864:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129507.664197:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.664274:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.664321:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731927296 00000100:00100000:3.0:1746129507.664329:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731927296 00000100:00100000:2.0:1746129507.664392:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736821248:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.664425:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134c00/0x40a459093b05f0f6 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 291 pid: 14547 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1746129507.664442:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 290 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.664472:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f134800, rc 0) 00000100:00100000:2.0:1746129507.664507:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:29414:x1830948731926272:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 77104us (77568us total) trans 8589944082 rc 0/0 00000100:00100000:2.0:1746129507.664515:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10192 00000100:00100000:2.0:1746129507.664534:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731927424 00000100:00100000:2.0:1746129507.664537:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731927424 00000100:00100000:2.0:1746129507.664557:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10195 00000100:00100000:2.0:1746129507.664562:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:29417:x1830948731927424:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.664573:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.664583:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e1c1200/0x40a459093b05f120 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abca expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.664613:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e1c1200/0x40a459093b05f120 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abca expref: 291 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.664622:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e1c1200/0x40a459093b05f120 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abca expref: 291 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.664633:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129507.664636:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129507.664638:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1c1200, rc 0) 00000100:00100000:2.0:1746129507.664654:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:29417:x1830948731927424:12345-192.168.202.4@tcp:101:cat.0 Request processed in 92us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.664658:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10195 00000100:00100000:3.0:1746129507.664750:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4122 00000100:00100000:3.0:1746129507.664755:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:29416:x1830948731927296:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:3.0:1746129507.664808:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:29416:x1830948731927296:12345-192.168.202.4@tcp:49:cat.0 Request processed in 53us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.664813:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4122 00000100:00100000:3.0:1746129507.666278:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.666867:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731927552 00000100:00100000:0.0:1746129507.666883:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731927552 00000100:00100000:0.0:1746129507.666953:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11828 00000100:00100000:0.0:1746129507.666971:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:29414:x1830948731927552:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129507.667037:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.667052:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abd1 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.667074:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.667080:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.667081:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.667084:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.667108:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.667121:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 19 pid: 8412 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746129507.667131:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e070a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736821376:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.667189:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.674190:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e070a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736821376:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129507.674214:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.674228:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f18a800, rc 0) 00000100:00100000:0.0:1746129507.674264:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:29414:x1830948731927552:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7304us (7989us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.675197:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11828 00000100:00100000:0.0:1746129507.675353:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.675416:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.675428:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.675438:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.675448:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.675457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.675487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.675508:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731927680 00000100:00100000:0.0:1746129507.675514:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731927680 00000100:00100000:0.0:1746129507.675536:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731927808 00000100:00100000:0.0:1746129507.675538:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731927808 00000100:00100000:0.0:1746129507.675546:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731927936 00000100:00100000:0.0:1746129507.675548:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731927936 00000100:00100000:0.0:1746129507.675554:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731928064 00000100:00100000:0.0:1746129507.675556:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731928064 00000100:00100000:0.0:1746129507.675562:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731928192 00000100:00100000:0.0:1746129507.675564:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731928192 00000100:00100000:0.0:1746129507.675569:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731928320 00000100:00100000:0.0:1746129507.675570:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731928320 00000100:00100000:0.0:1746129507.675578:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11829 00000100:00100000:0.0:1746129507.675583:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731927680:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129507.675595:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.675724:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fb73600/0x40a459093b05f12e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abd8 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.676067:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11830 00000100:00100000:3.0:1746129507.676076:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731927808:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129507.676084:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.676094:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009be04e00/0x40a459093b05f135 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abdf expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.676132:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736821504:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129507.676190:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5ac96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.677349:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11831 00000100:00100000:2.0:1746129507.677362:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731927936:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.677371:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.677380:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1c1800/0x40a459093b05f13c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abe6 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.677409:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736821632:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129507.678122:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.678141:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11832 00000100:00100000:2.0:1746129507.678148:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731928064:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.678157:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.678167:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091b4fa00/0x40a459093b05f143 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abed expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.678192:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736821760:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129507.678343:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.678358:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11833 00000100:00100000:2.0:1746129507.678365:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731928192:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.678372:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.678378:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091b4f200/0x40a459093b05f14a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abf4 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.678398:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736821888:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129507.678419:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746129507.678430:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.678440:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fb73600/0x40a459093b05f12e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd8 expref: 36 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.678449:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fb73600/0x40a459093b05f12e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd8 expref: 36 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.678462:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fb73600, rc 0) 00000100:00100000:2.0:1746129507.678481:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948731927680:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2897us (3129us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129507.678487:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11829 00000100:00100000:2.0:1746129507.678521:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11834 00000100:00100000:2.0:1746129507.678527:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731928320:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.678533:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.678538:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091b4fc00/0x40a459093b05f151 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1abfb expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.678556:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736822016:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129507.678577:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.678623:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731928448 00000100:00100000:0.0:1746129507.678629:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731928448 00000100:00100000:0.0:1746129507.678658:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 634 00000100:00100000:0.0:1746129507.678662:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:1961:x1830948731928448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129507.678669:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129507.678682:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e1c1200/0x40a459093b05f120 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abca expref: 291 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.678693:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129507.678695:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.678711:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:1961:x1830948731928448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 49us (3224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.678716:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 634 00000100:00100000:2.0:1746129507.679367:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129507.680177:0:31503:0:(ldlm_lockd.c:785:ldlm_cb_interpret()) ### lost race - client has a lock but no inode ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.680202:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736821504:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129507.680221:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009be04e00/0x40a459093b05f135 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abdf expref: 37 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.680231:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009be04e00/0x40a459093b05f135 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abdf expref: 37 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.680239:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009be04e00, rc 0) 00000100:00100000:3.0:1746129507.680266:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948731927808:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4191us (4850us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129507.680272:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11830 00010000:00010000:3.0:1746129507.680349:0:7148:0:(ldlm_lockd.c:785:ldlm_cb_interpret()) ### lost race - client has a lock but no inode ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.680363:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736821632:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129507.680379:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1c1800/0x40a459093b05f13c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abe6 expref: 35 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.680387:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1c1800/0x40a459093b05f13c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abe6 expref: 35 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.680394:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1c1800, rc 0) 00000100:00100000:3.0:1746129507.680413:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+34:1963:x1830948731927936:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3057us (4984us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129507.680418:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11831 00000100:00100000:1.0:1746129507.680544:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731928704 00000100:00100000:1.0:1746129507.680550:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731928704 00002000:00100000:1.0:1746129507.680577:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012c27f800 x1830948731928704/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.680586:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27f800 with x1830948731928704 ext(0->1048575) 00010000:00010000:1.0:1746129507.680591:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746129507.680601:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746129507.680607:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27f800 00000100:00100000:1.0:1746129507.680622:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1166 00000100:00100000:1.0:1746129507.680627:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948731928704:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:3.0:1746129507.688782:0:7149:0:(ldlm_lockd.c:785:ldlm_cb_interpret()) ### lost race - client has a lock but no inode ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.688815:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736821888:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129507.688842:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091b4f200/0x40a459093b05f14a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abf4 expref: 34 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.688854:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091b4f200/0x40a459093b05f14a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abf4 expref: 34 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.688864:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091b4f200, rc 0) 00000100:00100000:3.0:1746129507.688916:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731928192:12345-192.168.202.4@tcp:101:cat.0 Request processed in 10551us (13464us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129507.688924:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11833 00010000:00010000:3.0:1746129507.688961:0:8410:0:(ldlm_lockd.c:785:ldlm_cb_interpret()) ### lost race - client has a lock but no inode ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.688977:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736822016:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129507.688990:0:22481:0:(ldlm_lockd.c:785:ldlm_cb_interpret()) ### lost race - client has a lock but no inode ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.688993:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091b4fc00/0x40a459093b05f151 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abfb expref: 33 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.689001:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091b4fc00/0x40a459093b05f151 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abfb expref: 33 pid: 8410 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129507.689007:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736821760:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129507.689008:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091b4fc00, rc 0) 00010000:00010000:2.0:1746129507.689024:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091b4fa00/0x40a459093b05f143 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abed expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129507.689025:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731928320:12345-192.168.202.4@tcp:101:cat.0 Request processed in 10499us (13567us total) trans 0 rc 301/301 00010000:00010000:2.0:1746129507.689033:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091b4fa00/0x40a459093b05f143 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abed expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129507.689034:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11834 00010000:00010000:2.0:1746129507.689040:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091b4fa00, rc 0) 00000100:00100000:2.0:1746129507.689060:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731928064:12345-192.168.202.4@tcp:101:cat.0 Request processed in 10913us (13620us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129507.689066:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11832 00000100:00100000:2.0:1746129507.691996:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948731928704:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11360us (12622us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.692009:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1166 00002000:00100000:2.0:1746129507.692020:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012c27f800 x1830948731928704/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.692029:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27f800 with x1830948731928704 ext(0->1048575) 00010000:00010000:2.0:1746129507.692039:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 862 lvb_type: 0 00010000:00010000:2.0:1746129507.692053:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746129507.692060:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27f800 00000100:00100000:0.0:1746129507.698888:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.698931:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731928832 00000100:00100000:2.0:1746129507.698939:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731928832 00000100:00100000:2.0:1746129507.698978:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11835 00000100:00100000:2.0:1746129507.698986:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:29417:x1830948731928832:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.699001:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.699014:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac02 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.699034:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.699039:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.699044:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129507.699047:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.699084:0:22481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [126976->147455] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.699096:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.699105:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4cb4a00, rc 0) 00000100:00100000:2.0:1746129507.699143:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+32:29417:x1830948731928832:12345-192.168.202.4@tcp:101:cat.0 Request processed in 158us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.699149:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11835 00000100:00100000:3.0:1746129507.704062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.704139:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.704187:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731929088 00000100:00100000:0.0:1746129507.704195:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731929088 00010000:00010000:0.0:1746129507.704223:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129507.704249:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5972 00000100:00100000:0.0:1746129507.704255:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731929088:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129507.704266:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129507.704284:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129507.704314:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129507.704335:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fb73c00/0x40a459093b05f0ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aba7 expref: 20 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129507.704345:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.704347:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.704353:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.704365:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.704392:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.704402:0:9823:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 31 pid: 8412 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129507.704417:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e071f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736822272:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129507.704471:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.704893:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731928960 00000100:00100000:2.0:1746129507.704897:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731928960 00000100:00100000:2.0:1746129507.704921:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11836 00000100:00100000:2.0:1746129507.704926:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+25:29416:x1830948731928960:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.704939:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.704950:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac09 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.704967:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.704973:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129507.704974:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129507.704977:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.704997:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.705005:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129507.705013:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736822400:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.705038:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a120c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.709475:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.709538:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731929344 00000100:00100000:3.0:1746129507.709554:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731929344 00002000:00100000:3.0:1746129507.709618:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (126976->131071) req@ffff8800a77b2d80 x1830948731929344/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.709628:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2d80 with x1830948731929344 ext(126976->131071) 00010000:00010000:3.0:1746129507.709646:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129507.709669:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129507.709676:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77b2d80 00000100:00100000:3.0:1746129507.709703:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1167 00000100:00100000:3.0:1746129507.709710:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948731929344:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.709713:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.709795:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736822400:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129507.709818:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.709832:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4cb4600, rc 0) 00000100:00100000:2.0:1746129507.709869:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+26:29416:x1830948731928960:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4943us (5812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.709889:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11836 00000100:00100000:2.0:1746129507.709976:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e071f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736822272:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129507.709988:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129507.710008:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731929088:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5753us (5868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.710015:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5972 00000100:00100000:2.0:1746129507.710027:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731929472 00000100:00100000:2.0:1746129507.710030:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731929472 00010000:00010000:2.0:1746129507.710042:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 11 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129507.710057:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5973 00000100:00100000:2.0:1746129507.710061:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948731929472:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129507.710069:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129507.710085:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 11 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129507.710091:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948731929344:12345-192.168.202.4@tcp:3:cat.0 Request processed in 380us (625us total) trans 0 rc 4096/4096 00010000:00010000:2.0:1746129507.710093:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 11 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129507.710097:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1167 00002000:00100000:3.0:1746129507.710102:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (126976->131071) req@ffff8800a77b2d80 x1830948731929344/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746129518 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.710110:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2d80 with x1830948731929344 ext(126976->131071) 00010000:00010000:2.0:1746129507.710114:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc600/0x40a459093b05f055 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab68 expref: 11 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129507.710115:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129507.710124:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.710125:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129507.710125:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:3.0:1746129507.710130:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77b2d80 00010000:00010000:2.0:1746129507.710131:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.710138:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.710165:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129507.710175:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736822528:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129507.710216:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a120c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.715526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.715615:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.715669:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736822528:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129507.715685:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129507.715719:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731929472:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5656us (6005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.715728:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5973 00000100:00100000:0.0:1746129507.715805:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731929728 00000100:00100000:0.0:1746129507.715814:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731929728 00000100:00100000:3.0:1746129507.715844:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731929984 00002000:00100000:0.0:1746129507.715847:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (143360->147455) req@ffff8800a77b0380 x1830948731929728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:3.0:1746129507.715848:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731929984 00002000:00100000:0.0:1746129507.715857:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0380 with x1830948731929728 ext(143360->147455) 00010000:00010000:0.0:1746129507.715864:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00002000:00100000:3.0:1746129507.715867:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a77b3480 x1830948731929984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.715884:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3480 with x1830948731929984 ext(1048576->2097151) 00010000:00010000:0.0:1746129507.715886:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129507.715887:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b3480 00002000:00010000:0.0:1746129507.715892:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77b0380 00000100:00100000:3.0:1746129507.715910:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1168 00000100:00100000:0.0:1746129507.715915:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4536 00000100:00100000:3.0:1746129507.715917:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731929728:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.715921:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731929984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129507.716037:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731929728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 121us (516us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129507.716042:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1168 00002000:00100000:3.0:1746129507.716045:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (143360->147455) req@ffff8800a77b0380 x1830948731929728/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746129518 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.716051:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0380 with x1830948731929728 ext(143360->147455) 00010000:00010000:3.0:1746129507.716055:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129507.716064:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129507.716073:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a77b0380 00000100:00100000:3.0:1746129507.725796:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.725887:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.726850:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731930496 00000100:00100000:0.0:1746129507.726859:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731930496 00002000:00100000:0.0:1746129507.726913:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (126976->147455) req@ffff8800900f5500 x1830948731930496/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.726922:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f5500 with x1830948731930496 ext(126976->147455) 00010000:00010000:0.0:1746129507.726930:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129507.726948:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 32 pid: 8412 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746129507.726953:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800900f5500 00000100:00100000:0.0:1746129507.726977:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1169 00000100:00100000:0.0:1746129507.726984:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731930496:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129507.730349:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731930368 00000100:00100000:2.0:1746129507.730359:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731930368 00000100:00100000:2.0:1746129507.730403:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4123 00000100:00100000:2.0:1746129507.730410:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:29414:x1830948731930368:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129507.731473:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:29414:x1830948731930368:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 1061us (5681us total) trans 8589944083 rc 0/0 00000100:00100000:2.0:1746129507.731481:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4123 00000100:00100000:1.0:1746129507.737808:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948731929984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21881us (22187us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129507.737818:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4536 00002000:00100000:1.0:1746129507.737828:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a77b3480 x1830948731929984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.737836:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3480 with x1830948731929984 ext(1048576->2097151) 00002000:00010000:1.0:1746129507.737841:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b3480 00000100:00100000:0.0:1746129507.737987:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.738020:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731930624 00000100:00100000:0.0:1746129507.738028:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731930624 00000100:00100000:0.0:1746129507.738066:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11837 00000100:00100000:0.0:1746129507.738074:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+26:29412:x1830948731930624:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129507.738092:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.738108:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac10 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.738137:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.738144:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129507.738146:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129507.738150:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3571712->4194303] (req 3571712->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.738176:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.738191:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 9 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129507.738202:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e071f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736822656:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.738262:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.741121:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e071f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736822656:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.741149:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3571712->4194303] (req 3571712->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.741164:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fa57a00, rc 0) 00000100:00100000:1.0:1746129507.741201:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+27:29412:x1830948731930624:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3127us (3219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.741208:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11837 00000100:00100000:1.0:1746129507.743538:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.743567:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.743586:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731930752 00000100:00100000:1.0:1746129507.743593:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731930752 00000100:00100000:1.0:1746129507.743628:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11838 00000100:00100000:1.0:1746129507.743635:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+27:29416:x1830948731930752:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129507.743651:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.743666:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac17 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.743690:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.743697:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129507.743698:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129507.743701:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.743722:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.743731:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 9 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129507.743742:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736822784:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.743795:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a586e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.743807:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731930880 00000100:00100000:1.0:1746129507.743809:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731930880 00010000:00010000:1.0:1746129507.743822:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129507.743851:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5974 00000100:00100000:1.0:1746129507.743856:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731930880:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.743866:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.743894:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.743903:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.743917:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfce00/0x40a459093b05f071 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab84 expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.743926:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.745024:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.745033:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.745042:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.745069:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.745079:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736822912:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129507.745116:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a586e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.746104:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+34:1961:x1830948731930496:12345-192.168.202.4@tcp:4:cat.0 Request processed in 19113us (20210us total) trans 17179873214 rc 0/0 00000100:00100000:0.0:1746129507.746116:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1169 00002000:00100000:0.0:1746129507.746129:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (126976->147455) req@ffff8800900f5500 x1830948731930496/t17179873214(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/448 e 0 to 0 dl 1746129518 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.747711:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f5500 with x1830948731930496 ext(126976->147455) 00010000:00010000:0.0:1746129507.747730:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 34 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129507.747744:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 34 pid: 8412 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746129507.747751:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800900f5500 00000100:00100000:1.0:1746129507.750918:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.750938:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.750958:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731931136 00000100:00100000:0.0:1746129507.750970:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731931136 00000100:00100000:1.0:1746129507.751023:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:0.0:1746129507.751024:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3571712->3575807) req@ffff8800a77b2680 x1830948731931136/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.751035:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2680 with x1830948731931136 ext(3571712->3575807) 00002000:00010000:0.0:1746129507.751042:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b2680 00000100:00100000:1.0:1746129507.751049:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731931264 00000100:00100000:1.0:1746129507.751056:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731931264 00000100:00100000:0.0:1746129507.751065:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4537 00000100:00100000:0.0:1746129507.751072:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731931136:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:1.0:1746129507.751086:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129507.751111:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731931392 00000100:00100000:1.0:1746129507.751113:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731931392 00010000:00010000:1.0:1746129507.751125:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 34 pid: 8412 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129507.751142:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5975 00000100:00100000:1.0:1746129507.751148:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731931264:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.751159:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.751179:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.751189:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.751209:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.751211:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.751216:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.751224:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.751254:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.751261:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948731931136:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 188us (351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129507.751269:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4537 00000100:00100000:1.0:1746129507.751271:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736823040:192.168.202.4@tcp:105: 00002000:00100000:0.0:1746129507.751275:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3571712->3575807) req@ffff8800a77b2680 x1830948731931136/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.751281:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2680 with x1830948731931136 ext(3571712->3575807) 00002000:00010000:0.0:1746129507.751284:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b2680 00000100:00100000:1.0:1746129507.751332:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5976 00000100:00100000:1.0:1746129507.751338:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948731931392:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.751346:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746129507.751357:0:7085:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129507 -> 1746129508 00010000:00010000:1.0:1746129507.751361:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 34 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.751370:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 34 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.751381:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f18a800/0x40a459093b05f127 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 126976->147455) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abd1 expref: 34 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.751392:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.751393:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.751397:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.751403:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.751419:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 33 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.751430:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736823168:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129507.751467:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e96c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746129507.751496:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fcfc800/0x40a459093b05f05c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab6f expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129507.751505:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736822784:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.751521:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.751529:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cdfc800, rc 0) 00000100:00100000:1.0:1746129507.751546:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+28:29416:x1830948731930752:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7912us (8014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.751552:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11838 00000100:00100000:1.0:1746129507.751572:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.751586:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736822912:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129507.751593:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129507.751604:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731930880:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7748us (8037us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.751610:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5974 00000001:00080000:3.0:1746129507.762414:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840391 is committed 00000001:00080000:3.0:1746129507.762430:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840368 is committed 00000001:00080000:3.0:1746129507.762434:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840341 is committed 00000001:00080000:3.0:1746129507.762467:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840393 is committed 00000001:00080000:3.0:1746129507.762472:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840392 is committed 00000001:00080000:3.0:1746129507.762694:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840359 is committed 00000001:00080000:3.0:1746129507.762700:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840358 is committed 00000001:00080000:3.0:1746129507.762724:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840400 is committed 00000001:00080000:3.0:1746129507.762741:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840380 is committed 00000001:00080000:3.0:1746129507.762774:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840361 is committed 00000001:00080000:3.0:1746129507.762820:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840381 is committed 00000001:00080000:3.0:1746129507.762826:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840379 is committed 00000100:00100000:1.0:1746129507.764816:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736823168:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129507.764834:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129507.764891:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731931392:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 13551us (13866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.764903:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5976 00000100:00100000:0.0:1746129507.765463:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736823040:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129507.765475:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.765587:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948731931264:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 14438us (14647us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.765594:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5975 00000100:00100000:1.0:1746129507.766710:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.766756:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.766926:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731931648 00000100:00100000:0.0:1746129507.766932:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731931648 00002000:00100000:0.0:1746129507.767079:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a77b3b80 x1830948731931648/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.767089:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3b80 with x1830948731931648 ext(0->1048575) 00002000:00010000:0.0:1746129507.767094:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b3b80 00000100:00100000:0.0:1746129507.767117:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731931904 00000100:00100000:0.0:1746129507.767120:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731931904 00002000:00100000:0.0:1746129507.767133:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a77b1880 x1830948731931904/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.767139:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b1880 with x1830948731931904 ext(1048576->2097151) 00002000:00010000:0.0:1746129507.767143:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b1880 00000100:00100000:2.0:1746129507.767149:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4538 00000100:00100000:2.0:1746129507.767168:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731931648:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.767169:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4539 00000100:00100000:1.0:1746129507.767173:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.767174:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731931904:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129507.767191:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731932032 00000100:00100000:1.0:1746129507.767195:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731932032 00000100:00100000:1.0:1746129507.767214:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11839 00000100:00100000:1.0:1746129507.767220:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+19:29412:x1830948731932032:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129507.767229:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.767243:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac1e expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.767264:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.767271:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129507.767273:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129507.767276:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4284415] (req 4194304->4284415) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 20 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.767316:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 10 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.767328:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129507.767345:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736823296:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129507.767824:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129507.771972:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736823296:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129507.772005:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4284415] (req 4194304->4284415) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 20 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.772020:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cdfc400, rc 0) 00000100:00100000:1.0:1746129507.772064:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+20:29412:x1830948731932032:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4843us (4891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.772071:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11839 00000100:00100000:1.0:1746129507.772150:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.772173:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731932160 00000100:00100000:1.0:1746129507.772178:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731932160 00010000:00010000:1.0:1746129507.772200:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 11 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129507.772219:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5977 00000100:00100000:1.0:1746129507.772225:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731932160:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129507.772236:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129507.772253:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 11 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.772262:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 11 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.772279:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfcc00/0x40a459093b05f06a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab7d expref: 11 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129507.772309:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.772311:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.772316:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 19 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.772323:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 19 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.772346:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 19 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129507.772356:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736823424:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129507.772396:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.777910:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736823424:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129507.777927:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.777951:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731932160:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5726us (5801us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.777960:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5977 00000100:00100000:2.0:1746129507.782090:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948731931648:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14920us (15374us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.782100:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4538 00002000:00100000:2.0:1746129507.782110:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a77b3b80 x1830948731931648/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.782118:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3b80 with x1830948731931648 ext(0->1048575) 00002000:00010000:2.0:1746129507.782124:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b3b80 00000100:00100000:0.0:1746129507.782700:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.783540:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731932416 00000100:00100000:2.0:1746129507.783547:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731932416 00002000:00100000:2.0:1746129507.783576:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3ec:0x0] (4280320->4284415) req@ffff88008e071f80 x1830948731932416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.783584:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071f80 with x1830948731932416 ext(4280320->4284415) 00002000:00010000:2.0:1746129507.783588:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e071f80 00000100:00100000:2.0:1746129507.783607:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4540 00000100:00100000:2.0:1746129507.783613:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731932416:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129507.783736:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731932416:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 123us (1036us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129507.783741:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4540 00002000:00100000:2.0:1746129507.783745:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4280320->4284415) req@ffff88008e071f80 x1830948731932416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.783751:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071f80 with x1830948731932416 ext(4280320->4284415) 00002000:00010000:2.0:1746129507.783754:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008e071f80 00000100:00100000:0.0:1746129507.793094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.795631:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731932672 00000100:00100000:2.0:1746129507.795642:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731932672 00000100:00100000:2.0:1746129507.795684:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4124 00000100:00100000:2.0:1746129507.795692:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:29412:x1830948731932672:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129507.795870:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29412:x1830948731932672:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 177us (2780us total) trans 8589944084 rc 0/0 00000100:00100000:2.0:1746129507.795890:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4124 00000100:00100000:0.0:1746129507.797211:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.797580:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731932800 00000100:00100000:1.0:1746129507.797586:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731932800 00000100:00100000:1.0:1746129507.797619:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11840 00000100:00100000:1.0:1746129507.797626:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+10:29417:x1830948731932800:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129507.797639:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129507.797656:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac25 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.797684:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.797685:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129507.797692:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac25 expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.797710:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac25 expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129507.797724:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cdfc200, rc 0) 00000100:00100000:1.0:1746129507.797760:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+11:29417:x1830948731932800:12345-192.168.202.4@tcp:101:cat.0 Request processed in 134us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129507.797766:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11840 00000100:00100000:2.0:1746129507.798173:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731931904:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 30997us (31416us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.798182:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4539 00002000:00100000:2.0:1746129507.798190:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a77b1880 x1830948731931904/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.798200:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b1880 with x1830948731931904 ext(1048576->2097151) 00002000:00010000:2.0:1746129507.798204:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b1880 00000100:00100000:1.0:1746129507.820950:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.821009:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.821086:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731932928 00000100:00100000:2.0:1746129507.821094:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731932928 00000100:00100000:2.0:1746129507.821138:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11841 00000100:00100000:2.0:1746129507.821148:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:29416:x1830948731932928:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.821164:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.821179:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac2c expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.821205:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.821213:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129507.821215:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129507.821218:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 21 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.821246:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 9 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.821257:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 9 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129507.821269:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736823552:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129507.821365:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.821601:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731933184 00000100:00100000:3.0:1746129507.821606:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731933184 00002000:00100000:3.0:1746129507.821634:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a77b2300 x1830948731933184/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.821642:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2300 with x1830948731933184 ext(1048576->2097151) 00002000:00010000:3.0:1746129507.821646:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b2300 00000100:00100000:3.0:1746129507.821658:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4541 00000100:00100000:3.0:1746129507.821664:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+11:1962:x1830948731933184:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129507.826285:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736823552:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129507.826335:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 21 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.826351:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba38600, rc 0) 00000100:00100000:2.0:1746129507.826396:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:29416:x1830948731932928:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5248us (5452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.826405:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11841 00000100:00100000:0.0:1746129507.827045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.827105:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731933312 00000100:00100000:0.0:1746129507.827111:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731933312 00010000:00010000:0.0:1746129507.827135:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129507.827155:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5978 00000100:00100000:0.0:1746129507.827161:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731933312:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129507.827172:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129507.827189:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129507.827199:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129507.827223:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fcfca00/0x40a459093b05f063 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ab76 expref: 10 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129507.827232:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.827234:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129507.827239:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.827246:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.827270:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129507.827279:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736823680:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129507.827352:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.837430:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+11:1962:x1830948731933184:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15759us (16413us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.837445:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4541 00002000:00100000:3.0:1746129507.837457:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a77b2300 x1830948731933184/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.837466:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b2300 with x1830948731933184 ext(1048576->2097151) 00002000:00010000:3.0:1746129507.837471:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b2300 00000100:00100000:0.0:1746129507.839470:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736823680:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129507.839489:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129507.839526:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731933312:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 12364us (12481us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129507.839536:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5978 00000100:00100000:1.0:1746129507.842357:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.842428:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731933568 00000100:00100000:3.0:1746129507.842452:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731933568 00002000:00100000:3.0:1746129507.842494:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a77b1500 x1830948731933568/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.842509:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b1500 with x1830948731933568 ext(1048576->2097151) 00002000:00010000:3.0:1746129507.842513:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b1500 00000100:00100000:3.0:1746129507.842545:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4542 00000100:00100000:3.0:1746129507.842563:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948731933568:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129507.852746:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.852915:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731933696 00000100:00100000:2.0:1746129507.852926:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731933696 00000100:00100000:2.0:1746129507.852967:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11842 00000100:00100000:2.0:1746129507.852977:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+11:29417:x1830948731933696:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.852994:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.853014:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac33 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.853037:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.853039:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.853047:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac33 expref: 12 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.853062:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac33 expref: 12 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.853073:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cdfcc00, rc 0) 00000100:00100000:2.0:1746129507.853120:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+12:29417:x1830948731933696:12345-192.168.202.4@tcp:101:cat.0 Request processed in 145us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.853126:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11842 00000100:00100000:1.0:1746129507.861577:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.861640:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731933952 00000100:00100000:3.0:1746129507.861648:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731933952 00002000:00100000:3.0:1746129507.861687:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a77b3100 x1830948731933952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.861730:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3100 with x1830948731933952 ext(1048576->2097151) 00002000:00010000:3.0:1746129507.861734:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b3100 00000100:00100000:3.0:1746129507.861761:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4543 00000100:00100000:3.0:1746129507.861767:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948731933952:12345-192.168.202.4@tcp:3:cat.0 00000001:00080000:2.0:1746129507.864887:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873212 is committed 00000001:00080000:2.0:1746129507.864919:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873161 is committed 00000001:00080000:2.0:1746129507.864934:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873194 is committed 00000001:00080000:2.0:1746129507.864953:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873162 is committed 00000001:00080000:2.0:1746129507.864990:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873195 is committed 00000001:00080000:2.0:1746129507.865009:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873163 is committed 00000001:00080000:2.0:1746129507.865031:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873213 is committed 00000001:00080000:2.0:1746129507.865045:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873183 is committed 00000001:00080000:2.0:1746129507.865054:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873164 is committed 00000100:00100000:3.0:1746129507.866744:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:1963:x1830948731933568:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 24183us (24384us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.866758:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4542 00002000:00100000:3.0:1746129507.866768:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a77b1500 x1830948731933568/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.866778:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b1500 with x1830948731933568 ext(1048576->2097151) 00002000:00010000:3.0:1746129507.866784:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a77b1500 00000100:00100000:3.0:1746129507.876183:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948731933952:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14406us (14604us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.876195:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4543 00002000:00100000:3.0:1746129507.876204:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a77b3100 x1830948731933952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.876213:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3100 with x1830948731933952 ext(1048576->2097151) 00002000:00010000:3.0:1746129507.876219:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b3100 00000100:00100000:0.0:1746129507.880223:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.883407:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731934080 00000100:00100000:2.0:1746129507.883421:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731934080 00000100:00100000:2.0:1746129507.883489:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11843 00000100:00100000:2.0:1746129507.883499:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+21:29417:x1830948731934080:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129507.883514:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.883530:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac3a expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.883552:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.883553:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129507.883559:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac3a expref: 22 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.883572:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac3a expref: 22 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.883581:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957f9a00, rc 0) 00000100:00100000:2.0:1746129507.883643:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+22:29417:x1830948731934080:12345-192.168.202.4@tcp:101:cat.0 Request processed in 146us (3427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.883649:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11843 00000100:00100000:0.0:1746129507.900367:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.900398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.900423:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.900435:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.900463:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731934336 00000100:00100000:2.0:1746129507.900471:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731934336 00002000:00100000:2.0:1746129507.900513:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012baece00 x1830948731934336/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.900523:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baece00 with x1830948731934336 ext(2097152->3145727) 00002000:00010000:2.0:1746129507.900528:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012baece00 00000100:00100000:2.0:1746129507.900542:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731934848 00000100:00100000:2.0:1746129507.900544:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731934848 00002000:00100000:2.0:1746129507.900556:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575a680 x1830948731934848/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.900562:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575a680 with x1830948731934848 ext(2097152->3145727) 00002000:00010000:2.0:1746129507.900565:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575a680 00000100:00100000:2.0:1746129507.900572:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731934976 00000100:00100000:2.0:1746129507.900574:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731934976 00002000:00100000:2.0:1746129507.900582:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3571711) req@ffff88008e072d80 x1830948731934976/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.900588:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e072d80 with x1830948731934976 ext(3145728->3571711) 00002000:00010000:2.0:1746129507.900590:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e072d80 00000100:00100000:2.0:1746129507.900596:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731934592 00000100:00100000:2.0:1746129507.900597:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731934592 00002000:00100000:2.0:1746129507.900606:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012bd92680 x1830948731934592/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.900611:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92680 with x1830948731934592 ext(3145728->4194303) 00002000:00010000:2.0:1746129507.900613:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd92680 00000100:00100000:2.0:1746129507.900628:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4544 00000100:00100000:2.0:1746129507.900635:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948731934336:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129507.900656:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4545 00000100:00100000:3.0:1746129507.900665:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948731934848:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129507.903611:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4546 00000100:00100000:3.0:1746129507.903623:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731934976:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.903807:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.904646:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731935360 00000100:00100000:0.0:1746129507.904654:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731935360 00002000:00100000:0.0:1746129507.904683:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012bd90e00 x1830948731935360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129507.904693:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90e00 with x1830948731935360 ext(1048576->2097151) 00002000:00010000:0.0:1746129507.904697:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd90e00 00000100:00100000:0.0:1746129507.904714:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4547 00000100:00100000:0.0:1746129507.904720:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731934592:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129507.905489:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4548 00000100:00100000:1.0:1746129507.905497:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1961:x1830948731935360:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129507.925088:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731934848:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24416us (24679us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129507.925099:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4545 00002000:00100000:3.0:1746129507.925110:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575a680 x1830948731934848/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129507.925119:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575a680 with x1830948731934848 ext(2097152->3145727) 00002000:00010000:3.0:1746129507.925125:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575a680 00000100:00100000:1.0:1746129507.925681:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1961:x1830948731935360:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20184us (21874us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129507.925688:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4548 00002000:00100000:1.0:1746129507.925694:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012bd90e00 x1830948731935360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129507.925701:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90e00 with x1830948731935360 ext(1048576->2097151) 00002000:00010000:1.0:1746129507.925705:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd90e00 00000100:00100000:2.0:1746129507.929336:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731934592:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24608us (28891us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.929346:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4547 00002000:00100000:2.0:1746129507.929357:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012bd92680 x1830948731934592/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.929367:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92680 with x1830948731934592 ext(3145728->4194303) 00002000:00010000:2.0:1746129507.929372:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd92680 00000100:00100000:2.0:1746129507.936208:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+7:1962:x1830948731934336:12345-192.168.202.4@tcp:3:cat.0 Request processed in 35564us (35839us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129507.936218:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4544 00002000:00100000:2.0:1746129507.936229:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012baece00 x1830948731934336/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.936238:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baece00 with x1830948731934336 ext(2097152->3145727) 00002000:00010000:2.0:1746129507.936243:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012baece00 00000100:00100000:2.0:1746129507.938209:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948731934976:12345-192.168.202.4@tcp:3:cat.0 Request processed in 34581us (37776us total) trans 0 rc 425984/425984 00000100:00100000:2.0:1746129507.938219:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4546 00002000:00100000:2.0:1746129507.938228:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3571711) req@ffff88008e072d80 x1830948731934976/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 425984/425984 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.938237:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e072d80 with x1830948731934976 ext(3145728->3571711) 00002000:00010000:2.0:1746129507.938242:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e072d80 00000100:00100000:0.0:1746129507.948670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.948721:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.948824:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731935488 00000100:00100000:2.0:1746129507.948832:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731935488 00000100:00100000:2.0:1746129507.948887:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731935616 00000100:00100000:2.0:1746129507.948890:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731935616 00000100:00100000:2.0:1746129507.948908:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11844 00000100:00100000:2.0:1746129507.948916:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+22:1961:x1830948731935488:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129507.948924:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11845 00010000:00010000:2.0:1746129507.948933:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129507.948935:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+12:1961:x1830948731935616:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129507.948943:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129507.948949:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957f8600/0x40a459093b05f197 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac41 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.948953:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009349f000/0x40a459093b05f19e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac48 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.948993:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736823936:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129507.948993:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736823808:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129507.950322:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129507.950326:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381600 going to sleep for 11 seconds 00002000:00010000:3.0:1746129507.954883:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129507 -> 1746129508 00002000:00010000:3.0:1746129507.954889:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129507 -> 1746129508 00000100:00100000:3.0:1746129507.954909:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736823936:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129507.954938:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009349f000/0x40a459093b05f19e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac48 expref: 13 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.954951:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009349f000/0x40a459093b05f19e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac48 expref: 13 pid: 7149 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1746129507.955029:0:22481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime: 1746129507 -> 1746129508 00002000:00010000:2.0:1746129507.955033:0:22481:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129507 -> 1746129508 00002000:00010000:2.0:1746129507.955041:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5593 00000100:00100000:2.0:1746129507.955045:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736823808:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129507.955064:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957f8600/0x40a459093b05f197 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac41 expref: 23 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.955072:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957f8600/0x40a459093b05f197 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac41 expref: 23 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129507.955095:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957f8600, rc 0) 00010000:00010000:3.0:1746129507.955579:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349f000, rc 0) 00000100:00100000:3.0:1746129507.955597:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+12:1961:x1830948731935616:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6665us (6875us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129507.955604:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11845 00000100:00100000:2.0:1746129507.955767:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+22:1961:x1830948731935488:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6852us (7105us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129507.955773:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11844 00000100:00100000:0.0:1746129507.956204:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.958473:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731935872 00000100:00100000:3.0:1746129507.958482:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731935872 00000100:00100000:3.0:1746129507.958535:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10196 00000100:00100000:3.0:1746129507.958543:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29423:x1830948731935872:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129507.958563:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.958577:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009349fa00/0x40a459093b05f1a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac4f expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.958775:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.958787:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.958797:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.958807:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.958813:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.958817:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959057:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959065:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959070:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746129507.959078:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129507.959143:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959152:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959157:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959162:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009349e200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129507.959165:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959171:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959180:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129507.959183:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129507.959186:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959190:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009349e200/0x40a459093b05f1ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959199:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959204:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959209:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959212:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009349f800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129507.959214:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959221:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959226:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250900) 00010000:00010000:3.0:1746129507.959228:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129507.959229:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959233:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009349f800/0x40a459093b05f1b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129507.959263:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009349fa00/0x40a459093b05f1a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac4f expref: 11 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.959274:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac4f expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.959279:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129507.959281:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129507.959283:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349ec00, rc 0) 00000100:00100000:3.0:1746129507.959364:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:29423:x1830948731935872:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 821us (3160us total) trans 8589944085 rc 0/0 00000100:00100000:3.0:1746129507.959370:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10196 00000100:00100000:1.0:1746129507.959650:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.959916:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731936000 00000100:00100000:3.0:1746129507.959920:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731936000 00000100:00100000:3.0:1746129507.959951:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11846 00000100:00100000:3.0:1746129507.959955:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+7:1963:x1830948731936000:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129507.959963:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.959972:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac56 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.959986:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.959987:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129507.959994:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac56 expref: 8 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.960003:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac56 expref: 8 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129507.960009:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349e400, rc 0) 00000100:00100000:3.0:1746129507.960028:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731936000:12345-192.168.202.4@tcp:101:cat.0 Request processed in 72us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.960032:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11846 00000100:00100000:1.0:1746129507.972953:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.973045:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.973100:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731936384 00000100:00100000:2.0:1746129507.973110:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731936384 00002000:00100000:2.0:1746129507.973152:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4284416->4923391) req@ffff88008f44bb80 x1830948731936384/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.973161:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44bb80 with x1830948731936384 ext(4284416->4923391) 00002000:00010000:2.0:1746129507.973165:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f44bb80 00000100:00100000:2.0:1746129507.973189:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4549 00000100:00100000:2.0:1746129507.973195:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948731936384:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129507.976452:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731936128 00000100:00100000:0.0:1746129507.976466:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731936128 00000100:00100000:0.0:1746129507.976509:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11847 00000100:00100000:0.0:1746129507.976517:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+22:29417:x1830948731936128:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129507.976535:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.976548:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac5d expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.976572:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 9 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.976581:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129507.976583:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129507.976586:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.976616:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 9 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.976626:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 9 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129507.976637:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736824064:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129507.976704:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129507.976759:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129507.976824:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731936640 00000100:00100000:0.0:1746129507.976827:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731936640 00000100:00100000:0.0:1746129507.976849:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10197 00000100:00100000:0.0:1746129507.976853:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29425:x1830948731936640:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129507.976864:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129507.976887:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94c00/0x40a459093b05f1d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac64 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.976976:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.976986:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.976996:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977006:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977012:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977016:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977286:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977317:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977323:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129507.977332:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129507.977398:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977404:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977409:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977414:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ec95800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129507.977417:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977423:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977432:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129507.977435:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129507.977438:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977443:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95800/0x40a459093b05f1dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977468:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977473:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977478:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977482:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ec95600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129507.977484:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977489:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977495:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9f3d00) 00010000:00010000:0.0:1746129507.977497:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129507.977500:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977504:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95600/0x40a459093b05f1e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129507.977533:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94c00/0x40a459093b05f1d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac64 expref: 294 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.977548:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac64 expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129507.977554:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129507.977556:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129507.977558:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec95400, rc 0) 00000100:00100000:0.0:1746129507.977583:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+293:29425:x1830948731936640:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 729us (824us total) trans 8589944086 rc 0/0 00000100:00100000:0.0:1746129507.977589:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10197 00000100:00100000:2.0:1746129507.989663:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948731936384:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16458us (16608us total) trans 0 rc 638976/638976 00000100:00100000:2.0:1746129507.989674:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4549 00002000:00100000:2.0:1746129507.989685:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4284416->4923391) req@ffff88008f44bb80 x1830948731936384/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/440 e 0 to 0 dl 1746129518 ref 1 fl Complete:/200/0 rc 638976/638976 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.989693:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44bb80 with x1830948731936384 ext(4284416->4923391) 00010000:00010000:2.0:1746129507.989702:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 8 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129507.989715:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 8 pid: 22481 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746129507.989721:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f44bb80 00000100:00100000:0.0:1746129507.992434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129507.993016:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736824064:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129507.993044:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129507.993059:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f968c00, rc 0) 00000100:00100000:3.0:1746129507.997011:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731936768 00000100:00100000:3.0:1746129507.997024:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731936768 00000100:00100000:3.0:1746129507.997084:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11848 00000100:00100000:3.0:1746129507.997092:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+24:29425:x1830948731936768:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129507.997110:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.997128:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac6b expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.997151:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129507.997153:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129507.997157:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3432448->3457023] (req 3432448->3457023) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.997168:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3432448->3457023] (req 3432448->3457023) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129507.997178:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349e000, rc 0) 00000100:00100000:3.0:1746129507.997218:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+25:29425:x1830948731936768:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 128us (4792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129507.997224:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11848 00000100:00100000:2.0:1746129507.997651:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:29417:x1830948731936128:12345-192.168.202.4@tcp:101:cat.0 Request processed in 21133us (24704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129507.997657:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11847 00000100:00100000:1.0:1746129507.998526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129507.998568:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129507.998637:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731937024 00000100:00100000:3.0:1746129507.998642:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731937024 00000100:00100000:3.0:1746129507.998670:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11849 00000100:00100000:3.0:1746129507.998674:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948731937024:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129507.998682:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129507.998692:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009349f800/0x40a459093b05f200 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac72 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129507.998726:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736824192:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129507.998783:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381600 going to sleep for 11 seconds 00000100:00100000:2.0:1746129507.999035:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731936896 00000100:00100000:2.0:1746129507.999038:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731936896 00002000:00100000:2.0:1746129507.999062:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4284415) req@ffff88008f44b480 x1830948731936896/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/0 e 0 to 0 dl 1746129518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129507.999077:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44b480 with x1830948731936896 ext(4194304->4284415) 00010000:00010000:2.0:1746129507.999082:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129507.999093:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746129507.999099:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f44b480 00000100:00100000:2.0:1746129507.999111:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1170 00000100:00100000:2.0:1746129507.999117:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f44b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731936896:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129508.002863:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736824192:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129508.002909:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009349f800/0x40a459093b05f200 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac72 expref: 11 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.002926:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009349f800/0x40a459093b05f200 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac72 expref: 11 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.002944:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349f800, rc 0) 00000100:00100000:3.0:1746129508.002994:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731937024:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4317us (4424us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129508.003007:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11849 00000100:00100000:0.0:1746129508.011188:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.012423:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731937152 00000100:00100000:3.0:1746129508.012430:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731937152 00000100:00100000:3.0:1746129508.012464:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11850 00000100:00100000:3.0:1746129508.012471:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:29416:x1830948731937152:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.012486:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.012500:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac79 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.012523:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129508.012525:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129508.012528:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->5242879] (req 4919296->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.012538:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->5242879] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.012546:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f556600, rc 0) 00000100:00100000:2.0:1746129508.012694:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f44b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731936896:12345-192.168.202.4@tcp:4:cat.0 Request processed in 13576us (14173us total) trans 17179873215 rc 0/0 00000100:00100000:2.0:1746129508.012702:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1170 00002000:00100000:2.0:1746129508.012710:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4284415) req@ffff88008f44b480 x1830948731936896/t17179873215(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:248/0 lens 488/448 e 0 to 0 dl 1746129518 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.012720:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f44b480 with x1830948731936896 ext(4194304->4284415) 00010000:00010000:2.0:1746129508.012725:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 12 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.012736:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 12 pid: 22481 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746129508.012742:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f44b480 00000100:00100000:3.0:1746129508.013029:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:29416:x1830948731937152:12345-192.168.202.4@tcp:101:cat.0 Request processed in 557us (1847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.013034:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11850 00000100:00100000:0.0:1746129508.019052:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.020755:0:14543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731937280 00000100:00100000:2.0:1746129508.020770:0:14543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731937280 00000100:00100000:2.0:1746129508.020837:0:14543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 169 00000100:00100000:2.0:1746129508.020850:0:14543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1962:x1830948731937280:12345-192.168.202.4@tcp:400:kworker.0 00000100:00100000:2.0:1746129508.020928:0:14543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1962:x1830948731937280:12345-192.168.202.4@tcp:400:kworker.0 Request processed in 80us (1884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.020933:0:14543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 169 00000100:00100000:1.0:1746129508.021495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.021534:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.021589:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731937408 00000100:00100000:0.0:1746129508.021593:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731937408 00010000:00010000:0.0:1746129508.021622:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 11 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.021648:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5979 00000100:00100000:0.0:1746129508.021654:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731937408:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129508.021745:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129508.021838:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 11 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.021952:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 11 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.021985:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731937536 00000100:00100000:3.0:1746129508.021991:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731937536 00000100:00100000:3.0:1746129508.022024:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11851 00000100:00100000:3.0:1746129508.022029:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+8:29423:x1830948731937536:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129508.022043:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.022058:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac80 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.022079:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 9 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.022089:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac33 expref: 11 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.022094:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.022096:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.022098:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1732608->2097151] (req 1732608->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.022127:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac33 expref: 11 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.022140:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac33 expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.022150:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736824320:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.022229:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 9 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.022240:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 9 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.022248:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736824448:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.022939:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381600 going to sleep for 11 seconds 00010000:00010000:0.0:1746129508.023191:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cdfc400/0x40a459093b05f174 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 4194304->4284415) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac1e expref: 11 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.023221:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.023222:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.023228:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.023234:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.023240:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.023241:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.023244:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.023249:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.023255:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.023256:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.023259:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.023265:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.023285:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129508.023317:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736824576:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129508.024132:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129508.024143:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094065500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736824704:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129508.024172:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129508.024179:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094065180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736824832:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129508.024192:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.025978:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736824320:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.030171:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736824448:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.030208:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1732608->2097151] (req 1732608->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.030223:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f556e00, rc 0) 00000100:00100000:3.0:1746129508.030278:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:29423:x1830948731937536:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 8247us (8741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.030286:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11851 00000100:00100000:1.0:1746129508.033003:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094065500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736824704:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129508.033016:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7dad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736824576:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129508.035515:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.035547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.035548:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094065180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736824832:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.035575:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.035621:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731937408:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 13965us (14128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.035630:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5979 00000100:00100000:2.0:1746129508.035657:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731937664 00000100:00100000:2.0:1746129508.035662:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731937664 00010000:00010000:2.0:1746129508.036212:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac33 expref: 12 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.036241:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5980 00000100:00100000:2.0:1746129508.036251:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948731937664:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.036262:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.036282:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac33 expref: 12 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.036309:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac33 expref: 12 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.036328:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfcc00/0x40a459093b05f189 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac33 expref: 12 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.036345:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.036361:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+11:1963:x1830948731937664:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 116us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.036366:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5980 00000100:00100000:1.0:1746129508.037381:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.037445:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.037478:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.037491:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731938176 00000100:00100000:2.0:1746129508.037497:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731938176 00000100:00100000:1.0:1746129508.037505:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.037520:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731938432 00000100:00100000:1.0:1746129508.037523:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731938432 00002000:00100000:2.0:1746129508.037526:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3432448->3436543) req@ffff880094065880 x1830948731938176/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.037535:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065880 with x1830948731938176 ext(3432448->3436543) 00002000:00010000:2.0:1746129508.037539:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094065880 00000100:00100000:1.0:1746129508.037543:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731938560 00000100:00100000:1.0:1746129508.037545:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731938560 00000100:00100000:2.0:1746129508.037550:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731938048 00000100:00100000:2.0:1746129508.037552:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731938048 00000100:00100000:1.0:1746129508.037558:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11852 00002000:00100000:2.0:1746129508.037562:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094066d80 x1830948731938048/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:1.0:1746129508.037564:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731938432:12345-192.168.202.4@tcp:101:cat.0 00002000:00100000:2.0:1746129508.037567:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094066d80 with x1830948731938048 ext(2097152->3145727) 00002000:00010000:2.0:1746129508.037571:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094066d80 00010000:00010000:1.0:1746129508.037574:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.037585:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094fef200/0x40a459093b05f215 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac87 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.037586:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4550 00000100:00100000:2.0:1746129508.037592:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731938176:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:1.0:1746129508.037600:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.037606:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094fef200/0x40a459093b05f215 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac87 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.037615:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094fef200/0x40a459093b05f215 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac87 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.037626:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094fef200, rc 0) 00000100:00080000:3.0:1746129508.037674:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746129508.037677:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746129508.037689:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11853 00000100:00100000:3.0:1746129508.037697:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731938560:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.037705:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.037713:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f557c00/0x40a459093b05f21c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac8e expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.037734:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f557c00/0x40a459093b05f21c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac8e expref: 11 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.037742:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f557c00/0x40a459093b05f21c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac8e expref: 11 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.037754:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f557c00, rc 0) 00000100:00100000:0.0:1746129508.037802:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731937792 00000100:00100000:0.0:1746129508.037806:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731937792 00010000:00010000:0.0:1746129508.037821:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.037842:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5981 00000100:00100000:0.0:1746129508.037848:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731937792:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129508.037856:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129508.037867:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.037888:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.037899:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc800/0x40a459093b05f16d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac17 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.037911:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.037913:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.037918:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.037925:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.037955:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129508.037966:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736824960:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129508.038188:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731938432:12345-192.168.202.4@tcp:101:cat.0 Request processed in 623us (708us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129508.038194:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11852 00000100:00100000:2.0:1746129508.038196:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731938176:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 603us (2646us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129508.038202:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4550 00002000:00100000:2.0:1746129508.038208:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3432448->3436543) req@ffff880094065880 x1830948731938176/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00000100:00100000:3.0:1746129508.038507:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731938560:12345-192.168.202.4@tcp:101:cat.0 Request processed in 811us (1000us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129508.038513:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11853 00000100:00100000:3.0:1746129508.038532:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4551 00000100:00100000:3.0:1746129508.038538:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731938048:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129508.040712:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c59c0 going to sleep for 11 seconds 00002000:00100000:2.0:1746129508.040934:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065880 with x1830948731938176 ext(3432448->3436543) 00002000:00010000:2.0:1746129508.040943:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094065880 00000100:00100000:0.0:1746129508.047095:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.047190:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731938816 00000100:00100000:2.0:1746129508.047200:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731938816 00002000:00100000:2.0:1746129508.047245:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3452928->3457023) req@ffff88009c7d9180 x1830948731938816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.047254:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9180 with x1830948731938816 ext(3452928->3457023) 00002000:00010000:2.0:1746129508.047260:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d9180 00000100:00100000:2.0:1746129508.047316:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4552 00000100:00100000:2.0:1746129508.047325:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731938816:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.047474:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731938816:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 150us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129508.047481:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4552 00002000:00100000:2.0:1746129508.047487:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3452928->3457023) req@ffff88009c7d9180 x1830948731938816/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.047494:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9180 with x1830948731938816 ext(3452928->3457023) 00002000:00010000:2.0:1746129508.047497:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d9180 00000100:00100000:1.0:1746129508.048739:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.048778:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731939072 00000100:00100000:2.0:1746129508.048784:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731939072 00002000:00100000:2.0:1746129508.048811:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4919296->4923391) req@ffff880091b05180 x1830948731939072/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.048818:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b05180 with x1830948731939072 ext(4919296->4923391) 00002000:00010000:2.0:1746129508.048822:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b05180 00000100:00100000:2.0:1746129508.048835:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4553 00000100:00100000:2.0:1746129508.048841:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731939072:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.048967:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731939072:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 125us (231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129508.048974:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4553 00002000:00100000:2.0:1746129508.048979:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4919296->4923391) req@ffff880091b05180 x1830948731939072/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.048985:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b05180 with x1830948731939072 ext(4919296->4923391) 00002000:00010000:2.0:1746129508.048988:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b05180 00000100:00100000:2.0:1746129508.050655:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736824960:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.050672:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.050707:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731937792:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 12860us (13328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.050714:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5981 00000100:00100000:0.0:1746129508.051511:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.052206:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731939328 00000100:00100000:3.0:1746129508.052213:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731939328 00002000:00100000:3.0:1746129508.052249:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1732608->1736703) req@ffff88009c7da300 x1830948731939328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.052258:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7da300 with x1830948731939328 ext(1732608->1736703) 00002000:00010000:3.0:1746129508.052262:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7da300 00000100:00100000:3.0:1746129508.052287:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4554 00000100:00100000:3.0:1746129508.052310:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731939328:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129508.052449:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731939328:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 156us (939us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129508.052453:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4554 00002000:00100000:3.0:1746129508.052457:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1732608->1736703) req@ffff88009c7da300 x1830948731939328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.052464:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7da300 with x1830948731939328 ext(1732608->1736703) 00002000:00010000:3.0:1746129508.052467:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7da300 00000100:00100000:0.0:1746129508.053500:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.053544:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731939584 00000100:00100000:2.0:1746129508.053548:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731939584 00000100:00100000:2.0:1746129508.053578:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4125 00000100:00100000:2.0:1746129508.053585:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+293:29425:x1830948731939584:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129508.053885:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+294:29425:x1830948731939584:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 301us (457us total) trans 8589944087 rc 0/0 00000100:00100000:2.0:1746129508.053890:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4125 00000100:00100000:3.0:1746129508.054213:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731938048:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 15676us (16768us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.054219:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4551 00002000:00100000:3.0:1746129508.054224:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880094066d80 x1830948731938048/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.054237:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094066d80 with x1830948731938048 ext(2097152->3145727) 00002000:00010000:3.0:1746129508.054240:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094066d80 00000100:00080000:3.0:1746129508.054254:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129508.060209:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.060861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.061604:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731939712 00000100:00100000:3.0:1746129508.061614:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731939712 00000100:00100000:3.0:1746129508.061666:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11854 00000100:00100000:3.0:1746129508.061674:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:29423:x1830948731939712:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129508.061692:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.061709:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac95 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.061733:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 11 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.061741:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac3a expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.061748:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.061749:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.061752:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->1179647] (req 1048576->1179647) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.061776:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac3a expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.061787:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac3a expref: 23 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.061798:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736825088:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.062082:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731939968 00000100:00100000:2.0:1746129508.062087:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731939968 00000100:00100000:2.0:1746129508.062121:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4126 00000100:00100000:2.0:1746129508.062127:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934cb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:29416:x1830948731939968:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129508.062742:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934cb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29416:x1830948731939968:12345-192.168.202.4@tcp:35:cat.0 Request processed in 614us (1880us total) trans 8589944088 rc 0/0 00000100:00100000:2.0:1746129508.062749:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4126 00010000:00010000:3.0:1746129508.062763:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 11 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.062772:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.062779:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736825216:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.062801:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381480 going to sleep for 11 seconds 00000100:00080000:3.0:1746129508.062815:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746129508.063480:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.063549:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731940096 00000100:00100000:2.0:1746129508.063553:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731940096 00000100:00100000:2.0:1746129508.063585:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11855 00000100:00100000:2.0:1746129508.063592:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+11:29417:x1830948731940096:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.063602:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.063612:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ac9c expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.063631:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 7 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.063638:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.063639:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.063642:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.063659:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 7 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.063667:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 7 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.063675:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736825344:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.063730:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.064616:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736825088:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.065857:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736825216:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.065892:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->1179647] (req 1048576->1179647) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.065904:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d141a00, rc 0) 00000100:00100000:3.0:1746129508.066081:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:29423:x1830948731939712:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4406us (5878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.066090:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11854 00000100:00100000:2.0:1746129508.066265:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736825344:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.066286:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.066311:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ecf0c00, rc 0) 00000100:00100000:2.0:1746129508.066340:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+12:29417:x1830948731940096:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2749us (2861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.066346:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11855 00000100:00100000:0.0:1746129508.066795:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.066811:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.066846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.066906:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731940224 00000100:00100000:1.0:1746129508.066912:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731940224 00010000:00010000:1.0:1746129508.066938:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac3a expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.066955:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731940480 00000100:00100000:1.0:1746129508.066958:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731940480 00010000:00010000:1.0:1746129508.066966:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.066981:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5982 00000100:00100000:2.0:1746129508.066990:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731940224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129508.066990:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5983 00000100:00100000:1.0:1746129508.066994:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731940480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.067001:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129508.067001:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.067018:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac3a expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.067018:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.067026:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.067037:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac3a expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.067062:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957f9a00/0x40a459093b05f190 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac3a expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.067073:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.067102:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731940224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 114us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.067107:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5982 00000100:00100000:3.0:1746129508.067313:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731940352 00000100:00100000:3.0:1746129508.067316:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731940352 00002000:00100000:3.0:1746129508.067341:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3571712->4194303) req@ffff88009c7d9c00 x1830948731940352/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.067354:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9c00 with x1830948731940352 ext(3571712->4194303) 00010000:00010000:3.0:1746129508.067359:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 8 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.067368:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 8 pid: 22481 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.067374:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7d9c00 00000100:00100000:3.0:1746129508.067396:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1171 00000100:00100000:3.0:1746129508.067401:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948731940352:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:1.0:1746129508.067522:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba38600/0x40a459093b05f182 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac2c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.067536:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.067538:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.067543:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.067551:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.067575:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 10 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129508.067584:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736825472:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129508.067631:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129508.071225:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736825472:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129508.071250:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129508.071326:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731940480:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4328us (4510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.071337:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5983 00000100:00100000:2.0:1746129508.074096:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.075790:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731940736 00000100:00100000:3.0:1746129508.075799:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731940736 00002000:00100000:3.0:1746129508.075841:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1175552->1179647) req@ffff88012c27e300 x1830948731940736/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.075854:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27e300 with x1830948731940736 ext(1175552->1179647) 00002000:00010000:3.0:1746129508.075858:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27e300 00000100:00100000:3.0:1746129508.075889:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4555 00000100:00100000:3.0:1746129508.075897:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731940736:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129508.076039:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731940736:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 142us (1948us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129508.076045:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4555 00002000:00100000:3.0:1746129508.076050:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1175552->1179647) req@ffff88012c27e300 x1830948731940736/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.076063:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27e300 with x1830948731940736 ext(1175552->1179647) 00002000:00010000:3.0:1746129508.076066:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27e300 00000100:00100000:2.0:1746129508.076857:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731940352:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 9453us (10008us total) trans 21474840409 rc 0/0 00000100:00100000:2.0:1746129508.076864:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1171 00002000:00100000:2.0:1746129508.076881:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3571712->4194303) req@ffff88009c7d9c00 x1830948731940352/t21474840409(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.076888:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9c00 with x1830948731940352 ext(3571712->4194303) 00010000:00010000:2.0:1746129508.076896:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.076909:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746129508.076915:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7d9c00 00000100:00100000:0.0:1746129508.077951:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.078003:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731940992 00000100:00100000:2.0:1746129508.078011:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731940992 00000100:00100000:2.0:1746129508.078069:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4127 00000100:00100000:2.0:1746129508.078077:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29423:x1830948731940992:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129508.078886:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29423:x1830948731940992:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 809us (938us total) trans 8589944089 rc 0/0 00000100:00100000:2.0:1746129508.078894:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4127 00000100:00100000:2.0:1746129508.083928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.084067:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731941120 00000100:00100000:1.0:1746129508.084079:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731941120 00010000:00010000:1.0:1746129508.084126:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.085759:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5984 00000100:00100000:2.0:1746129508.085775:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731941120:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.085789:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.085814:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.085826:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.085845:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fa57a00/0x40a459093b05f166 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3571712->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac10 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.085884:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.085886:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.085893:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.085900:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.085933:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.085945:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736825600:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.086572:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.088901:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736825600:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.088921:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.088958:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731941120:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3190us (5048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.088967:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5984 00000100:00100000:0.0:1746129508.090777:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.090884:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731941376 00000100:00100000:2.0:1746129508.090890:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731941376 00002000:00100000:2.0:1746129508.090924:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c7d8700 x1830948731941376/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.090934:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8700 with x1830948731941376 ext(2097152->3145727) 00002000:00010000:2.0:1746129508.090938:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d8700 00000100:00100000:2.0:1746129508.091004:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4556 00000100:00100000:2.0:1746129508.091011:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948731941376:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.098397:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948731941376:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 7371us (7608us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129508.098412:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4556 00002000:00100000:2.0:1746129508.098425:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c7d8700 x1830948731941376/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.098434:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8700 with x1830948731941376 ext(2097152->3145727) 00002000:00010000:2.0:1746129508.098441:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d8700 00000100:00100000:0.0:1746129508.105135:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.105259:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731941504 00000100:00100000:2.0:1746129508.105266:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731941504 00000100:00100000:2.0:1746129508.105851:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11856 00000100:00100000:2.0:1746129508.105860:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+23:29417:x1830948731941504:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.105888:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.105902:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aca3 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.105926:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.105936:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.105938:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.105941:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.105965:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.105974:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.105983:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736825728:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.106354:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.108115:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736825728:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.108139:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 24 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129508.108151:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129508.108152:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4e00, rc 0) 00000100:00100000:2.0:1746129508.108214:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+24:29417:x1830948731941504:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2355us (3086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.108220:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11856 00000100:00100000:3.0:1746129508.108406:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731941632 00000100:00100000:3.0:1746129508.108412:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731941632 00002000:00100000:3.0:1746129508.108442:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3432448->3457023) req@ffff88009c7dad80 x1830948731941632/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.108451:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7dad80 with x1830948731941632 ext(3432448->3457023) 00010000:00010000:3.0:1746129508.108456:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.108465:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.108470:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7dad80 00000100:00100000:3.0:1746129508.108483:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1172 00000100:00100000:3.0:1746129508.108489:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948731941632:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129508.110265:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731941632:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 1770us (2108us total) trans 17179873216 rc 0/0 00000100:00100000:3.0:1746129508.110274:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1172 00002000:00100000:3.0:1746129508.110282:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3432448->3457023) req@ffff88009c7dad80 x1830948731941632/t17179873216(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.110290:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7dad80 with x1830948731941632 ext(3432448->3457023) 00010000:00010000:3.0:1746129508.110321:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 26 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.110337:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 26 pid: 22481 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.110344:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7dad80 00000100:00100000:0.0:1746129508.111762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.111814:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731941760 00000100:00100000:2.0:1746129508.111821:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731941760 00010000:00010000:2.0:1746129508.111848:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 26 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.111888:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5985 00000100:00100000:2.0:1746129508.111895:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731941760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.111908:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.111922:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 26 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.111932:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 26 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.111950:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009349e000/0x40a459093b05f1f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3432448->4915199] (req 3432448->3457023) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac6b expref: 26 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.111977:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.111979:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.111985:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.111992:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.112018:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.112028:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736825856:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.112095:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.115573:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736825856:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129508.115596:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129508.115645:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731941760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3749us (3883us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.115655:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5985 00000100:00100000:0.0:1746129508.118068:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.118127:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731942016 00000100:00100000:3.0:1746129508.118134:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731942016 00002000:00100000:3.0:1746129508.118173:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009c7db100 x1830948731942016/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.118182:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db100 with x1830948731942016 ext(3145728->4194303) 00002000:00010000:3.0:1746129508.118186:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7db100 00000100:00100000:3.0:1746129508.118215:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4557 00000100:00100000:3.0:1746129508.118222:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731942016:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.119497:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.119549:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731942272 00000100:00100000:1.0:1746129508.119553:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731942272 00002000:00100000:1.0:1746129508.119576:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012c27df80 x1830948731942272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.119583:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27df80 with x1830948731942272 ext(3145728->4194303) 00002000:00010000:1.0:1746129508.119586:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c27df80 00000100:00100000:1.0:1746129508.119606:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4558 00000100:00100000:1.0:1746129508.119611:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948731942272:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129508.127359:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731942016:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 9127us (9286us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.127369:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4557 00002000:00100000:3.0:1746129508.127381:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009c7db100 x1830948731942016/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.127389:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db100 with x1830948731942016 ext(3145728->4194303) 00002000:00010000:3.0:1746129508.127394:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7db100 00000100:00100000:1.0:1746129508.130472:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948731942272:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 10851us (10968us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129508.130483:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4558 00002000:00100000:1.0:1746129508.130494:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012c27df80 x1830948731942272/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.130503:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27df80 with x1830948731942272 ext(3145728->4194303) 00002000:00010000:1.0:1746129508.130508:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c27df80 00000100:00100000:0.0:1746129508.134449:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.134500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.134588:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731942528 00000100:00100000:2.0:1746129508.134597:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731942528 00000100:00100000:2.0:1746129508.134646:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731942400 00000100:00100000:2.0:1746129508.134648:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731942400 00000100:00100000:2.0:1746129508.134667:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11857 00000100:00100000:2.0:1746129508.134674:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731942528:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.134690:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.134705:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05f238 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acb1 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.134753:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736825984:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129508.134826:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.134907:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11858 00000100:00100000:3.0:1746129508.134916:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948731942400:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.134924:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.134934:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c354800/0x40a459093b05f23f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acaa expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.134959:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736826112:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129508.134981:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa3819c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746129508.136544:0:22481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime: 1746129507 -> 1746129508 00002000:00010000:2.0:1746129508.136549:0:22481:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129507 -> 1746129508 00000100:00100000:2.0:1746129508.136569:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736825984:192.168.202.4@tcp:106: 00002000:00010000:3.0:1746129508.136580:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime: 1746129507 -> 1746129508 00002000:00010000:3.0:1746129508.136583:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129507 -> 1746129508 00010000:00010000:2.0:1746129508.136594:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05f238 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acb1 expref: 26 pid: 22481 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129508.136596:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736826112:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129508.136605:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a5c00/0x40a459093b05f238 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acb1 expref: 26 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.136611:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c354800/0x40a459093b05f23f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acaa expref: 13 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.136620:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c354800/0x40a459093b05f23f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acaa expref: 13 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.136624:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5c00, rc 0) 00010000:00010000:3.0:1746129508.136632:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c354800, rc 0) 00000100:00100000:2.0:1746129508.136656:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731942528:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1983us (2215us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129508.136658:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948731942400:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1745us (2157us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129508.136663:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11857 00000100:00100000:3.0:1746129508.136666:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11858 00000100:00100000:0.0:1746129508.140757:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.140848:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731942784 00000100:00100000:1.0:1746129508.140857:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731942784 00002000:00100000:1.0:1746129508.140910:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880094064380 x1830948731942784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.140919:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094064380 with x1830948731942784 ext(4194304->4923391) 00002000:00010000:1.0:1746129508.140924:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094064380 00000100:00100000:1.0:1746129508.140951:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4559 00000100:00100000:1.0:1746129508.140958:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731942784:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129508.150519:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731942784:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9551us (9762us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129508.150531:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4559 00002000:00100000:1.0:1746129508.150543:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880094064380 x1830948731942784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.150552:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094064380 with x1830948731942784 ext(4194304->4923391) 00002000:00010000:1.0:1746129508.150562:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094064380 00000100:00100000:0.0:1746129508.154282:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.154366:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.154427:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731943040 00000100:00100000:2.0:1746129508.154450:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731942912 00000100:00100000:2.0:1746129508.154458:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731942912 00000100:00100000:2.0:1746129508.154500:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11859 00000100:00100000:2.0:1746129508.154508:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948731942912:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.154526:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129508.154533:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731943040 00010000:00010000:2.0:1746129508.154541:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5000/0x40a459093b05f246 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acb8 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.154570:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11860 00000100:00100000:3.0:1746129508.154576:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731943040:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.154584:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129508.154587:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736826240:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129508.154594:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c354c00/0x40a459093b05f24d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acbf expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.154646:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.154966:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736826368:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129508.155009:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa3819c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.156366:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736826240:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129508.156395:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5000/0x40a459093b05f246 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acb8 expref: 13 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.156406:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a5000/0x40a459093b05f246 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acb8 expref: 13 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.156425:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5000, rc 0) 00000100:00100000:2.0:1746129508.156474:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948731942912:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1966us (2107us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129508.156481:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11859 00000100:00100000:3.0:1746129508.158373:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736826368:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129508.158401:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c354c00/0x40a459093b05f24d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acbf expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.158415:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c354c00/0x40a459093b05f24d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acbf expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.158432:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c354c00, rc 0) 00000100:00100000:3.0:1746129508.158484:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731943040:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3907us (4208us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129508.158492:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11860 00000100:00100000:0.0:1746129508.163182:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.163405:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731943296 00000100:00100000:3.0:1746129508.163412:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731943296 00000100:00100000:3.0:1746129508.163468:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11861 00000100:00100000:3.0:1746129508.163476:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731943296:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.163493:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.163509:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05f254 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1accd expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.163554:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736826496:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129508.163635:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa3819c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.165459:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.165519:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731943168 00000100:00100000:2.0:1746129508.165525:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731943168 00000100:00100000:2.0:1746129508.165561:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11862 00000100:00100000:2.0:1746129508.165567:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948731943168:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.165581:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.165594:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4c00/0x40a459093b05f25b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acc6 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.165632:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736826624:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129508.165702:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.166999:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736826624:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129508.167030:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4c00/0x40a459093b05f25b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acc6 expref: 13 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.167042:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09a4c00/0x40a459093b05f25b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acc6 expref: 13 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.167092:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4c00, rc 0) 00000100:00100000:2.0:1746129508.167124:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948731943168:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1556us (1669us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129508.167132:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11862 00000100:00100000:3.0:1746129508.167589:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736826496:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129508.167607:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05f254 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1accd expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.167620:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c354800/0x40a459093b05f254 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1accd expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.167630:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c354800, rc 0) 00000100:00100000:3.0:1746129508.167651:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731943296:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4176us (4477us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129508.167657:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11861 00000100:00100000:0.0:1746129508.172600:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.172700:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731943552 00000100:00100000:3.0:1746129508.172708:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731943552 00000100:00100000:3.0:1746129508.172758:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4128 00000100:00100000:3.0:1746129508.172765:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+294:29417:x1830948731943552:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:3.0:1746129508.172968:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+295:29417:x1830948731943552:12345-192.168.202.4@tcp:35:cat.0 Request processed in 202us (376us total) trans 8589944090 rc 0/0 00000100:00100000:3.0:1746129508.172974:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4128 00000100:00100000:0.0:1746129508.191880:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.192011:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731943808 00000100:00100000:2.0:1746129508.192020:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731943808 00000100:00100000:2.0:1746129508.192083:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10198 00000100:00100000:2.0:1746129508.192092:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800953c0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29432:x1830948731943808:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.192113:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.192131:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5800/0x40a459093b05f262 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acd4 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.192216:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.192229:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.192238:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746129508.192248:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129508.192387:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5800/0x40a459093b05f262 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acd4 expref: 15 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.192419:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acd4 expref: 14 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.192426:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129508.192429:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746129508.192432:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a5a00, rc 0) 00000100:00100000:2.0:1746129508.192480:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800953c0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:29432:x1830948731943808:12345-192.168.202.4@tcp:101:cat.0 Request processed in 390us (623us total) trans 8589944091 rc 0/0 00000100:00100000:2.0:1746129508.192486:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10198 00000100:00100000:0.0:1746129508.195175:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.195234:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731943936 00000100:00100000:3.0:1746129508.195241:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731943936 00000100:00100000:0.0:1746129508.195259:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.195404:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11863 00000100:00100000:1.0:1746129508.195414:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731943936:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129508.195428:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.195442:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acdb expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.195459:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.195462:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.195469:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acdb expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.195485:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acdb expref: 11 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.195495:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf000, rc 0) 00000100:00100000:1.0:1746129508.195531:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731943936:12345-192.168.202.4@tcp:101:cat.0 Request processed in 120us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.195536:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11863 00000100:00100000:3.0:1746129508.195592:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731944064 00000100:00100000:3.0:1746129508.195595:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731944064 00000100:00100000:3.0:1746129508.195614:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11864 00000100:00100000:3.0:1746129508.195618:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948731944064:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.195625:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.195633:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ace2 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.195643:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.195645:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.195649:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace2 expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.195657:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace2 expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.195663:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b556600, rc 0) 00000100:00100000:3.0:1746129508.195679:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731944064:12345-192.168.202.4@tcp:101:cat.0 Request processed in 59us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.195682:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11864 00000100:00100000:0.0:1746129508.207077:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.208287:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731944320 00000100:00100000:2.0:1746129508.208307:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731944320 00002000:00100000:2.0:1746129508.208534:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880092fdb480 x1830948731944320/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.208545:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb480 with x1830948731944320 ext(0->1048575) 00002000:00010000:2.0:1746129508.208550:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fdb480 00000100:00100000:2.0:1746129508.208583:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4560 00000100:00100000:2.0:1746129508.208596:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731944320:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129508.212149:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.212616:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.212639:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731944576 00000100:00100000:2.0:1746129508.212646:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731944576 00002000:00100000:2.0:1746129508.212684:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1732607) req@ffff880092fd9880 x1830948731944576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.212693:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9880 with x1830948731944576 ext(1048576->1732607) 00002000:00010000:2.0:1746129508.212697:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd9880 00000100:00100000:2.0:1746129508.212709:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731944832 00000100:00100000:2.0:1746129508.212711:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731944832 00002000:00100000:2.0:1746129508.212720:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1179648->2097151) req@ffff88012c27f100 x1830948731944832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.212726:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27f100 with x1830948731944832 ext(1179648->2097151) 00002000:00010000:2.0:1746129508.212729:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27f100 00000100:00100000:2.0:1746129508.212739:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4561 00000100:00100000:2.0:1746129508.212745:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731944576:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129508.213010:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4562 00000100:00100000:0.0:1746129508.213017:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731944832:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129508.225008:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731944320:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16405us (17932us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129508.225018:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4560 00002000:00100000:2.0:1746129508.225028:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880092fdb480 x1830948731944320/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.225037:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb480 with x1830948731944320 ext(0->1048575) 00002000:00010000:2.0:1746129508.225043:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fdb480 00000100:00100000:3.0:1746129508.225732:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731944576:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12985us (13587us total) trans 0 rc 684032/684032 00000100:00100000:3.0:1746129508.225739:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4561 00002000:00100000:3.0:1746129508.225745:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1732607) req@ffff880092fd9880 x1830948731944576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 684032/684032 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.225752:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9880 with x1830948731944576 ext(1048576->1732607) 00002000:00010000:3.0:1746129508.225755:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd9880 00000100:00100000:1.0:1746129508.231500:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731944832:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18461us (18861us total) trans 0 rc 917504/917504 00000100:00100000:1.0:1746129508.231515:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4562 00002000:00100000:1.0:1746129508.231539:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1179648->2097151) req@ffff88012c27f100 x1830948731944832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 917504/917504 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.231550:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27f100 with x1830948731944832 ext(1179648->2097151) 00002000:00010000:1.0:1746129508.231557:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c27f100 00000100:00100000:0.0:1746129508.247709:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.247754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.249387:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.250251:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731945088 00000100:00100000:3.0:1746129508.250260:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731945088 00002000:00100000:3.0:1746129508.250327:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880092fd9500 x1830948731945088/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.250336:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9500 with x1830948731945088 ext(2097152->3145727) 00002000:00010000:3.0:1746129508.250341:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd9500 00000100:00100000:3.0:1746129508.250359:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731945344 00000100:00100000:3.0:1746129508.250362:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731945344 00002000:00100000:3.0:1746129508.250373:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880092fd8700 x1830948731945344/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129508.250374:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4563 00002000:00100000:3.0:1746129508.250379:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd8700 with x1830948731945344 ext(3145728->4194303) 00002000:00010000:3.0:1746129508.250382:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd8700 00000100:00100000:2.0:1746129508.250385:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731945088:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129508.250390:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4564 00000100:00100000:3.0:1746129508.250393:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731945344:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129508.250914:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.250933:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731945600 00000100:00100000:1.0:1746129508.250937:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731945600 00002000:00100000:1.0:1746129508.250957:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880092fdbb80 x1830948731945600/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.250965:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdbb80 with x1830948731945600 ext(2097152->3145727) 00002000:00010000:1.0:1746129508.250968:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdbb80 00000100:00100000:1.0:1746129508.250983:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4565 00000100:00100000:1.0:1746129508.250987:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948731945600:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129508.251255:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731945728 00000100:00100000:1.0:1746129508.251260:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731945728 00002000:00100000:1.0:1746129508.251274:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880092fdaa00 x1830948731945728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.251281:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdaa00 with x1830948731945728 ext(3145728->4194303) 00002000:00010000:1.0:1746129508.251284:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdaa00 00000100:00100000:1.0:1746129508.251321:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4566 00000100:00100000:1.0:1746129508.251327:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731945728:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129508.267259:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731945344:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16855us (19494us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.267270:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4564 00002000:00100000:3.0:1746129508.267282:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880092fd8700 x1830948731945344/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.267291:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd8700 with x1830948731945344 ext(3145728->4194303) 00002000:00010000:3.0:1746129508.267309:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd8700 00000100:00100000:1.0:1746129508.271897:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731945600:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20898us (22505us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129508.271910:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4565 00002000:00100000:1.0:1746129508.271923:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880092fdbb80 x1830948731945600/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.271933:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdbb80 with x1830948731945600 ext(2097152->3145727) 00002000:00010000:1.0:1746129508.271938:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdbb80 00000100:00100000:2.0:1746129508.278901:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731945088:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28509us (31190us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129508.278915:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4563 00002000:00100000:2.0:1746129508.278925:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880092fd9500 x1830948731945088/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.278933:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9500 with x1830948731945088 ext(2097152->3145727) 00002000:00010000:2.0:1746129508.278938:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd9500 00000100:00100000:1.0:1746129508.279524:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731945728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28193us (28607us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129508.279530:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4566 00002000:00100000:1.0:1746129508.279535:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880092fdaa00 x1830948731945728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.279542:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdaa00 with x1830948731945728 ext(3145728->4194303) 00002000:00010000:1.0:1746129508.279545:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdaa00 00000100:00100000:0.0:1746129508.290937:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.291057:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731946112 00000100:00100000:2.0:1746129508.291065:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731946112 00000100:00100000:2.0:1746129508.291123:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10199 00000100:00100000:2.0:1746129508.291131:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+295:29434:x1830948731946112:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129508.291154:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.291171:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5400/0x40a459093b05f285 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ace9 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.291255:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.291267:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abbc expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.291275:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac4f expref: 13 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.291280:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac64 expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.291286:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 6/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.291343:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac64 expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.291355:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac64 expref: 296 pid: 15096 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.291366:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736826752:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.291476:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac4f expref: 13 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.291484:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac4f expref: 13 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.291491:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736826880:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.291519:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abbc expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.291527:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abbc expref: 296 pid: 15096 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.291533:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736827008:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.291550:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.292801:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.292857:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731946368 00000100:00100000:1.0:1746129508.292862:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731946368 00002000:00100000:1.0:1746129508.292902:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4919295) req@ffff880092fdb100 x1830948731946368/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.292917:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb100 with x1830948731946368 ext(4194304->4919295) 00002000:00010000:1.0:1746129508.292921:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fdb100 00000100:00100000:1.0:1746129508.292952:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4567 00000100:00100000:1.0:1746129508.292958:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731946368:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129508.297596:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.297625:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.297628:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736826752:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.297638:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736826880:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.297645:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736827008:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129508.297646:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129508.297670:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:1.0:1746129508.297679:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731946496 00000100:00100000:1.0:1746129508.297684:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731946496 00010000:00010000:1.0:1746129508.297715:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac64 expref: 297 pid: 15096 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.297723:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731946752 00000100:00100000:0.0:1746129508.297726:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731946752 00000100:00100000:1.0:1746129508.297733:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731946624 00000100:00100000:1.0:1746129508.297735:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731946624 00010000:00010000:0.0:1746129508.297738:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abbc expref: 298 pid: 15096 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.297742:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac4f expref: 14 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.297752:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5986 00000100:00100000:1.0:1746129508.297756:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5987 00000100:00100000:0.0:1746129508.297758:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+298:1962:x1830948731946496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129508.297760:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+298:1962:x1830948731946752:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129508.297769:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129508.297769:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129508.297774:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abbc expref: 298 pid: 15096 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.297774:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac64 expref: 298 pid: 15096 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.297782:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac64 expref: 298 pid: 15096 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.297822:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5988 00000100:00100000:2.0:1746129508.297828:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731946624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.297834:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.297838:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac4f expref: 14 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.297878:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abbc expref: 298 pid: 15096 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.297902:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f1eb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac64 expref: 298 pid: 15096 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.297921:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bba00/0x40a459093b05f10b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abbc expref: 297 pid: 15096 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.297921:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129508.297925:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129508.297933:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.297938:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129508.297938:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129508.297940:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.297944:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.297948:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129508.297976:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+296:1962:x1830948731946752:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 215us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.297981:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5987 00000100:00100000:1.0:1746129508.298016:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+295:1962:x1830948731946496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 257us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.298021:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5986 00010000:00010000:2.0:1746129508.298195:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac4f expref: 14 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.298207:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009349ec00/0x40a459093b05f1ba lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac4f expref: 14 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.298228:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129508.298231:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.298237:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.298242:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.298256:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129508.298262:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.298268:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746129508.298271:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731946624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 444us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.298276:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5988 00000004:00200000:3.0:1746129508.298285:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129508.298412:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5400/0x40a459093b05f285 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace9 expref: 296 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.298441:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace9 expref: 295 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.298448:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129508.298450:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129508.298452:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4200, rc 0) 00000100:00100000:3.0:1746129508.298474:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+295:29434:x1830948731946112:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7345us (7545us total) trans 8589944092 rc 0/0 00000100:00100000:3.0:1746129508.298480:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10199 00000100:00100000:1.0:1746129508.303028:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731946368:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10058us (10219us total) trans 0 rc 724992/724992 00000100:00100000:1.0:1746129508.303039:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4567 00002000:00100000:1.0:1746129508.303049:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4919295) req@ffff880092fdb100 x1830948731946368/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 724992/724992 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.303057:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb100 with x1830948731946368 ext(4194304->4919295) 00002000:00010000:1.0:1746129508.303063:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fdb100 00000100:00100000:1.0:1746129508.307565:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.308467:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731947008 00000100:00100000:3.0:1746129508.308476:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731947008 00000100:00100000:3.0:1746129508.309339:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10200 00000100:00100000:3.0:1746129508.309351:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+295:29439:x1830948731947008:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.309372:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.309390:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f200/0x40a459093b05f29a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acf0 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.310620:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310637:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310647:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310660:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310665:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310671:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310843:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310854:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310860:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746129508.310877:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129508.310948:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310954:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310959:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310964:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009584ec00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.310967:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310973:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310982:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129508.310984:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.310987:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.310991:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ec00/0x40a459093b05f2a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.312521:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.312534:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.312540:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.312544:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009584f600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.312547:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.312551:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.312562:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250400) 00010000:00010000:3.0:1746129508.312566:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.312569:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.312573:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f600/0x40a459093b05f2a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.312629:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f200/0x40a459093b05f29a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf0 expref: 298 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.312639:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf0 expref: 297 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.312646:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129508.312648:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129508.312650:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009584e400, rc 0) 00000100:00100000:3.0:1746129508.313523:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+297:29439:x1830948731947008:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4170us (5961us total) trans 8589944093 rc 0/0 00000100:00100000:3.0:1746129508.313533:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10200 00000100:00100000:2.0:1746129508.313665:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.313886:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731947264 00000100:00100000:3.0:1746129508.313892:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731947264 00000100:00100000:3.0:1746129508.313928:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10201 00000100:00100000:3.0:1746129508.313934:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:29438:x1830948731947264:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129508.313952:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.313966:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b05f2bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acf7 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.315259:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315273:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315283:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315308:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315314:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315320:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315436:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315444:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315449:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746129508.315457:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129508.315527:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315533:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315538:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315543:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b557400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.315546:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315551:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315559:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129508.315562:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.315565:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315570:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f2c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315580:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315583:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315591:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315595:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b557a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.315597:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315601:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315606:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250900) 00010000:00010000:3.0:1746129508.315608:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.315609:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315614:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557a00/0x40a459093b05f2cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.315651:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b05f2bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf7 expref: 16 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.315662:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf7 expref: 15 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.315667:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129508.315668:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129508.315671:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b556000, rc 0) 00000100:00100000:3.0:1746129508.315722:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+15:29438:x1830948731947264:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1787us (2057us total) trans 8589944094 rc 0/0 00000100:00100000:3.0:1746129508.315729:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10201 00000100:00100000:0.0:1746129508.318080:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.318139:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731947392 00000100:00100000:1.0:1746129508.318148:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731947392 00000100:00100000:1.0:1746129508.318198:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11865 00000100:00100000:1.0:1746129508.318204:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+12:1961:x1830948731947392:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129508.318220:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.318232:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05f2e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1acfe expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129508.318274:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736827136:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129508.319532:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.320027:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.320070:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731947520 00000100:00100000:2.0:1746129508.320076:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731947520 00000100:00100000:0.0:1746129508.320088:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.320147:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731947648 00000100:00100000:2.0:1746129508.320150:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731947648 00000100:00100000:2.0:1746129508.320167:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11866 00000100:00100000:2.0:1746129508.320174:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731947520:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.320186:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.320200:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4600/0x40a459093b05f2e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad05 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.320241:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736827264:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129508.320319:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129508.320370:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11867 00000100:00100000:1.0:1746129508.320377:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:29438:x1830948731947648:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129508.320384:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.320392:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad0c expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.320408:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.320416:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac56 expref: 12 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.320422:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.320424:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.320426:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [536576->598015] (req 536576->598015) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 12 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.320443:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac56 expref: 12 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.320455:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac56 expref: 12 pid: 22481 timeout: 863 lvb_type: 1 00000100:00100000:1.0:1746129508.320464:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736827392:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129508.320502:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.320509:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 26 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.320516:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a051b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736827520:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129508.320532:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b480 going to sleep for 11 seconds 00010000:00010000:1.0:1746129508.320599:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1746129508.322131:0:7148:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129508 -> 1746129509 00000100:00100000:1.0:1746129508.322153:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736827136:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129508.322180:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05f2e0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acfe expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.322192:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eecfa00/0x40a459093b05f2e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acfe expref: 13 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.323598:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecfa00, rc 0) 00000100:00100000:1.0:1746129508.323657:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+12:1961:x1830948731947392:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5450us (5580us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129508.323670:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11865 00002000:00010000:0.0:1746129508.324135:0:22481:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129508 -> 1746129509 00000100:00100000:0.0:1746129508.324207:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736827264:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129508.324220:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a051b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736827520:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129508.324240:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4600/0x40a459093b05f2e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad05 expref: 26 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.324253:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4600/0x40a459093b05f2e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad05 expref: 26 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.324280:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09a4600, rc 0) 00000100:00100000:0.0:1746129508.325323:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731947520:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5146us (5295us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129508.325330:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11866 00000100:00100000:1.0:1746129508.326032:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736827392:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129508.326053:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [536576->598015] (req 536576->598015) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 12 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.326065:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf400, rc 0) 00000100:00100000:1.0:1746129508.326101:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:29438:x1830948731947648:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5724us (6012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.326106:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11867 00000100:00100000:0.0:1746129508.330328:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.330370:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.330383:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731947904 00000100:00100000:2.0:1746129508.330392:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731947904 00010000:00010000:2.0:1746129508.330434:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.330448:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731947776 00000100:00100000:1.0:1746129508.330453:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731947776 00000100:00100000:2.0:1746129508.330465:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5989 00010000:00010000:1.0:1746129508.330468:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac56 expref: 12 pid: 22481 timeout: 863 lvb_type: 1 00000100:00100000:2.0:1746129508.330472:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731947904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.330483:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.330507:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.330518:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.330537:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4cb4a00/0x40a459093b05f158 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac02 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.330600:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129508.330603:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5990 00000100:00100000:1.0:1746129508.330610:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731947776:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129508.330616:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129508.330626:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac56 expref: 12 pid: 22481 timeout: 863 lvb_type: 1 00010000:00010000:1.0:1746129508.330635:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac56 expref: 12 pid: 22481 timeout: 863 lvb_type: 1 00000100:00100000:2.0:1746129508.330641:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731947904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 170us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.330648:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5989 00010000:00010000:1.0:1746129508.330652:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009349e400/0x40a459093b05f1c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac56 expref: 12 pid: 22481 timeout: 863 lvb_type: 1 00010000:00010000:1.0:1746129508.330666:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.330668:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.330673:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.330680:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.330709:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129508.330720:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736827648:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129508.330778:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.333466:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.333917:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731948032 00000100:00100000:1.0:1746129508.333924:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731948032 00000100:00100000:1.0:1746129508.333964:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11868 00000100:00100000:1.0:1746129508.333971:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:29439:x1830948731948032:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129508.333986:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.334115:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad13 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.334141:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.334152:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129508.334153:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129508.334157:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 25 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.334188:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.334198:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.334209:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a051b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736827776:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129508.334711:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.337026:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.337230:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736827648:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129508.337251:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129508.337319:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731947776:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6706us (6945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.337330:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5990 00000100:00100000:1.0:1746129508.337377:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a051b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736827776:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129508.337397:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 25 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.337412:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eece400, rc 0) 00000100:00100000:1.0:1746129508.337435:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:29439:x1830948731948032:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3464us (3976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.337441:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11868 00000100:00100000:1.0:1746129508.337464:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731948288 00000100:00100000:1.0:1746129508.337470:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731948288 00002000:00100000:1.0:1746129508.337505:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (536576->540671) req@ffff88009c099f80 x1830948731948288/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.337513:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c099f80 with x1830948731948288 ext(536576->540671) 00010000:00010000:1.0:1746129508.337519:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.337529:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746129508.337534:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c099f80 00000100:00100000:1.0:1746129508.337559:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1173 00000100:00100000:1.0:1746129508.337567:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731948288:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129508.338615:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c099f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731948288:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 1045us (1593us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129508.338622:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1173 00002000:00100000:1.0:1746129508.338629:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (536576->540671) req@ffff88009c099f80 x1830948731948288/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.338636:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c099f80 with x1830948731948288 ext(536576->540671) 00010000:00010000:1.0:1746129508.338642:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.338654:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746129508.338659:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c099f80 00000100:00100000:0.0:1746129508.341272:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.341681:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731948544 00000100:00100000:1.0:1746129508.341689:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731948544 00002000:00100000:1.0:1746129508.341722:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (593920->598015) req@ffff88009c09b800 x1830948731948544/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.341730:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09b800 with x1830948731948544 ext(593920->598015) 00010000:00010000:1.0:1746129508.341737:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.341747:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746129508.341753:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c09b800 00000100:00100000:1.0:1746129508.341779:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1174 00000100:00100000:1.0:1746129508.341784:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948731948544:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129508.341920:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948731948544:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 135us (654us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129508.341925:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1174 00002000:00100000:1.0:1746129508.341930:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (593920->598015) req@ffff88009c09b800 x1830948731948544/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.341937:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09b800 with x1830948731948544 ext(593920->598015) 00010000:00010000:1.0:1746129508.341941:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.341949:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746129508.341958:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c09b800 00000100:00100000:0.0:1746129508.344621:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.344829:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731948928 00000100:00100000:2.0:1746129508.344836:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731948928 00000100:00100000:2.0:1746129508.344894:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4129 00000100:00100000:2.0:1746129508.344902:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+15:29438:x1830948731948928:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129508.345132:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:29438:x1830948731948928:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 230us (518us total) trans 8589944095 rc 0/0 00000100:00100000:2.0:1746129508.345139:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4129 00000100:00100000:2.0:1746129508.345616:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.345688:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731949056 00000100:00100000:1.0:1746129508.345692:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731949056 00002000:00100000:1.0:1746129508.345715:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (536576->598015) req@ffff88012c27c700 x1830948731949056/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.345723:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27c700 with x1830948731949056 ext(536576->598015) 00010000:00010000:1.0:1746129508.345731:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.345742:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 11 pid: 8410 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746129508.345749:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27c700 00000100:00100000:1.0:1746129508.345761:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1175 00000100:00100000:1.0:1746129508.345766:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731949056:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129508.352970:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731949056:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 7192us (7343us total) trans 17179873217 rc 0/0 00000100:00100000:2.0:1746129508.352982:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1175 00002000:00100000:2.0:1746129508.352993:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (536576->598015) req@ffff88012c27c700 x1830948731949056/t17179873217(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.353002:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27c700 with x1830948731949056 ext(536576->598015) 00010000:00010000:2.0:1746129508.353012:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.353027:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746129508.353038:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c27c700 00000100:00100000:0.0:1746129508.355572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.356141:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731949184 00000100:00100000:1.0:1746129508.356149:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731949184 00000100:00100000:1.0:1746129508.356190:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11869 00000100:00100000:1.0:1746129508.356196:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+12:29434:x1830948731949184:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129508.356210:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.356222:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad1a expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.356247:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.356255:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129508.356257:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129508.356259:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1454080->1953791] (req 1454080->1953791) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 13 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.356279:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 9 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.356286:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 9 pid: 7149 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.356319:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a051b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736827904:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129508.356629:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.358219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.358352:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731949312 00000100:00100000:1.0:1746129508.358359:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731949312 00010000:00010000:1.0:1746129508.358396:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.358422:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5991 00000100:00100000:1.0:1746129508.358427:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731949312:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129508.358440:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746129508.358456:0:20578:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129508 -> 1746129509 00002000:00010000:1.0:1746129508.358459:0:20578:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129508 -> 1746129509 00010000:00010000:1.0:1746129508.358464:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.358477:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.358499:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05f2ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 536576->598015) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad0c expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.358532:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.358533:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.358540:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.358547:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.358573:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129508.358584:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736828032:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.358662:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a051b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736827904:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.358683:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1454080->1953791] (req 1454080->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 13 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.358694:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf200, rc 0) 00000100:00100000:2.0:1746129508.358731:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+13:29434:x1830948731949184:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2535us (3165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.358738:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11869 00000100:00100000:2.0:1746129508.359184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.359791:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b480 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.360002:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731949440 00000100:00100000:3.0:1746129508.360008:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731949440 00002000:00100000:3.0:1746129508.360036:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1732608->2097151) req@ffff88012c27ce00 x1830948731949440/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.360043:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27ce00 with x1830948731949440 ext(1732608->2097151) 00010000:00010000:3.0:1746129508.360048:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 10 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.360058:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 10 pid: 7149 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.360063:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c27ce00 00000100:00100000:3.0:1746129508.360090:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1176 00000100:00100000:3.0:1746129508.360105:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1961:x1830948731949440:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129508.361251:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736828032:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.361269:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.361320:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731949312:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2891us (3105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.361328:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5991 00000100:00100000:3.0:1746129508.365082:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731949440:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 4977us (5890us total) trans 21474840410 rc 0/0 00000100:00100000:3.0:1746129508.365094:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1176 00002000:00100000:3.0:1746129508.365103:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1732608->2097151) req@ffff88012c27ce00 x1830948731949440/t21474840410(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.365113:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c27ce00 with x1830948731949440 ext(1732608->2097151) 00010000:00010000:3.0:1746129508.365121:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 12 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.365135:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 12 pid: 7149 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.365146:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c27ce00 00000100:00100000:0.0:1746129508.367739:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.367961:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731949696 00000100:00100000:3.0:1746129508.367969:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731949696 00002000:00100000:3.0:1746129508.368003:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009c098a80 x1830948731949696/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.368012:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c098a80 with x1830948731949696 ext(0->1048575) 00002000:00010000:3.0:1746129508.368016:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c098a80 00000100:00100000:3.0:1746129508.368044:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4568 00000100:00100000:3.0:1746129508.368050:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731949696:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129508.368661:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.368698:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731949824 00000100:00100000:2.0:1746129508.368703:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731949824 00010000:00010000:2.0:1746129508.368727:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 12 pid: 7149 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.368748:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5992 00000100:00100000:2.0:1746129508.368753:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948731949824:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.368763:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746129508.368779:0:20578:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129508 -> 1746129509 00010000:00010000:2.0:1746129508.368786:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 12 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.368797:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 12 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.368818:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f556e00/0x40a459093b05f20e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1732608->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac80 expref: 12 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.368839:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.368841:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.368848:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 12 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.368856:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 12 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.368892:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 12 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.368901:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736828160:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.368971:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.375685:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736828160:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.375708:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.375765:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731949824:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7010us (7103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.375774:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5992 00000100:00100000:0.0:1746129508.376603:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.376703:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731950080 00000100:00100000:2.0:1746129508.376709:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731950080 00002000:00100000:2.0:1746129508.376739:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1454080->1458175) req@ffff88009c09b100 x1830948731950080/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.376748:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09b100 with x1830948731950080 ext(1454080->1458175) 00002000:00010000:2.0:1746129508.376752:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09b100 00000100:00100000:2.0:1746129508.376768:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4569 00000100:00100000:2.0:1746129508.376775:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948731950080:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.377653:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948731950080:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 876us (1050us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129508.377659:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4569 00002000:00100000:2.0:1746129508.377664:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1454080->1458175) req@ffff88009c09b100 x1830948731950080/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.377671:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09b100 with x1830948731950080 ext(1454080->1458175) 00002000:00010000:2.0:1746129508.377674:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09b100 00000100:00100000:3.0:1746129508.381479:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731949696:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13420us (13738us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.381490:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4568 00002000:00100000:3.0:1746129508.381501:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009c098a80 x1830948731949696/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.381510:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c098a80 with x1830948731949696 ext(0->1048575) 00002000:00010000:3.0:1746129508.381515:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c098a80 00000100:00100000:0.0:1746129508.383979:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.384068:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731950208 00000100:00100000:3.0:1746129508.384075:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731950208 00000100:00100000:3.0:1746129508.384494:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10202 00000100:00100000:3.0:1746129508.384502:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29442:x1830948731950208:12345-192.168.202.4@tcp:101:lfs.0 00000100:00080000:0.0:1746129508.384588:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746129508.384614:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.384631:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c2800/0x40a459093b05f303 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad21 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.384687:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.384698:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.384707:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.384719:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.384724:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.384729:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.384825:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.384832:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace9 expref: 296 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.384838:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.384864:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace9 expref: 296 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.384885:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace9 expref: 296 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.384904:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736828288:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.386182:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.386565:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.386715:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731950464 00000100:00100000:3.0:1746129508.386720:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731950464 00002000:00100000:3.0:1746129508.386752:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1454079) req@ffff88009c09a300 x1830948731950464/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.386761:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09a300 with x1830948731950464 ext(1048576->1454079) 00002000:00010000:3.0:1746129508.386764:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09a300 00000100:00100000:3.0:1746129508.386779:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4570 00000100:00100000:3.0:1746129508.386785:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948731950464:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129508.391089:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.391500:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.391626:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731950720 00000100:00100000:2.0:1746129508.391635:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731950720 00002000:00100000:2.0:1746129508.391683:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1949696->1953791) req@ffff8800a0519f80 x1830948731950720/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.391692:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519f80 with x1830948731950720 ext(1949696->1953791) 00002000:00010000:2.0:1746129508.391698:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0519f80 00000100:00100000:2.0:1746129508.391714:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4571 00000100:00100000:2.0:1746129508.391720:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+15:1961:x1830948731950720:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.391857:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+15:1961:x1830948731950720:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 136us (777us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129508.391863:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4571 00002000:00100000:2.0:1746129508.391877:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1949696->1953791) req@ffff8800a0519f80 x1830948731950720/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.391883:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519f80 with x1830948731950720 ext(1949696->1953791) 00002000:00010000:2.0:1746129508.391886:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0519f80 00000100:00100000:2.0:1746129508.392565:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731950848 00000100:00100000:2.0:1746129508.392569:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731950848 00010000:00010000:2.0:1746129508.392588:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace9 expref: 297 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.392605:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5993 00000100:00100000:2.0:1746129508.392610:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+297:1962:x1830948731950848:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.392618:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.392623:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace9 expref: 297 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.392633:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace9 expref: 297 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.392648:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129508.392652:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.392660:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.392666:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.392679:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129508.393468:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a4200/0x40a459093b05f28c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace9 expref: 297 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.393487:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736828288:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.393502:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393508:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393512:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746129508.393547:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129508.393551:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129508.393562:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393571:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393579:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393584:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393589:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393594:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945c3400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.393597:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393602:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393611:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129508.393613:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.393616:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393620:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c3400/0x40a459093b05f30a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393629:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393634:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393638:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393642:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b557400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.393644:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393649:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393654:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250500) 00010000:00010000:3.0:1746129508.393656:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.393658:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393662:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b557400/0x40a459093b05f311 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.393689:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945c2800/0x40a459093b05f303 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad21 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.393699:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad21 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.393703:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129508.393705:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129508.393707:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095c58a00, rc 0) 00000100:00100000:2.0:1746129508.393927:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+296:1962:x1830948731950848:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1315us (2425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.393934:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5993 00000100:00100000:3.0:1746129508.395315:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c099880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29442:x1830948731950208:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 10808us (11336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.395323:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10202 00000100:00100000:3.0:1746129508.395949:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948731950464:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 9162us (9385us total) trans 0 rc 405504/405504 00000100:00100000:3.0:1746129508.395959:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4570 00002000:00100000:3.0:1746129508.395967:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1454079) req@ffff88009c09a300 x1830948731950464/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 405504/405504 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.395975:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09a300 with x1830948731950464 ext(1048576->1454079) 00002000:00010000:3.0:1746129508.395979:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09a300 00000100:00100000:0.0:1746129508.396355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.396549:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731951232 00000100:00100000:2.0:1746129508.396556:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731951232 00000100:00100000:2.0:1746129508.396879:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4130 00000100:00100000:2.0:1746129508.396888:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+296:29434:x1830948731951232:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129508.397049:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+297:29434:x1830948731951232:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 163us (694us total) trans 8589944096 rc 0/0 00000100:00100000:2.0:1746129508.397055:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4130 00000100:00100000:1.0:1746129508.397283:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.397513:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731951360 00000100:00100000:3.0:1746129508.397517:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731951360 00002000:00100000:3.0:1746129508.397536:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1953792->2097151) req@ffff8800a0518700 x1830948731951360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.397544:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518700 with x1830948731951360 ext(1953792->2097151) 00002000:00010000:3.0:1746129508.397547:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0518700 00000100:00100000:3.0:1746129508.397558:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4572 00000100:00100000:3.0:1746129508.397563:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948731951360:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129508.405201:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948731951360:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 7625us (7906us total) trans 0 rc 143360/143360 00000100:00100000:3.0:1746129508.405212:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4572 00002000:00100000:3.0:1746129508.405225:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1953792->2097151) req@ffff8800a0518700 x1830948731951360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 143360/143360 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.405234:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518700 with x1830948731951360 ext(1953792->2097151) 00002000:00010000:3.0:1746129508.405242:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0518700 00000100:00100000:0.0:1746129508.406777:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.406807:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.406835:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.406858:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.406900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.406923:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.406941:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731951616 00000100:00100000:0.0:1746129508.406947:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731951616 00000100:00100000:0.0:1746129508.406976:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731951744 00000100:00100000:0.0:1746129508.406978:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731951744 00000100:00100000:0.0:1746129508.406987:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731951872 00000100:00100000:0.0:1746129508.406989:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731951872 00000100:00100000:0.0:1746129508.406998:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731952000 00000100:00100000:0.0:1746129508.407000:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731952000 00000100:00100000:0.0:1746129508.407008:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731952128 00000100:00100000:0.0:1746129508.407010:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731952128 00000100:00100000:0.0:1746129508.407017:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731952256 00000100:00100000:0.0:1746129508.407018:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731952256 00000100:00100000:0.0:1746129508.407027:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11870 00000100:00100000:0.0:1746129508.407033:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731951616:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129508.407048:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.407061:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad28 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.407080:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.407081:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.407089:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad28 expref: 9 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.407101:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad28 expref: 9 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.407109:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec95e00, rc 0) 00000100:00100000:0.0:1746129508.407136:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731951616:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 103us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.407140:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11870 00000100:00100000:0.0:1746129508.407151:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11871 00000100:00100000:0.0:1746129508.407155:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731951744:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129508.407161:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.407168:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad2f expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.407174:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11872 00010000:00010000:0.0:1746129508.407183:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.407184:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746129508.407185:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c53f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731951872:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129508.407188:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad2f expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.407193:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.407196:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad2f expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.407201:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0844600/0x40a459093b05f32d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad36 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.407202:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec94400, rc 0) 00000100:00100000:3.0:1746129508.407211:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11873 00000100:00100000:0.0:1746129508.407213:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731951744:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 58us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.407219:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11871 00000100:00100000:3.0:1746129508.407224:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731952000:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:0.0:1746129508.407227:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11874 00000100:00100000:0.0:1746129508.407231:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731952128:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:2.0:1746129508.407233:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736828416:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129508.407234:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.407235:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.407240:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad44 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.407242:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136057c00/0x40a459093b05f33b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad3d expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.407247:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.407248:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.407251:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad44 expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.407258:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad44 expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129508.407265:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736828544:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129508.407268:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec95000, rc 0) 00000100:00100000:2.0:1746129508.407282:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.407320:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11875 00000100:00100000:2.0:1746129508.407327:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731952256:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129508.407333:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.407340:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad4b expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.407353:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.407354:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.407358:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad4b expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.407366:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad4b expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.407372:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0845e00, rc 0) 00000100:00100000:0.0:1746129508.407454:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731952128:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 222us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.407459:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11874 00000100:00100000:2.0:1746129508.407464:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731952256:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 138us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.407469:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.407469:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11875 00000100:00100000:3.0:1746129508.407611:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.408282:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731952384 00000100:00100000:1.0:1746129508.408287:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731952384 00000100:00100000:1.0:1746129508.408342:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11876 00000100:00100000:1.0:1746129508.409027:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:29439:x1830948731952384:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129508.409045:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.409058:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad52 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.409079:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.409085:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129508.409086:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129508.409089:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.409113:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.409124:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 11 pid: 7149 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.409135:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736828672:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129508.409209:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129508.415435:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736828672:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129508.415470:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.415485:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecec00, rc 0) 00000100:00100000:1.0:1746129508.415549:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:29439:x1830948731952384:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6524us (7936us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.415557:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11876 00002000:00010000:3.0:1746129508.415725:0:22481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime: 1746129508 -> 1746129509 00002000:00010000:3.0:1746129508.415731:0:22481:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime: 1746129508 -> 1746129509 00000100:00100000:3.0:1746129508.415758:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736828544:192.168.202.4@tcp:106: 00002000:00010000:2.0:1746129508.415797:0:8411:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime: 1746129508 -> 1746129509 00000100:00100000:2.0:1746129508.415819:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736828416:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129508.415853:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0844600/0x40a459093b05f32d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad36 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.415879:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0844600/0x40a459093b05f32d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad36 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.415975:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136057c00/0x40a459093b05f33b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad3d expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.415985:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136057c00/0x40a459093b05f33b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad3d expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.416095:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136057c00, rc 0) 00000100:00100000:3.0:1746129508.416131:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731952000:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 8909us (9271us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129508.416138:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11873 00010000:00010000:2.0:1746129508.416244:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0844600, rc 0) 00000100:00100000:2.0:1746129508.416273:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c53f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731951872:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 9092us (9436us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129508.416278:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11872 00000100:00100000:0.0:1746129508.417736:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.417831:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731952512 00000100:00100000:3.0:1746129508.417839:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731952512 00002000:00100000:3.0:1746129508.417899:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1179647) req@ffff88009c09aa00 x1830948731952512/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.417909:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09aa00 with x1830948731952512 ext(1048576->1179647) 00010000:00010000:3.0:1746129508.417919:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 12 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.417934:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 12 pid: 7149 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.417941:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c09aa00 00000100:00100000:3.0:1746129508.417960:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1177 00000100:00100000:3.0:1746129508.417967:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731952512:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129508.419265:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.419602:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731952768 00000100:00100000:3.0:1746129508.419608:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731952768 00000100:00100000:3.0:1746129508.419650:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10203 00000100:00100000:3.0:1746129508.419656:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29442:x1830948731952768:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129508.419671:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.419688:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136057600/0x40a459093b05f350 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad59 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.420602:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.420621:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad21 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.420629:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.420666:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad21 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.420682:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad21 expref: 8 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.420697:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736828800:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.420785:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.421559:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731952512:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 3587us (3823us total) trans 17179873218 rc 0/0 00000100:00100000:2.0:1746129508.421572:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1177 00002000:00100000:2.0:1746129508.421584:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1179647) req@ffff88009c09aa00 x1830948731952512/t17179873218(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.421593:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09aa00 with x1830948731952512 ext(1048576->1179647) 00010000:00010000:2.0:1746129508.421602:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.421614:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746129508.421619:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c09aa00 00000100:00100000:3.0:1746129508.424673:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736828800:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.424705:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746129508.425585:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.425685:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.425969:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731952896 00000100:00100000:1.0:1746129508.425978:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731952896 00000100:00100000:2.0:1746129508.425992:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731953024 00000100:00100000:2.0:1746129508.425997:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731953024 00010000:00010000:2.0:1746129508.426023:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.426063:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5994 00000100:00100000:2.0:1746129508.426071:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731953024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.426084:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.426108:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.426118:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.426147:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d141a00/0x40a459093b05f223 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1179647) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac95 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.426383:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad21 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.426406:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5995 00000100:00100000:1.0:1746129508.426411:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731952896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129508.426421:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129508.426426:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad21 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.426436:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad21 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.426449:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095c58a00/0x40a459093b05f318 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad21 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.426467:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129508.426472:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.426481:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.426488:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.426507:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129508.426644:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.426647:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.426654:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.426662:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.426693:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.426706:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736828928:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129508.427435:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731952896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1019us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.427443:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5995 00000100:00100000:2.0:1746129508.427447:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746129508.427470:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.427477:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746129508.427495:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129508.427648:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057600/0x40a459093b05f350 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad59 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.427662:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad59 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.427669:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129508.427672:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746129508.427674:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136057a00, rc 0) 00000100:00100000:1.0:1746129508.427936:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29442:x1830948731952768:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 8266us (8664us total) trans 8589944097 rc 0/0 00000100:00100000:1.0:1746129508.427946:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10203 00000100:00100000:2.0:1746129508.431492:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.431551:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731953152 00000100:00100000:1.0:1746129508.431559:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731953152 00000100:00100000:1.0:1746129508.431598:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10204 00000100:00100000:1.0:1746129508.431605:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29442:x1830948731953152:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129508.431625:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.431641:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece600/0x40a459093b05f365 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad60 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.431716:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.431728:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad59 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.431734:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746129508.431740:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736828928:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129508.431760:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad59 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.431768:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129508.431770:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad59 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.431781:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0519880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736829056:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.431822:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731953024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5751us (6135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.431834:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.431855:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5994 00000100:00100000:0.0:1746129508.437255:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.437342:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731953408 00000100:00100000:2.0:1746129508.437350:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731953408 00002000:00100000:2.0:1746129508.437387:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009c098e00 x1830948731953408/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.437396:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c098e00 with x1830948731953408 ext(1048576->2097151) 00002000:00010000:2.0:1746129508.437400:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c098e00 00000100:00100000:2.0:1746129508.437415:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4573 00000100:00100000:2.0:1746129508.437422:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731953408:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129508.438958:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.438981:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731953536 00000100:00100000:3.0:1746129508.438985:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731953536 00010000:00010000:3.0:1746129508.439008:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad59 expref: 10 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.439032:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5996 00000100:00100000:3.0:1746129508.439037:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731953536:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.439048:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.439054:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad59 expref: 10 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.439064:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad59 expref: 10 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.439084:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129508.439088:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.439096:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.439102:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.439115:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.439146:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731953536:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 109us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.439152:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5996 00010000:00010000:1.0:1746129508.439505:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f357 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad59 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.440345:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0519880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736829056:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129508.440368:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.440376:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.440381:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746129508.440423:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:1.0:1746129508.440427:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746129508.440441:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.440468:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece600/0x40a459093b05f365 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad60 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.440481:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad60 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.440488:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129508.440490:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129508.440493:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eece000, rc 0) 00000100:00100000:1.0:1746129508.440529:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29442:x1830948731953152:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 8924us (9045us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.440535:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10204 00000100:00100000:0.0:1746129508.442738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.442830:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731953792 00000100:00100000:1.0:1746129508.442838:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731953792 00000100:00100000:1.0:1746129508.442893:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10205 00000100:00100000:1.0:1746129508.442900:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:29446:x1830948731953792:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129508.442921:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.442939:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfe00/0x40a459093b05f373 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad67 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.443035:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443051:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443061:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443072:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443077:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443082:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443176:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443184:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443189:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746129508.443196:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129508.443273:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443279:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443284:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443310:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eecfa00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129508.443313:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443319:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443329:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129508.443332:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129508.443335:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443339:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfa00/0x40a459093b05f37a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443349:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443353:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443358:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443362:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eecfc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129508.443364:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443368:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443373:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba100) 00010000:00010000:1.0:1746129508.443375:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129508.443377:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443381:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfc00/0x40a459093b05f381 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129508.443412:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecfe00/0x40a459093b05f373 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad67 expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.443423:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad67 expref: 18 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.443429:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129508.443430:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129508.443433:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf400, rc 0) 00000100:00100000:1.0:1746129508.443465:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:29446:x1830948731953792:12345-192.168.202.4@tcp:101:cat.0 Request processed in 566us (734us total) trans 8589944098 rc 0/0 00000100:00100000:1.0:1746129508.443471:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10205 00000100:00100000:0.0:1746129508.445390:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.445434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.445533:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731954048 00000100:00100000:3.0:1746129508.445541:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731954048 00000100:00100000:3.0:1746129508.445751:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731953920 00000100:00100000:3.0:1746129508.445754:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731953920 00000100:00100000:3.0:1746129508.445778:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11877 00000100:00100000:3.0:1746129508.445784:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731954048:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129508.445801:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.445816:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad75 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.445837:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.445839:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.445847:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad75 expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.445875:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad75 expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.445887:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6c64000, rc 0) 00000100:00100000:2.0:1746129508.446006:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11878 00000100:00100000:2.0:1746129508.446018:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731953920:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129508.446025:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.446034:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800959dfe00/0x40a459093b05f39d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad6e expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.446068:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736829184:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129508.446128:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731954048:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 343us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.446133:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11877 00000100:00100000:2.0:1746129508.446217:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.449854:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736829184:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129508.449886:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948731953408:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 12462us (12637us total) trans 0 rc 1048576/1048576 00010000:00010000:3.0:1746129508.449892:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800959dfe00/0x40a459093b05f39d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad6e expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129508.449895:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4573 00010000:00010000:3.0:1746129508.449904:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800959dfe00/0x40a459093b05f39d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad6e expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00002000:00100000:2.0:1746129508.449904:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009c098e00 x1830948731953408/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.449912:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c098e00 with x1830948731953408 ext(1048576->2097151) 00002000:00010000:2.0:1746129508.449916:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c098e00 00000100:00100000:1.0:1746129508.450245:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.450366:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731954304 00000100:00100000:2.0:1746129508.450373:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731954304 00000100:00100000:2.0:1746129508.450403:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4131 00000100:00100000:2.0:1746129508.450564:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:29446:x1830948731954304:12345-192.168.202.4@tcp:35:cat.0 00010000:00010000:3.0:1746129508.450690:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959dfe00, rc 0) 00000100:00100000:3.0:1746129508.450718:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731953920:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4706us (5284us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129508.450724:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11878 00000100:00100000:2.0:1746129508.450724:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:29446:x1830948731954304:12345-192.168.202.4@tcp:35:cat.0 Request processed in 316us (481us total) trans 8589944099 rc 0/0 00000100:00100000:2.0:1746129508.450729:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4131 00000100:00100000:1.0:1746129508.458239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.458277:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.458344:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.458521:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.458629:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731954560 00000100:00100000:0.0:1746129508.458638:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731954560 00000100:00100000:0.0:1746129508.458842:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10206 00000100:00100000:0.0:1746129508.458851:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c27dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29442:x1830948731954560:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129508.458877:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.458893:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f3a4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad7c expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.458978:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.458990:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.458999:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129508.459012:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000100:00100000:3.0:1746129508.459068:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731954688 00000100:00100000:3.0:1746129508.459074:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731954688 00000100:00100000:3.0:1746129508.459118:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731954816 00000100:00100000:3.0:1746129508.459121:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731954816 00000100:00100000:3.0:1746129508.459136:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731954944 00000100:00100000:3.0:1746129508.459137:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731954944 00010000:00010000:0.0:1746129508.459142:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95400/0x40a459093b05f3a4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad7c expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.459153:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11879 00000100:00100000:3.0:1746129508.459160:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731954688:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129508.459168:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad7c expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.459171:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.459177:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129508.459180:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129508.459183:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec94a00, rc 0) 00010000:00010000:3.0:1746129508.459186:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad83 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129508.459186:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11880 00000100:00100000:1.0:1746129508.459193:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731954816:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.459203:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.459203:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.459206:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.459215:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eecf800/0x40a459093b05f3c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad8a expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.459216:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad83 expref: 15 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.459227:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad83 expref: 15 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.459235:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6c65e00, rc 0) 00000100:00100000:0.0:1746129508.459235:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c27dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29442:x1830948731954560:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 385us (713us total) trans 8589944100 rc 0/0 00000100:00100000:0.0:1746129508.459241:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10206 00000100:00100000:1.0:1746129508.459257:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a051aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736829312:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129508.459259:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731954688:12345-192.168.202.4@tcp:101:cat.0 Request processed in 100us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.459266:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11879 00000100:00100000:3.0:1746129508.459279:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11881 00000100:00100000:3.0:1746129508.459285:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731954944:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.459291:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.459317:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad91 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.459328:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129508.459329:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7be40 going to sleep for 11 seconds 00010000:00010000:3.0:1746129508.459330:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.459334:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad91 expref: 15 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.459342:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad91 expref: 15 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.459348:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6c65400, rc 0) 00000100:00100000:3.0:1746129508.459369:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731954944:12345-192.168.202.4@tcp:101:cat.0 Request processed in 84us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.459374:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11881 00000100:00100000:0.0:1746129508.464755:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a051aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736829312:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129508.464783:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eecf800/0x40a459093b05f3c0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad8a expref: 12 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.464795:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eecf800/0x40a459093b05f3c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad8a expref: 12 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.464804:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf800, rc 0) 00000100:00100000:0.0:1746129508.464842:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731954816:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5648us (6563us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129508.464850:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11880 00000100:00100000:3.0:1746129508.464944:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.465031:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.465063:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.465079:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731955200 00000100:00100000:3.0:1746129508.465084:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731955200 00000100:00100000:3.0:1746129508.465106:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731955456 00000100:00100000:3.0:1746129508.465108:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731955456 00000100:00100000:3.0:1746129508.465117:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731955712 00000100:00100000:3.0:1746129508.465118:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731955712 00000100:00100000:3.0:1746129508.465127:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11882 00000100:00100000:3.0:1746129508.465133:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731955200:12345-192.168.202.4@tcp:1:lfs.0 00000100:00100000:2.0:1746129508.465136:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11883 00000100:00100000:2.0:1746129508.465149:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731955456:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:3.0:1746129508.465161:0:8410:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.465168:0:7148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.465173:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.465177:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.465181:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad2f expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.465182:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad91 expref: 14 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.465187:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac25 expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.465187:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad75 expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.465190:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.465191:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.465192:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.465195:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.465197:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.465199:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.465211:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad75 expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.465213:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac25 expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.465218:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad75 expref: 9 pid: 22481 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.465219:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac25 expref: 12 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.465226:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736829440:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.465227:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736829568:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.465267:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11884 00010000:00010000:2.0:1746129508.465268:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad91 expref: 14 pid: 31503 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129508.465272:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731955712:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:2.0:1746129508.465276:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad91 expref: 14 pid: 31503 timeout: 863 lvb_type: 1 00000100:00100000:2.0:1746129508.465281:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736829696:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.465286:0:8412:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.465311:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.465314:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.465318:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad4b expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.465321:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 25 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.465324:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace2 expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129508.465328:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736829824:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.465333:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.465334:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.465336:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.465350:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace2 expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129508.465350:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da83c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746129508.465357:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace2 expref: 10 pid: 7149 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746129508.465365:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736829952:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.465366:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad2f expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.465374:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad2f expref: 8 pid: 11014 timeout: 863 lvb_type: 1 00000100:00100000:2.0:1746129508.465388:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736830080:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.465391:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad4b expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.465398:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad4b expref: 8 pid: 8412 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746129508.465404:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736830208:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.465413:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.465420:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.465422:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.465426:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 12 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.465434:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736830336:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.465436:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736830464:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.465450:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.465452:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.466173:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.466618:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.466649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.466660:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731955072 00000100:00100000:3.0:1746129508.466665:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731955072 00000100:00100000:3.0:1746129508.466684:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731955328 00000100:00100000:3.0:1746129508.466686:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731955328 00000100:00100000:3.0:1746129508.466994:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731955584 00000100:00100000:3.0:1746129508.466997:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731955584 00000100:00100000:2.0:1746129508.467024:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11885 00000100:00100000:2.0:1746129508.467034:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731955072:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:2.0:1746129508.467058:0:31503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.467071:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 25 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.467078:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad83 expref: 14 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.467084:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad28 expref: 11 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.467089:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.467091:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.467093:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.467112:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad28 expref: 11 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.467119:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad28 expref: 11 pid: 11014 timeout: 863 lvb_type: 1 00000100:00100000:2.0:1746129508.467129:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f449f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736830592:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.467176:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad83 expref: 14 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.467188:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad83 expref: 14 pid: 31503 timeout: 863 lvb_type: 1 00000100:00100000:2.0:1746129508.467196:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f448000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736830720:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.467215:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 25 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.467222:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 25 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.467228:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736830848:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.467237:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.467271:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.467288:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731955968 00000100:00100000:2.0:1746129508.467290:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731955968 00000100:00100000:2.0:1746129508.467327:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4132 00000100:00100000:2.0:1746129508.467332:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934c8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+297:29439:x1830948731955968:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:0.0:1746129508.467569:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11886 00000100:00100000:0.0:1746129508.467577:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731955328:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129508.467594:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.467602:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 12 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.467607:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129508.467608:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129508.467610:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.467623:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 12 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.467630:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 12 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.467638:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736830976:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129508.467656:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.467771:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11887 00000100:00100000:3.0:1746129508.467777:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948731955584:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:3.0:1746129508.467792:0:8411:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.467800:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.467805:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.467811:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad44 expref: 11 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.467817:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acdb expref: 14 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.467823:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 14 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.467828:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746129508.467829:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746129508.467830:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 8/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.467844:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 14 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.467851:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.467859:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831104:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.467903:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acdb expref: 14 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.467910:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acdb expref: 14 pid: 7148 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746129508.467917:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831232:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.467936:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad44 expref: 11 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.467947:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad44 expref: 11 pid: 11014 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746129508.467953:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831360:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.467970:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.467977:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.467983:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831488:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.468001:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.468007:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 25 pid: 7149 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.468013:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831616:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.468025:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381480 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.468612:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934c8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+298:29439:x1830948731955968:12345-192.168.202.4@tcp:35:cat.0 Request processed in 1278us (1339us total) trans 8589944101 rc 0/0 00000100:00100000:2.0:1746129508.468622:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4132 00000100:00100000:0.0:1746129508.469165:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.469448:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736829952:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.469472:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736829568:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.469540:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736829440:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.469547:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736829696:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.469554:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736829824:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.469572:0:7148:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.470253:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736830464:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.470319:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736830336:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129508.470494:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731956096 00000100:00100000:1.0:1746129508.470501:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731956096 00010000:00010000:1.0:1746129508.470537:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad75 expref: 12 pid: 22481 timeout: 863 lvb_type: 1 00000100:00100000:1.0:1746129508.470568:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5997 00000100:00100000:1.0:1746129508.470576:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948731956096:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129508.470592:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129508.470616:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad75 expref: 12 pid: 22481 timeout: 863 lvb_type: 1 00010000:00010000:1.0:1746129508.470625:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad75 expref: 12 pid: 22481 timeout: 863 lvb_type: 1 00010000:00010000:1.0:1746129508.470650:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f396 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad75 expref: 12 pid: 22481 timeout: 863 lvb_type: 1 00010000:00010000:1.0:1746129508.470671:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129508.470712:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731956096:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 137us (1547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.470718:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5997 00000100:00100000:0.0:1746129508.474182:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.474209:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.474223:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.474247:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.474273:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731956224 00000100:00100000:1.0:1746129508.474281:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731956224 00010000:00010000:1.0:1746129508.474340:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad91 expref: 15 pid: 31503 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746129508.474350:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731956608 00000100:00100000:3.0:1746129508.474355:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731956608 00000100:00100000:1.0:1746129508.474372:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731956480 00010000:00010000:3.0:1746129508.474373:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad2f expref: 10 pid: 11014 timeout: 863 lvb_type: 1 00000100:00100000:1.0:1746129508.474375:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731956480 00010000:00010000:1.0:1746129508.474387:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace2 expref: 11 pid: 7149 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746129508.474388:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731956736 00000100:00100000:3.0:1746129508.474390:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731956736 00010000:00010000:3.0:1746129508.474397:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad4b expref: 11 pid: 8412 timeout: 863 lvb_type: 1 00000100:00100000:1.0:1746129508.474398:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5998 00000100:00100000:1.0:1746129508.474404:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731956224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129508.474407:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 5999 00000100:00100000:3.0:1746129508.474411:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6fd0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731956608:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129508.474416:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.474418:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.474435:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad2f expref: 11 pid: 11014 timeout: 863 lvb_type: 1 00010000:00010000:1.0:1746129508.474435:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad91 expref: 15 pid: 31503 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.474443:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad2f expref: 11 pid: 11014 timeout: 863 lvb_type: 1 00010000:00010000:1.0:1746129508.474443:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad91 expref: 15 pid: 31503 timeout: 863 lvb_type: 1 00010000:00010000:1.0:1746129508.474458:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65400/0x40a459093b05f3c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad91 expref: 15 pid: 31503 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.474462:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129508.474469:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.474503:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6fd0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731956608:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 91us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.474509:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5999 00000100:00100000:3.0:1746129508.474521:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6000 00000100:00100000:3.0:1746129508.474525:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:1960:x1830948731956480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.474532:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.474540:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace2 expref: 11 pid: 7149 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.474551:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace2 expref: 11 pid: 7149 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.474561:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b556600/0x40a459093b05f27e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ace2 expref: 11 pid: 7149 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.474574:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129508.474617:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731956224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 212us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.474634:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 5998 00010000:00010000:2.0:1746129508.474654:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ec94400/0x40a459093b05f326 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad2f expref: 10 pid: 11014 timeout: 863 lvb_type: 1 00000100:00100000:2.0:1746129508.474668:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736830080:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129508.474672:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6001 00000100:00100000:1.0:1746129508.474677:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731956736:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129508.474683:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129508.474691:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad4b expref: 9 pid: 8412 timeout: 863 lvb_type: 1 00010000:00010000:2.0:1746129508.474694:0:8410:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.474699:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad4b expref: 9 pid: 8412 timeout: 863 lvb_type: 1 00010000:00010000:1.0:1746129508.474709:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129508.474723:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948731956736:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 46us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.474727:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6001 00000100:00100000:3.0:1746129508.474896:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731956480:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 370us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.474902:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6000 00010000:00010000:3.0:1746129508.474939:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0845e00/0x40a459093b05f342 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad4b expref: 8 pid: 8412 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746129508.474947:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736830208:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.474960:0:8412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129508.476844:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.476858:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731957120 00000100:00100000:0.0:1746129508.476864:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731957120 00010000:00010000:0.0:1746129508.476897:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad28 expref: 11 pid: 11014 timeout: 863 lvb_type: 1 00000100:00100000:0.0:1746129508.476917:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6002 00000100:00100000:0.0:1746129508.476923:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731957120:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129508.476932:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129508.476946:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad28 expref: 11 pid: 11014 timeout: 863 lvb_type: 1 00010000:00010000:0.0:1746129508.476954:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad28 expref: 11 pid: 11014 timeout: 863 lvb_type: 1 00010000:00010000:0.0:1746129508.476967:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129508.476990:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948731957120:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 68us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.476995:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6002 00000100:00100000:0.0:1746129508.477070:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.477079:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731957504 00000100:00100000:0.0:1746129508.477082:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731957504 00010000:00010000:0.0:1746129508.477091:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.477102:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6003 00000100:00100000:0.0:1746129508.477106:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731957504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129508.477112:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129508.477120:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.477132:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 14 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.477143:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129508.477156:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731957504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 50us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.477160:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6003 00000100:00100000:0.0:1746129508.477181:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.477189:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731957376 00000100:00100000:0.0:1746129508.477191:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731957376 00010000:00010000:0.0:1746129508.477201:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac25 expref: 13 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.477214:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6004 00000100:00100000:0.0:1746129508.477219:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+13:1960:x1830948731957376:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129508.477225:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129508.477238:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac25 expref: 13 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.477246:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac25 expref: 13 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.477259:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfc200/0x40a459093b05f17b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac25 expref: 13 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.477278:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129508.477290:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+12:1960:x1830948731957376:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 71us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.477315:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6004 00000100:00100000:0.0:1746129508.477381:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129508.477451:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec95e00/0x40a459093b05f31f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad28 expref: 10 pid: 11014 timeout: 863 lvb_type: 1 00000100:00100000:2.0:1746129508.477461:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f449f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736830592:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.477469:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f448000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736830720:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.477477:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736830848:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.477498:0:31503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.477515:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731957248 00000100:00100000:2.0:1746129508.477518:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731957248 00002000:00100000:2.0:1746129508.477541:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1454080->1953791) req@ffff88012e954e00 x1830948731957248/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.477548:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954e00 with x1830948731957248 ext(1454080->1953791) 00010000:00010000:2.0:1746129508.477554:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 12 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.477561:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 12 pid: 8410 timeout: 863 lvb_type: 0 00002000:00010000:2.0:1746129508.477565:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954e00 00000100:00100000:2.0:1746129508.477575:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1178 00000100:00100000:2.0:1746129508.477580:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+12:1960:x1830948731957248:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129508.477863:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736830976:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129508.477884:0:22481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.478156:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f556600/0x40a459093b05f207 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [4919296->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac79 expref: 13 pid: 7149 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.478168:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831104:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.478177:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831232:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.478184:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831360:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.478194:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831488:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.478201:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736831616:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.478226:0:8411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.483074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.483105:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.483133:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.483159:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731956352 00000100:00100000:3.0:1746129508.483168:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731956352 00010000:00010000:3.0:1746129508.483203:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 26 pid: 7148 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.483239:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731956992 00000100:00100000:3.0:1746129508.483241:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731956992 00010000:00010000:3.0:1746129508.483252:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad83 expref: 13 pid: 31503 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746129508.483265:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731957760 00000100:00100000:3.0:1746129508.483267:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731957760 00010000:00010000:3.0:1746129508.483276:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 27 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.483288:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6005 00000100:00100000:3.0:1746129508.483314:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731956352:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.483329:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.483350:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 27 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.483362:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 27 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.483383:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eecec00/0x40a459093b05f349 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad52 expref: 27 pid: 7148 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.483397:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.483399:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.483403:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.483410:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.483427:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.483461:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948731956352:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 167us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.483467:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6005 00000100:00100000:3.0:1746129508.483481:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6006 00000100:00100000:3.0:1746129508.483486:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6027c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731956992:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.483492:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.483500:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad83 expref: 13 pid: 31503 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.483508:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad83 expref: 13 pid: 31503 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.483522:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c65e00/0x40a459093b05f3b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad83 expref: 13 pid: 31503 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.483530:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.483542:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6027c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731956992:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 56us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.483546:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6006 00000100:00100000:3.0:1746129508.483574:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6007 00000100:00100000:3.0:1746129508.483578:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948731957760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.483582:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.483588:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 25 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.483594:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 25 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.483601:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eece400/0x40a459093b05f2f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad13 expref: 25 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.483607:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.483608:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.483611:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.483616:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.483630:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.483638:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731957760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 61us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.483642:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6007 00000100:00100000:3.0:1746129508.483666:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.483676:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731956864 00000100:00100000:3.0:1746129508.483679:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731956864 00010000:00010000:3.0:1746129508.483689:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.483699:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6008 00000100:00100000:3.0:1746129508.483703:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948731956864:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.483708:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.483724:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.483730:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.483741:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b4cb4600/0x40a459093b05f15f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac09 expref: 10 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.483749:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.483750:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.483753:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.483762:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.483773:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.483786:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948731956864:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 82us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.483791:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6008 00010000:00010000:2.0:1746129508.483843:0:8410:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.483852:0:8410:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.483879:0:8410:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.483886:0:8410:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.483896:0:8410:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.483903:0:8410:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6c65a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129508.483907:0:8410:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.483914:0:8410:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.483924:0:8410:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.483929:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f3ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.483975:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731955200:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 18841us (19031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.483982:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11882 00010000:00010000:2.0:1746129508.484001:0:31503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484008:0:31503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484020:0:31503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484026:0:31503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484031:0:31503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484036:0:31503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eb5b800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129508.484038:0:31503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484044:0:31503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484051:0:31503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484057:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eb5b800/0x40a459093b05f3e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.484092:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731955072:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 17062us (17920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.484097:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11885 00010000:00010000:2.0:1746129508.484115:0:7148:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484120:0:7148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484131:0:7148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484136:0:7148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484141:0:7148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484145:0:7148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800959dfe00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129508.484148:0:7148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484153:0:7148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484161:0:7148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.484167:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959dfe00/0x40a459093b05f3d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.484194:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731955456:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 19051us (19163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.484199:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11883 00000100:00100000:0.0:1746129508.485094:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.485430:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731957632 00000100:00100000:3.0:1746129508.485436:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731957632 00010000:00010000:3.0:1746129508.485457:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad44 expref: 8 pid: 11014 timeout: 863 lvb_type: 1 00000100:00100000:3.0:1746129508.485479:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6009 00000100:00100000:3.0:1746129508.485485:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731957632:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.485495:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.485507:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad44 expref: 8 pid: 11014 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.485520:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad44 expref: 8 pid: 11014 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.485534:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b05f334 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad44 expref: 8 pid: 11014 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.485545:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129508.485549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.485569:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731957632:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 84us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.485575:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6009 00000100:00100000:0.0:1746129508.485575:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.485587:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731957888 00000100:00100000:0.0:1746129508.485588:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.485589:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731957888 00010000:00010000:3.0:1746129508.485597:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.485601:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731958016 00000100:00100000:0.0:1746129508.485603:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731958016 00000100:00100000:3.0:1746129508.485605:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731958272 00000100:00100000:3.0:1746129508.485606:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731958272 00010000:00010000:3.0:1746129508.485612:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acdb expref: 12 pid: 7148 timeout: 863 lvb_type: 1 00010000:00010000:0.0:1746129508.485617:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 14 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.485620:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6010 00000100:00100000:3.0:1746129508.485624:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948731957888:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.485630:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129508.485630:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6011 00000100:00100000:0.0:1746129508.485635:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731958272:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.485637:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.485640:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.485643:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.485650:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acdb expref: 12 pid: 7148 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.485654:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09a4e00/0x40a459093b05f231 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aca3 expref: 24 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.485656:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acdb expref: 12 pid: 7148 timeout: 863 lvb_type: 1 00010000:00010000:0.0:1746129508.485666:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05f277 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acdb expref: 12 pid: 7148 timeout: 863 lvb_type: 1 00010000:00010000:3.0:1746129508.485674:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.485686:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731957888:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 61us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.485694:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6010 00000100:00100000:3.0:1746129508.485705:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6012 00000100:00100000:3.0:1746129508.485710:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+14:1963:x1830948731958016:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.485716:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.485726:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 14 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.485734:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 14 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.485745:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ecf0c00/0x40a459093b05f22a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac9c expref: 14 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.485754:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.485756:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.485759:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485766:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485784:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.485794:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948731958016:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 84us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.485799:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6012 00010000:00010000:3.0:1746129508.485817:0:8412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485823:0:8412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485839:0:8412:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485846:0:8412:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485851:0:8412:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485856:0:8412:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136056400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129508.485859:0:8412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485878:0:8412:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485888:0:8412:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.485893:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136056400/0x40a459093b05f3dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.485918:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731955712:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 20646us (20854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.485922:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11884 00000100:00100000:3.0:1746129508.485976:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.486061:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.486074:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731958400 00000100:00100000:3.0:1746129508.486077:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731958400 00010000:00010000:0.0:1746129508.487157:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129508.487178:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948731958272:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1542us (1588us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.487185:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6011 00000100:00100000:0.0:1746129508.487198:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731958144 00000100:00100000:0.0:1746129508.487200:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731958144 00010000:00010000:0.0:1746129508.487211:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 23 pid: 7149 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.487224:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6013 00000100:00100000:0.0:1746129508.487228:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6027850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731958144:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129508.487235:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129508.487246:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 23 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.487254:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 23 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.487264:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f968c00/0x40a459093b05f1cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ac5d expref: 23 pid: 7149 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.487272:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.487273:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.487276:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.487287:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.487313:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129508.487322:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6027850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948731958144:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 93us (1345us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.487326:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6013 00000100:00100000:3.0:1746129508.487905:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11888 00000100:00100000:3.0:1746129508.487914:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:29446:x1830948731958400:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.487930:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.487942:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad98 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129508.487955:0:8412:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d265, atime: 0x6813d263, ctime: 0x6813d265, blocks: 0x809 00010000:00010000:3.0:1746129508.487966:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.487968:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.487973:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad98 expref: 12 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.487983:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad98 expref: 12 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.487990:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6c64000, rc 0) 00000100:00100000:3.0:1746129508.488006:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:29446:x1830948731958400:12345-192.168.202.4@tcp:101:cat.0 Request processed in 94us (1945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.488011:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11888 00010000:00010000:3.0:1746129508.488030:0:8411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.488041:0:8411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.488058:0:8411:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.488064:0:8411:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.488069:0:8411:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.488074:0:8411:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095cb9800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129508.488077:0:8411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.488083:0:8411:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.488091:0:8411:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.488097:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f3f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.488133:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731955584:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 20356us (21483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.488140:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11887 00000100:00100000:0.0:1746129508.488658:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.489059:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731958656 00000100:00100000:2.0:1746129508.489065:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731958656 00000100:00100000:2.0:1746129508.489096:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10207 00000100:00100000:2.0:1746129508.489101:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:29448:x1830948731958656:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129508.489114:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.489126:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f882400/0x40a459093b05f3ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ad9f expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.489193:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.489206:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad60 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.489213:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad67 expref: 20 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.489219:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad7c expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.489224:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 6/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.489247:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad7c expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.489255:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad7c expref: 9 pid: 15096 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.489265:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736831744:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.489351:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad67 expref: 20 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.489359:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad67 expref: 20 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.489367:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736831872:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.489390:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad60 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.489396:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad60 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.489402:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f448000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736832000:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.489423:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.491671:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736831872:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129508.491705:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.491739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.491754:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736831744:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129508.491757:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731958784 00000100:00100000:0.0:1746129508.491761:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731958784 00000100:00100000:2.0:1746129508.491804:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731958912 00000100:00100000:2.0:1746129508.491807:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731958912 00010000:00010000:0.0:1746129508.491839:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad67 expref: 21 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746129508.491863:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6014 00000100:00100000:0.0:1746129508.491881:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731958784:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129508.491892:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129508.491897:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad67 expref: 21 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.491905:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad67 expref: 21 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.491922:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf400/0x40a459093b05f388 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad67 expref: 21 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746129508.491936:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129508.491941:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129508.491948:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129508.491953:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129508.492027:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad7c expref: 10 pid: 15096 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.492054:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6015 00000100:00100000:2.0:1746129508.492063:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948731958912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.492074:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.492078:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad7c expref: 10 pid: 15096 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.492089:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad7c expref: 10 pid: 15096 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.492100:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec94a00/0x40a459093b05f3ab lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad7c expref: 10 pid: 15096 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.492109:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129508.492112:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.492121:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.492125:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129508.492258:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+13:1960:x1830948731957248:12345-192.168.202.4@tcp:4:cat.0 Request processed in 14675us (14874us total) trans 21474840411 rc 0/0 00000100:00100000:2.0:1746129508.492264:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948731958912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 203us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.492267:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1178 00000100:00100000:2.0:1746129508.492269:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6015 00000100:00100000:0.0:1746129508.492270:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731958784:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 390us (565us total) trans 0 rc 0/0 00002000:00100000:1.0:1746129508.492275:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1454080->1953791) req@ffff88012e954e00 x1830948731957248/t21474840411(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129508.492275:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6014 00002000:00100000:1.0:1746129508.492284:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954e00 with x1830948731957248 ext(1454080->1953791) 00010000:00010000:1.0:1746129508.492291:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746129508.492317:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746129508.492327:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954e00 00000100:00100000:2.0:1746129508.492560:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f448000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736832000:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.492578:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746129508.494431:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.494476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.494634:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731959296 00000100:00100000:2.0:1746129508.494641:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731959296 00000100:00100000:1.0:1746129508.494734:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731959168 00000100:00100000:1.0:1746129508.494738:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731959168 00002000:00100000:1.0:1746129508.494776:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e954a80 x1830948731959168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.494785:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954a80 with x1830948731959168 ext(0->1048575) 00002000:00010000:1.0:1746129508.494789:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e954a80 00000100:00100000:1.0:1746129508.494807:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4574 00000100:00100000:1.0:1746129508.494813:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731959168:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:2.0:1746129508.496647:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad60 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.496680:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6016 00000100:00100000:2.0:1746129508.496695:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731959296:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.496709:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.496715:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad60 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.496725:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad60 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.496743:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eece000/0x40a459093b05f36c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad60 expref: 9 pid: 14548 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.496755:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129508.496761:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.496769:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.496775:0:9823:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129508.496809:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.496835:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731959296:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 148us (2358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.496841:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6016 00010000:00010000:3.0:1746129508.496887:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129508.496894:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746129508.496965:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129508.497090:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f882400/0x40a459093b05f3ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad9f expref: 21 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.497101:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad9f expref: 20 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.497107:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129508.497109:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129508.497111:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883200, rc 0) 00000100:00100000:3.0:1746129508.497134:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:29448:x1830948731958656:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 8032us (8477us total) trans 8589944102 rc 0/0 00000100:00100000:3.0:1746129508.497139:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10207 00000100:00100000:0.0:1746129508.497790:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.497852:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731959424 00000100:00100000:2.0:1746129508.497859:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731959424 00010000:00010000:2.0:1746129508.497887:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.497908:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6017 00000100:00100000:2.0:1746129508.497913:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+13:1961:x1830948731959424:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.497921:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.497938:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.497946:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.497958:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eecf200/0x40a459093b05f2fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1454080->1953791) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad1a expref: 13 pid: 8410 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.497967:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.497968:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.497972:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.497979:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.497999:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.498024:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+12:1961:x1830948731959424:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 111us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.498028:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6017 00010000:00010000:1.0:1746129508.498070:0:22481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.498077:0:22481:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.498093:0:22481:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.498098:0:22481:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.498104:0:22481:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.498109:0:22481:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ec95600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129508.498113:0:22481:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.498119:0:22481:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.498127:0:22481:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.498150:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ec95600/0x40a459093b05f3ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129508.498219:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948731955328:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 30644us (31601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.498226:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11886 00000100:00100000:0.0:1746129508.502162:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.502454:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731959680 00000100:00100000:3.0:1746129508.502462:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731959680 00000100:00100000:3.0:1746129508.502509:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10208 00000100:00100000:3.0:1746129508.502517:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29442:x1830948731959680:12345-192.168.202.4@tcp:36:lfs.0 00000100:00100000:1.0:1746129508.502578:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731959168:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7763us (8151us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.502585:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29442:x1830948731959680:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 69us (430us total) trans 0 rc -116/-116 00000100:00100000:1.0:1746129508.502586:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4574 00000100:00100000:3.0:1746129508.502594:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10208 00002000:00100000:1.0:1746129508.502595:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e954a80 x1830948731959168/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.502603:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954a80 with x1830948731959168 ext(0->1048575) 00002000:00010000:1.0:1746129508.502608:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e954a80 00000100:00100000:0.0:1746129508.504691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.504769:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731959936 00000100:00100000:2.0:1746129508.504776:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731959936 00000100:00100000:2.0:1746129508.504824:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4133 00000100:00100000:2.0:1746129508.504832:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29442:x1830948731959936:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:2.0:1746129508.505007:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29442:x1830948731959936:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 176us (322us total) trans 8589944103 rc 0/0 00000100:00100000:2.0:1746129508.505013:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4133 00000100:00100000:0.0:1746129508.512115:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.512157:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.512208:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731960320 00000100:00100000:1.0:1746129508.512215:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731960320 00000100:00100000:1.0:1746129508.512265:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11889 00000100:00100000:1.0:1746129508.512273:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+9:29446:x1830948731960320:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129508.512279:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731960192 00000100:00100000:2.0:1746129508.512282:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731960192 00010000:00010000:1.0:1746129508.512291:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129508.512323:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4134 00000100:00100000:2.0:1746129508.512327:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29442:x1830948731960192:12345-192.168.202.4@tcp:35:lfs.0 00010000:00010000:1.0:1746129508.512329:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ada6 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129508.512350:0:22481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d263, atime: 0x6813d263, ctime: 0x6813d264, blocks: 0x821 00010000:00010000:1.0:1746129508.512365:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.512366:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.512373:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ada6 expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.512386:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ada6 expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.512394:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f93ee00, rc 0) 00000100:00100000:1.0:1746129508.512432:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+10:29446:x1830948731960320:12345-192.168.202.4@tcp:101:cat.0 Request processed in 160us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.512437:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11889 00000100:00100000:2.0:1746129508.512721:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29442:x1830948731960192:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 394us (611us total) trans 8589944104 rc 0/0 00000100:00100000:2.0:1746129508.512726:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4134 00000100:00100000:0.0:1746129508.517984:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.518182:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731960576 00000100:00100000:1.0:1746129508.518190:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731960576 00002000:00100000:1.0:1746129508.518231:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012e956a00 x1830948731960576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.518240:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956a00 with x1830948731960576 ext(1048576->2097151) 00002000:00010000:1.0:1746129508.518245:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e956a00 00000100:00100000:1.0:1746129508.518264:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4575 00000100:00100000:1.0:1746129508.518270:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731960576:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.530446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.530610:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731960832 00000100:00100000:0.0:1746129508.530619:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731960832 00000100:00100000:0.0:1746129508.530666:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10209 00000100:00100000:0.0:1746129508.530672:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+298:29452:x1830948731960832:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129508.530690:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.530710:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c800/0x40a459093b05f41b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1adad expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.530839:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.530849:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.530859:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.530878:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.530883:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.530888:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.530974:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a9c800/0x40a459093b05f430 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.530981:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a9c800/0x40a459093b05f430 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.530985:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a9c800/0x40a459093b05f430 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129508.530991:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000100:00100000:1.0:1746129508.531042:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948731960576:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 12770us (13063us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129508.531050:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4575 00010000:00010000:0.0:1746129508.531054:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00002000:00100000:1.0:1746129508.531058:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012e956a00 x1830948731960576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00010000:00010000:0.0:1746129508.531059:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00002000:00100000:1.0:1746129508.531066:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956a00 with x1830948731960576 ext(1048576->2097151) 00002000:00010000:1.0:1746129508.531069:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e956a00 00010000:00010000:0.0:1746129508.531069:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531073:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095d0c200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129508.531076:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531081:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531088:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129508.531090:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129508.531093:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531097:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b05f422 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531288:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531309:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531314:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531317:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095d0c000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129508.531320:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531324:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531334:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800900d1200) 00010000:00010000:0.0:1746129508.531335:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129508.531337:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531341:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c000/0x40a459093b05f429 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129508.531374:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c800/0x40a459093b05f41b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adad expref: 301 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.531385:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a9c800/0x40a459093b05f430 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adad expref: 300 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.531392:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129508.531394:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1746129508.531396:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a9c800, rc 0) 00000100:00100000:3.0:1746129508.532031:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+300:29452:x1830948731960832:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1355us (1589us total) trans 8589944105 rc 0/0 00000100:00100000:3.0:1746129508.532037:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10209 00000100:00100000:0.0:1746129508.536289:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.536418:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731960960 00000100:00100000:2.0:1746129508.536426:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731960960 00000100:00100000:2.0:1746129508.536471:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 635 00000100:00100000:2.0:1746129508.536477:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+300:1961:x1830948731960960:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.536488:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.536506:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5a9c800/0x40a459093b05f430 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adad expref: 300 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.536528:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129508.536532:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.536577:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+299:1961:x1830948731960960:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 100us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.536583:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 635 00000100:00100000:0.0:1746129508.541444:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.541500:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.541614:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731961088 00000100:00100000:1.0:1746129508.541618:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731961216 00000100:00100000:3.0:1746129508.541622:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731961088 00000100:00100000:1.0:1746129508.541622:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731961216 00000100:00100000:3.0:1746129508.541670:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11890 00000100:00100000:3.0:1746129508.541676:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29446:x1830948731961088:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129508.541682:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11891 00000100:00100000:1.0:1746129508.541688:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+11:29448:x1830948731961216:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129508.541694:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.541694:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.541708:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1adb4 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.541709:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1adbb expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129508.541733:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d265, atime: 0x6813d265, ctime: 0x6813d265, blocks: 0x821 00010000:00010000:1.0:1746129508.541736:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ada6 expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.541743:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.541743:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.541745:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.541745:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.541748:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1060864->1347583] (req 1060864->1347583) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.541750:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adb4 expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.541763:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adb4 expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.541772:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6c65a00, rc 0) 00010000:00010000:1.0:1746129508.541774:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ada6 expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.541785:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ada6 expref: 13 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746129508.541802:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a051a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736832128:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.541815:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:29446:x1830948731961088:12345-192.168.202.4@tcp:101:cat.0 Request processed in 137us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.541821:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11890 00000100:00100000:1.0:1746129508.541857:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129508.543487:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a051a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736832128:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129508.543509:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1060864->1347583] (req 1060864->1347583) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.543520:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f93e800, rc 0) 00000100:00100000:1.0:1746129508.543557:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+12:29448:x1830948731961216:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1869us (2056us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.543564:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11891 00000100:00100000:0.0:1746129508.545668:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.545754:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731961344 00000100:00100000:2.0:1746129508.545761:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731961344 00010000:00010000:2.0:1746129508.545795:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ada6 expref: 12 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.545817:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6018 00000100:00100000:2.0:1746129508.545825:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731961344:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.545839:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.545860:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ada6 expref: 12 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.545882:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ada6 expref: 12 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.545901:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f93ee00/0x40a459093b05f414 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ada6 expref: 12 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.545928:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.545930:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.545937:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.545944:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.545970:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.545980:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f449f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736832256:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.546049:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.547678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.547715:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.547734:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731961600 00000100:00100000:0.0:1746129508.547734:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731961728 00000100:00100000:1.0:1746129508.547739:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731961600 00000100:00100000:0.0:1746129508.547739:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731961728 00002000:00100000:1.0:1746129508.547771:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880132c25180 x1830948731961600/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.547780:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25180 with x1830948731961600 ext(1048576->2097151) 00002000:00010000:1.0:1746129508.547785:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c25180 00000100:00100000:2.0:1746129508.547810:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f449f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736832256:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129508.547814:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4576 00000100:00100000:1.0:1746129508.547820:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731961600:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:2.0:1746129508.547830:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.547863:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731961344:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2038us (2201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.547881:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6018 00002000:00100000:0.0:1746129508.548021:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1060864->1064959) req@ffff880132c25880 x1830948731961728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129508.548030:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25880 with x1830948731961728 ext(1060864->1064959) 00002000:00010000:0.0:1746129508.548033:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c25880 00000100:00100000:0.0:1746129508.548126:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4577 00000100:00100000:0.0:1746129508.548133:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731961728:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129508.548257:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948731961728:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 124us (585us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129508.548262:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4577 00002000:00100000:0.0:1746129508.548267:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1060864->1064959) req@ffff880132c25880 x1830948731961728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129508.548274:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25880 with x1830948731961728 ext(1060864->1064959) 00002000:00010000:0.0:1746129508.548277:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c25880 00000100:00100000:0.0:1746129508.548689:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.548875:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731961984 00000100:00100000:2.0:1746129508.548879:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731961984 00000100:00100000:2.0:1746129508.548913:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11892 00000100:00100000:2.0:1746129508.548919:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+22:29452:x1830948731961984:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129508.548930:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.548946:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1adc2 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746129508.548964:0:22481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d264, atime: 0x6813d264, ctime: 0x6813d264, blocks: 0x15d9 00010000:00010000:2.0:1746129508.548978:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.548980:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.548986:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.548998:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 23 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.549006:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f882a00, rc 0) 00000100:00100000:2.0:1746129508.549024:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+23:29452:x1830948731961984:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 106us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.549029:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11892 00000100:00100000:0.0:1746129508.552598:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.552692:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731962240 00000100:00100000:2.0:1746129508.552701:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731962240 00002000:00100000:2.0:1746129508.552745:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2768896->2772991) req@ffff8800912aed80 x1830948731962240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.552759:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912aed80 with x1830948731962240 ext(2768896->2772991) 00002000:00010000:2.0:1746129508.552763:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912aed80 00000100:00100000:2.0:1746129508.552797:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4578 00000100:00100000:2.0:1746129508.552804:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731962240:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.553166:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948731962240:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 361us (576us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129508.553174:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4578 00002000:00100000:2.0:1746129508.553180:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2768896->2772991) req@ffff8800912aed80 x1830948731962240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.553187:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912aed80 with x1830948731962240 ext(2768896->2772991) 00002000:00010000:2.0:1746129508.553190:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912aed80 00000100:00100000:3.0:1746129508.553361:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.553404:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731962496 00000100:00100000:2.0:1746129508.553408:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731962496 00002000:00100000:2.0:1746129508.553424:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1343488->1347583) req@ffff88012ce3b480 x1830948731962496/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.553431:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3b480 with x1830948731962496 ext(1343488->1347583) 00002000:00010000:2.0:1746129508.553434:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce3b480 00000100:00100000:2.0:1746129508.553443:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4579 00000100:00100000:2.0:1746129508.553447:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+13:1961:x1830948731962496:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.553540:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+13:1961:x1830948731962496:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 91us (179us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129508.553545:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4579 00002000:00100000:2.0:1746129508.553551:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1343488->1347583) req@ffff88012ce3b480 x1830948731962496/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.553556:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3b480 with x1830948731962496 ext(1343488->1347583) 00002000:00010000:2.0:1746129508.553558:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce3b480 00000100:00100000:1.0:1746129508.553825:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948731961600:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 6003us (6107us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129508.553832:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4576 00002000:00100000:1.0:1746129508.553837:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880132c25180 x1830948731961600/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.553858:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c25180 with x1830948731961600 ext(1048576->2097151) 00002000:00010000:1.0:1746129508.553861:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132c25180 00000100:00100000:1.0:1746129508.557540:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.557622:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731962624 00000100:00100000:0.0:1746129508.557631:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731962624 00000100:00100000:2.0:1746129508.557901:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.558153:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731962752 00000100:00100000:0.0:1746129508.558158:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731962752 00000100:00100000:0.0:1746129508.558180:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11893 00000100:00100000:0.0:1746129508.558187:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+12:29446:x1830948731962624:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129508.558203:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.558222:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1adc9 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129508.558244:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d265, atime: 0x6813d264, ctime: 0x6813d264, blocks: 0x821 00010000:00010000:0.0:1746129508.558261:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.558263:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.558269:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc9 expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.558286:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc9 expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.558392:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11894 00000100:00100000:2.0:1746129508.558403:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+12:29452:x1830948731962752:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129508.558411:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.558420:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1add0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746129508.558436:0:8412:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d264, atime: 0x6813d264, ctime: 0x6813d264, blocks: 0x1029 00010000:00010000:2.0:1746129508.558446:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.558447:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.558452:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 13 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.558460:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 13 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.558469:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f882c00, rc 0) 00000100:00100000:2.0:1746129508.558506:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+13:29452:x1830948731962752:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 107us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.558511:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11894 00010000:00010000:0.0:1746129508.558678:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095cb9800, rc 0) 00000100:00100000:0.0:1746129508.558701:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+13:29446:x1830948731962624:12345-192.168.202.4@tcp:101:cat.0 Request processed in 511us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.558706:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11893 00000100:00100000:0.0:1746129508.559853:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.559949:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731963008 00000100:00100000:1.0:1746129508.559955:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731963008 00002000:00100000:1.0:1746129508.559988:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2101247) req@ffff8800912adc00 x1830948731963008/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.559998:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912adc00 with x1830948731963008 ext(2097152->2101247) 00002000:00010000:1.0:1746129508.560004:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912adc00 00000100:00100000:1.0:1746129508.560042:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4580 00000100:00100000:1.0:1746129508.560049:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948731963008:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129508.560224:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948731963008:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 174us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129508.560229:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4580 00002000:00100000:1.0:1746129508.560234:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2101247) req@ffff8800912adc00 x1830948731963008/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.560241:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912adc00 with x1830948731963008 ext(2097152->2101247) 00002000:00010000:1.0:1746129508.560244:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912adc00 00000100:00100000:0.0:1746129508.562191:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.562600:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.562659:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731963520 00000100:00100000:2.0:1746129508.562667:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731963520 00000100:00100000:3.0:1746129508.562669:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731963264 00000100:00100000:3.0:1746129508.562672:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731963264 00002000:00100000:2.0:1746129508.562703:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800912afb80 x1830948731963520/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:3.0:1746129508.562710:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4135 00002000:00100000:2.0:1746129508.562712:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912afb80 with x1830948731963520 ext(1048576->2097151) 00000100:00100000:3.0:1746129508.562715:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+299:29452:x1830948731963264:12345-192.168.202.4@tcp:35:multiop.0 00002000:00010000:2.0:1746129508.562716:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912afb80 00000100:00100000:2.0:1746129508.562781:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4581 00000100:00100000:2.0:1746129508.562787:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731963520:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129508.562973:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+300:29452:x1830948731963264:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 257us (373us total) trans 8589944106 rc 0/0 00000100:00100000:3.0:1746129508.562978:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4135 00000100:00100000:3.0:1746129508.570845:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731963520:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 8048us (8648us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.570855:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4581 00002000:00100000:3.0:1746129508.570877:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800912afb80 x1830948731963520/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.570886:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912afb80 with x1830948731963520 ext(1048576->2097151) 00002000:00010000:3.0:1746129508.570893:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912afb80 00000100:00100000:0.0:1746129508.578489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.578534:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.578562:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731963648 00000100:00100000:2.0:1746129508.578570:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731963648 00000100:00100000:3.0:1746129508.578586:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731963776 00000100:00100000:3.0:1746129508.578591:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731963776 00000100:00100000:2.0:1746129508.578611:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11895 00000100:00100000:2.0:1746129508.578618:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731963648:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.578635:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.578651:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f882600/0x40a459093b05f461 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1add7 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.578686:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11896 00000100:00100000:3.0:1746129508.578691:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731963776:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129508.578693:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736832384:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129508.578698:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.578706:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095045800/0x40a459093b05f468 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1adde expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.578730:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736832512:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129508.578961:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a120c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.579001:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381b40 going to sleep for 11 seconds 00002000:00010000:3.0:1746129508.580429:0:8411:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129508 -> 1746129509 00002000:00010000:3.0:1746129508.580434:0:8411:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129508 -> 1746129509 00002000:00010000:3.0:1746129508.580436:0:8411:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129508 -> 1746129509 00000100:00100000:3.0:1746129508.580455:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736832512:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129508.580482:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095045800/0x40a459093b05f468 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adde expref: 12 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.580493:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095045800/0x40a459093b05f468 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adde expref: 12 pid: 8411 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1746129508.580678:0:7148:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime: 1746129508 -> 1746129509 00002000:00010000:2.0:1746129508.580682:0:7148:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129508 -> 1746129509 00002000:00010000:2.0:1746129508.580684:0:7148:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime: 1746129508 -> 1746129509 00000100:00100000:2.0:1746129508.580696:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736832384:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129508.580715:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f882600/0x40a459093b05f461 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1add7 expref: 14 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.580725:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f882600/0x40a459093b05f461 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1add7 expref: 14 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.580837:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f882600, rc 0) 00010000:00010000:3.0:1746129508.580845:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095045800, rc 0) 00000100:00100000:2.0:1746129508.580899:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731963648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2281us (2417us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129508.580907:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11895 00000100:00100000:3.0:1746129508.581068:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948731963776:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2375us (2532us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129508.581073:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11896 00000100:00100000:0.0:1746129508.583288:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.583490:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731963904 00000100:00100000:3.0:1746129508.583498:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731963904 00000100:00100000:3.0:1746129508.583560:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11897 00000100:00100000:3.0:1746129508.583568:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:29446:x1830948731963904:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.583583:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.583598:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ade5 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.583624:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 22 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.583630:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129508.583631:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129508.583635:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 14 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.583660:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 22 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.583670:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 22 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.583680:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736832640:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.583761:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.585203:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736832640:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.585227:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 14 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.585241:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095044600, rc 0) 00000100:00100000:3.0:1746129508.585319:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+14:29446:x1830948731963904:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1724us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.585329:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11897 00000100:00100000:0.0:1746129508.586049:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.586167:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731964032 00000100:00100000:3.0:1746129508.586173:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731964032 00002000:00100000:3.0:1746129508.586211:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2768896->3145727) req@ffff8800912af800 x1830948731964032/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.586220:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912af800 with x1830948731964032 ext(2768896->3145727) 00010000:00010000:3.0:1746129508.586227:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 23 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.586244:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 23 pid: 22481 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.586250:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800912af800 00000100:00100000:3.0:1746129508.586274:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1179 00000100:00100000:3.0:1746129508.586281:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948731964032:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129508.595436:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948731964032:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 9147us (9382us total) trans 17179873219 rc 0/0 00000100:00100000:3.0:1746129508.595448:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1179 00002000:00100000:3.0:1746129508.595459:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2768896->3145727) req@ffff8800912af800 x1830948731964032/t17179873219(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.595468:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912af800 with x1830948731964032 ext(2768896->3145727) 00010000:00010000:3.0:1746129508.595477:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.595491:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.595496:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800912af800 00000100:00100000:0.0:1746129508.599219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.599323:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731964160 00000100:00100000:2.0:1746129508.599330:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731964160 00010000:00010000:2.0:1746129508.599363:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.599387:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6019 00000100:00100000:2.0:1746129508.599394:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6027450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731964160:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.599407:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.599427:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.599438:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.599457:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f882a00/0x40a459093b05f44c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2768896->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc2 expref: 25 pid: 22481 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.599718:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.599721:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.599729:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.599743:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.599772:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.599783:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736832768:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.599860:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a120c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.602064:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736832768:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.602085:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.602121:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6027450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948731964160:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2726us (2913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.602131:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6019 00000100:00100000:0.0:1746129508.603935:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.604031:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731964416 00000100:00100000:3.0:1746129508.604038:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731964416 00002000:00100000:3.0:1746129508.604076:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800912ad180 x1830948731964416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.604084:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ad180 with x1830948731964416 ext(2097152->3145727) 00002000:00010000:3.0:1746129508.604090:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912ad180 00000100:00100000:3.0:1746129508.604189:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4582 00000100:00100000:3.0:1746129508.604196:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731964416:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129508.612187:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731964416:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7983us (8248us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.612198:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4582 00002000:00100000:3.0:1746129508.612207:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800912ad180 x1830948731964416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.612216:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ad180 with x1830948731964416 ext(2097152->3145727) 00002000:00010000:3.0:1746129508.612220:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912ad180 00000100:00100000:0.0:1746129508.616435:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.616624:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731964544 00000100:00100000:3.0:1746129508.616633:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731964544 00000100:00100000:3.0:1746129508.616728:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11898 00000100:00100000:3.0:1746129508.616736:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29446:x1830948731964544:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.616754:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.616770:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1adec expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.616799:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 12 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.616807:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129508.616809:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129508.616812:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 12 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.616843:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 12 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.616853:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 12 pid: 8412 timeout: 863 lvb_type: 0 00000100:00100000:3.0:1746129508.616873:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736832896:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.617770:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.619030:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736832896:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129508.619062:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 12 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.619079:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9209600, rc 0) 00000100:00100000:3.0:1746129508.619137:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29446:x1830948731964544:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2401us (2714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.619146:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11898 00000100:00100000:2.0:1746129508.619550:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.619636:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731964672 00000100:00100000:3.0:1746129508.619642:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731964672 00002000:00100000:3.0:1746129508.619682:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2101247) req@ffff880093edca80 x1830948731964672/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 4584/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.619690:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edca80 with x1830948731964672 ext(2097152->2101247) 00010000:00010000:3.0:1746129508.619696:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 13 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.619710:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 13 pid: 8412 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.619716:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093edca80 00000100:00100000:3.0:1746129508.619741:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1180 00000100:00100000:3.0:1746129508.619747:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948731964672:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129508.620772:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731964672:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 1019us (1217us total) trans 21474840412 rc 0/0 00000100:00100000:3.0:1746129508.620780:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1180 00002000:00100000:3.0:1746129508.620787:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2101247) req@ffff880093edca80 x1830948731964672/t21474840412(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 4584/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.620794:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edca80 with x1830948731964672 ext(2097152->2101247) 00010000:00010000:3.0:1746129508.620801:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 15 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:3.0:1746129508.620811:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 15 pid: 8412 timeout: 863 lvb_type: 0 00002000:00010000:3.0:1746129508.620817:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093edca80 00000100:00100000:0.0:1746129508.622849:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.623386:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731964800 00000100:00100000:2.0:1746129508.623394:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731964800 00010000:00010000:2.0:1746129508.623494:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 15 pid: 8412 timeout: 863 lvb_type: 0 00000100:00100000:2.0:1746129508.623519:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6020 00000100:00100000:2.0:1746129508.623527:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948731964800:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.623538:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.623559:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 15 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.623576:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 15 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.623622:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f882c00/0x40a459093b05f45a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2101247) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1add0 expref: 15 pid: 8412 timeout: 863 lvb_type: 0 00010000:00010000:2.0:1746129508.623839:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.623842:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.623849:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.623856:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.623897:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 11 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.623908:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736833024:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.624104:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.625548:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736833024:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.625566:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.625695:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+14:1963:x1830948731964800:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2167us (2849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.625704:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6020 00000100:00100000:0.0:1746129508.632153:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.632196:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.632231:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731965056 00000100:00100000:3.0:1746129508.632238:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731965056 00000100:00100000:0.0:1746129508.632240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:3.0:1746129508.632285:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f37e680 x1830948731965056/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.632319:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37e680 with x1830948731965056 ext(2097152->3145727) 00002000:00010000:3.0:1746129508.632325:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37e680 00000100:00100000:3.0:1746129508.632731:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731965440 00000100:00100000:3.0:1746129508.632734:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731965440 00002000:00100000:3.0:1746129508.632748:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f37f100 x1830948731965440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.632755:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37f100 with x1830948731965440 ext(3145728->4194303) 00002000:00010000:3.0:1746129508.632758:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37f100 00000100:00100000:3.0:1746129508.632768:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731965568 00000100:00100000:3.0:1746129508.632769:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731965568 00002000:00100000:3.0:1746129508.632780:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880131361500 x1830948731965568/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.632785:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361500 with x1830948731965568 ext(3145728->4194303) 00002000:00010000:3.0:1746129508.632788:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131361500 00000100:00100000:1.0:1746129508.632798:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4583 00000100:00100000:3.0:1746129508.632805:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4584 00000100:00100000:1.0:1746129508.632809:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948731965056:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129508.632810:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948731965440:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129508.632858:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4585 00000100:00100000:2.0:1746129508.632880:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731965568:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129508.651767:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731965056:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18949us (19614us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129508.651782:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4583 00002000:00100000:1.0:1746129508.651794:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f37e680 x1830948731965056/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.651803:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37e680 with x1830948731965056 ext(2097152->3145727) 00002000:00010000:1.0:1746129508.651809:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37e680 00000100:00100000:3.0:1746129508.652621:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731965440:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19808us (20421us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.652629:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4584 00002000:00100000:3.0:1746129508.652635:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f37f100 x1830948731965440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.652642:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37f100 with x1830948731965440 ext(3145728->4194303) 00002000:00010000:3.0:1746129508.652645:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37f100 00000100:00100000:2.0:1746129508.654738:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731965568:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21866us (22491us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129508.654748:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4585 00002000:00100000:2.0:1746129508.654756:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880131361500 x1830948731965568/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.654764:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131361500 with x1830948731965568 ext(3145728->4194303) 00002000:00010000:2.0:1746129508.654769:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131361500 00000100:00100000:0.0:1746129508.666576:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.666690:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731965824 00000100:00100000:2.0:1746129508.666698:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731965824 00002000:00100000:2.0:1746129508.666742:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880131362a00 x1830948731965824/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.666752:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131362a00 with x1830948731965824 ext(4194304->4923391) 00002000:00010000:2.0:1746129508.666756:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131362a00 00000100:00100000:2.0:1746129508.666788:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4586 00000100:00100000:2.0:1746129508.666798:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731965824:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129508.673158:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731965824:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6354us (6581us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129508.673169:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4586 00002000:00100000:2.0:1746129508.673179:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880131362a00 x1830948731965824/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.673188:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131362a00 with x1830948731965824 ext(4194304->4923391) 00002000:00010000:2.0:1746129508.673193:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131362a00 00000100:00100000:0.0:1746129508.702763:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.702879:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731966080 00000100:00100000:3.0:1746129508.702888:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731966080 00000100:00100000:3.0:1746129508.702944:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10210 00000100:00100000:3.0:1746129508.702953:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+300:29458:x1830948731966080:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.702974:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.702992:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9208c00/0x40a459093b05f47d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1adf3 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.703085:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703096:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703107:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703125:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703130:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703135:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703230:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11000/0x40a459093b05f492 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703238:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11000/0x40a459093b05f492 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703244:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11000/0x40a459093b05f492 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129508.703251:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129508.703348:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703354:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703359:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703363:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a9209e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.703366:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703371:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703379:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129508.703381:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.703384:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703388:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9209e00/0x40a459093b05f484 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703411:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703415:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703417:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703420:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095045400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.703421:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703426:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703430:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800963ab600) 00010000:00010000:3.0:1746129508.703431:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.703432:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703434:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095045400/0x40a459093b05f48b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.703464:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a9208c00/0x40a459093b05f47d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adf3 expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.703472:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11000/0x40a459093b05f492 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adf3 expref: 302 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.703477:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129508.703479:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129508.703481:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095f11000, rc 0) 00000100:00100000:3.0:1746129508.703534:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+302:29458:x1830948731966080:12345-192.168.202.4@tcp:101:cat.0 Request processed in 582us (781us total) trans 8589944107 rc 0/0 00000100:00100000:3.0:1746129508.703540:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10210 00000100:00100000:0.0:1746129508.706983:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.707024:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.707036:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731966208 00000100:00100000:2.0:1746129508.707045:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731966208 00000100:00100000:0.0:1746129508.707066:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.707093:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731966336 00000100:00100000:0.0:1746129508.707096:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731966336 00000100:00100000:0.0:1746129508.707117:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731966464 00000100:00100000:0.0:1746129508.707119:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731966464 00000100:00100000:0.0:1746129508.707132:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11899 00000100:00100000:0.0:1746129508.707139:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948731966336:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129508.707153:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.707166:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1adfa expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129508.707184:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.707186:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129508.707193:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adfa expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.707212:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adfa expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.707222:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f581a00, rc 0) 00000100:00100000:0.0:1746129508.707258:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731966336:12345-192.168.202.4@tcp:101:cat.0 Request processed in 119us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129508.707264:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11899 00000100:00100000:0.0:1746129508.707279:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11900 00000100:00100000:0.0:1746129508.707283:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+14:1961:x1830948731966464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129508.707290:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129508.707316:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05f4a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae01 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129508.707356:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131363480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736833152:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129508.707392:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 636 00000100:00100000:2.0:1746129508.707399:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+302:1963:x1830948731966208:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.707408:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129508.707415:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5540 going to sleep for 11 seconds 00010000:00010000:2.0:1746129508.707423:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11000/0x40a459093b05f492 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adf3 expref: 302 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.707649:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129508.707653:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.707682:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+301:1963:x1830948731966208:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 284us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.707687:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 636 00000100:00100000:0.0:1746129508.707806:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.707970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.707984:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731966592 00000100:00100000:3.0:1746129508.707988:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731966592 00000100:00100000:3.0:1746129508.708007:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731966720 00000100:00100000:3.0:1746129508.708008:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731966720 00000100:00100000:3.0:1746129508.708023:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11901 00000100:00100000:3.0:1746129508.708029:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948731966592:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.708037:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.708047:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae08 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.708059:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.708061:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.708065:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae08 expref: 17 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.708076:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae08 expref: 17 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.708083:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9208c00, rc 0) 00000100:00100000:3.0:1746129508.708113:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731966592:12345-192.168.202.4@tcp:101:cat.0 Request processed in 85us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.708118:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11901 00000100:00100000:3.0:1746129508.708127:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11902 00000100:00100000:3.0:1746129508.708132:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948731966720:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.708138:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.708146:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae0f expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.708154:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.708156:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.708159:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae0f expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.708167:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae0f expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.708175:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9209e00, rc 0) 00000100:00100000:3.0:1746129508.708187:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731966720:12345-192.168.202.4@tcp:101:cat.0 Request processed in 55us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.708192:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11902 00000100:00100000:2.0:1746129508.708215:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.708228:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731966848 00000100:00100000:3.0:1746129508.708231:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731966848 00000100:00100000:3.0:1746129508.708250:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11903 00000100:00100000:3.0:1746129508.708254:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948731966848:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.708260:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.708266:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae16 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.708275:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.708276:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.708280:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae16 expref: 27 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.708289:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae16 expref: 27 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.708321:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095f10000, rc 0) 00000100:00100000:3.0:1746129508.708337:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948731966848:12345-192.168.202.4@tcp:101:cat.0 Request processed in 82us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.708343:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11903 00000100:00100000:2.0:1746129508.708361:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.708373:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731966976 00000100:00100000:3.0:1746129508.708376:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731966976 00000100:00100000:3.0:1746129508.708389:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11904 00000100:00100000:3.0:1746129508.708393:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948731966976:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.708399:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.708405:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae1d expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.708415:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.708416:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.708420:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae1d expref: 18 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.708428:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae1d expref: 18 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.708434:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095f11e00, rc 0) 00000100:00100000:3.0:1746129508.708448:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+18:1961:x1830948731966976:12345-192.168.202.4@tcp:101:cat.0 Request processed in 55us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.708454:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11904 00002000:00010000:0.0:1746129508.708733:0:7148:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129507 -> 1746129509 00002000:00010000:0.0:1746129508.708736:0:7148:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129507 -> 1746129509 00002000:00010000:0.0:1746129508.708738:0:7148:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129508 -> 1746129509 00000100:00100000:0.0:1746129508.708756:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131363480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736833152:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129508.708876:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05f4a7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae01 expref: 17 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.708884:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f580400/0x40a459093b05f4a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae01 expref: 17 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129508.708906:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f580400, rc 0) 00000100:00100000:0.0:1746129508.708932:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948731966464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1648us (1865us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129508.708937:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11900 00000100:00100000:0.0:1746129508.716914:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.717757:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731967232 00000100:00100000:2.0:1746129508.717769:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731967232 00002000:00100000:2.0:1746129508.717828:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880131363480 x1830948731967232/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.717838:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363480 with x1830948731967232 ext(0->1048575) 00002000:00010000:2.0:1746129508.717844:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131363480 00000100:00100000:2.0:1746129508.717888:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4587 00000100:00100000:2.0:1746129508.717898:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731967232:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129508.731406:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731967232:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13495us (14488us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129508.731420:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4587 00002000:00100000:2.0:1746129508.731435:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880131363480 x1830948731967232/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.731445:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131363480 with x1830948731967232 ext(0->1048575) 00002000:00010000:2.0:1746129508.731451:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131363480 00000100:00100000:0.0:1746129508.741016:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.741133:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731967360 00000100:00100000:2.0:1746129508.741143:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731967360 00000100:00100000:2.0:1746129508.741282:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11905 00000100:00100000:2.0:1746129508.741430:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+16:29458:x1830948731967360:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.741455:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.741475:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae24 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.741510:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.741519:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.741521:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.741525:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.741556:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.741569:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 11 pid: 22481 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.741581:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e954000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736833280:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.741817:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.743916:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e954000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736833280:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.743949:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 17 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.743966:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883c00, rc 0) 00000100:00100000:2.0:1746129508.744014:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+17:29458:x1830948731967360:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2723us (3007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.744024:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11905 00000100:00100000:0.0:1746129508.744365:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.744587:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731967488 00000100:00100000:3.0:1746129508.744594:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731967488 00002000:00100000:3.0:1746129508.744637:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1060864->1347583) req@ffff88009fab2a00 x1830948731967488/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.745840:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2a00 with x1830948731967488 ext(1060864->1347583) 00010000:00010000:3.0:1746129508.745854:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 12 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.745886:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 12 pid: 22481 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129508.745895:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fab2a00 00000100:00100000:3.0:1746129508.745937:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1181 00000100:00100000:3.0:1746129508.745950:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948731967488:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129508.753479:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731967488:12345-192.168.202.4@tcp:4:cat.0 Request processed in 7521us (9102us total) trans 21474840413 rc 0/0 00000100:00100000:3.0:1746129508.753494:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1181 00002000:00100000:3.0:1746129508.753506:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1060864->1347583) req@ffff88009fab2a00 x1830948731967488/t21474840413(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.753515:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2a00 with x1830948731967488 ext(1060864->1347583) 00010000:00010000:3.0:1746129508.753526:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 14 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.753541:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 14 pid: 22481 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129508.753547:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fab2a00 00000100:00100000:0.0:1746129508.757376:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.757509:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731967616 00000100:00100000:2.0:1746129508.757518:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731967616 00010000:00010000:2.0:1746129508.757556:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 14 pid: 22481 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.757594:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6021 00000100:00100000:2.0:1746129508.757602:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731967616:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.757616:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.757640:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 14 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.757653:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 14 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.757675:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f93e800/0x40a459093b05f43e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1060864->1347583) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adbb expref: 14 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.757713:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.757715:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.757721:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.757728:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.757760:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 16 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.757771:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e954000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736833408:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.757874:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.763255:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e954000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736833408:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.763286:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.763366:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948731967616:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5762us (5994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.763376:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6021 00000100:00100000:0.0:1746129508.769742:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.769947:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731968128 00000100:00100000:3.0:1746129508.769960:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731968128 00002000:00100000:3.0:1746129508.770016:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009fab2680 x1830948731968128/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.770027:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2680 with x1830948731968128 ext(1048576->2097151) 00002000:00010000:3.0:1746129508.770033:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab2680 00000100:00100000:3.0:1746129508.770076:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4588 00000100:00100000:3.0:1746129508.770086:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+17:1962:x1830948731968128:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129508.772320:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.773384:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.773418:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731968000 00000100:00100000:1.0:1746129508.773428:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731968000 00002000:00100000:1.0:1746129508.773487:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a051bb80 x1830948731968000/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.773498:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051bb80 with x1830948731968000 ext(1048576->2097151) 00002000:00010000:1.0:1746129508.773505:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051bb80 00000100:00100000:1.0:1746129508.773533:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731968256 00000100:00100000:1.0:1746129508.773538:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731968256 00002000:00100000:1.0:1746129508.773557:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a0518a80 x1830948731968256/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.773564:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518a80 with x1830948731968256 ext(1048576->2097151) 00002000:00010000:1.0:1746129508.773568:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0518a80 00000100:00100000:1.0:1746129508.773589:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4589 00000100:00100000:1.0:1746129508.773598:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731968000:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129508.775437:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4590 00000100:00100000:3.0:1746129508.775454:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731968256:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129508.788581:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731968128:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18481us (18835us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.788597:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4588 00002000:00100000:3.0:1746129508.788614:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009fab2680 x1830948731968128/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.788625:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2680 with x1830948731968128 ext(1048576->2097151) 00002000:00010000:3.0:1746129508.788633:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab2680 00000100:00100000:0.0:1746129508.792474:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.793322:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731968000:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19721us (21032us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129508.793335:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4589 00002000:00100000:1.0:1746129508.793350:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a051bb80 x1830948731968000/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.793358:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051bb80 with x1830948731968000 ext(1048576->2097151) 00002000:00010000:1.0:1746129508.793365:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051bb80 00000100:00100000:3.0:1746129508.793477:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731968640 00000100:00100000:3.0:1746129508.793486:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731968640 00000100:00100000:3.0:1746129508.793532:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10211 00000100:00100000:3.0:1746129508.793539:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+301:29462:x1830948731968640:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129508.793561:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.793580:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05f4d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae2b expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.793704:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.793720:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.793732:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.793751:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.793756:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.793762:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.793893:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd000/0x40a459093b05f4e6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.793904:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd000/0x40a459093b05f4e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.793910:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd000/0x40a459093b05f4e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129508.793918:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129508.794007:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794014:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794019:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794025:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6729c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.794028:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794034:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794046:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129508.794048:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.794052:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794058:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729c00/0x40a459093b05f4d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794076:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794081:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794086:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794089:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095f11a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129508.794090:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794095:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794101:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250800) 00010000:00010000:3.0:1746129508.794102:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129508.794104:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794109:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095f11a00/0x40a459093b05f4df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129508.794145:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6729a00/0x40a459093b05f4d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae2b expref: 304 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.794157:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd000/0x40a459093b05f4e6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae2b expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.794163:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129508.794165:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129508.794167:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952dd000, rc 0) 00000100:00100000:3.0:1746129508.794198:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+303:29462:x1830948731968640:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 660us (1737us total) trans 8589944108 rc 0/0 00000100:00100000:3.0:1746129508.794203:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10211 00000100:00100000:2.0:1746129508.795430:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.795456:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731968768 00000100:00100000:2.0:1746129508.795463:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731968768 00000100:00100000:2.0:1746129508.795500:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11906 00000100:00100000:2.0:1746129508.795507:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+14:29460:x1830948731968768:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129508.795521:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.795535:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae32 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.795565:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc9 expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.795573:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae0f expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.795580:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.795581:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.795585:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1634304->2007039] (req 1634304->2007039) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.795616:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae0f expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129508.795627:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae0f expref: 26 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129508.795639:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736833536:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.795734:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc9 expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.795741:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc9 expref: 15 pid: 7148 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.795749:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736833664:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.795771:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a129c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.797461:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+17:1963:x1830948731968256:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22006us (24074us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.797474:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4590 00002000:00100000:3.0:1746129508.797486:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a0518a80 x1830948731968256/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.797496:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0518a80 with x1830948731968256 ext(1048576->2097151) 00002000:00010000:3.0:1746129508.797502:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0518a80 00000100:00100000:0.0:1746129508.798811:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.798847:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.798983:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e955f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736833536:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.798995:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736833664:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.799035:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1634304->2007039] (req 1634304->2007039) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 15 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.799055:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f882400, rc 0) 00000100:00100000:2.0:1746129508.799100:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+15:29460:x1830948731968768:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3593us (3676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.799108:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11906 00000100:00100000:1.0:1746129508.799216:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731968896 00000100:00100000:1.0:1746129508.799223:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731968896 00000100:00100000:1.0:1746129508.799267:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731969024 00000100:00100000:1.0:1746129508.799269:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731969024 00010000:00010000:1.0:1746129508.799282:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae0f expref: 27 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:3.0:1746129508.799366:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6022 00000100:00100000:3.0:1746129508.799376:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948731969024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.799388:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.799409:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae0f expref: 27 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129508.799419:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae0f expref: 27 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129508.799446:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9209e00/0x40a459093b05f4b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae0f expref: 27 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129508.799461:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.799477:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948731969024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 105us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.799482:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6022 00000100:00100000:3.0:1746129508.799492:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 637 00000100:00100000:3.0:1746129508.799496:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+303:1962:x1830948731968896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.799503:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.799515:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd000/0x40a459093b05f4e6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae2b expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.799525:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129508.799529:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.799537:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+302:1962:x1830948731968896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 41us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.799542:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 637 00000100:00100000:0.0:1746129508.800355:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.802729:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731969152 00000100:00100000:3.0:1746129508.802743:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731969152 00010000:00010000:3.0:1746129508.802787:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc9 expref: 15 pid: 7148 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129508.802832:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6023 00000100:00100000:3.0:1746129508.802841:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:1961:x1830948731969152:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.802857:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.802895:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc9 expref: 15 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.802908:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc9 expref: 15 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.802937:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095cb9800/0x40a459093b05f453 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adc9 expref: 15 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.802950:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.802952:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.802959:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.802966:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.803002:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.803015:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736833792:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129508.803150:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.804015:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.804041:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736833792:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129508.804067:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.804096:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731969152:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1257us (3744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.804106:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6023 00000100:00100000:2.0:1746129508.804181:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731969280 00000100:00100000:2.0:1746129508.804187:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731969280 00000100:00100000:2.0:1746129508.804230:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11907 00000100:00100000:2.0:1746129508.804237:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:29458:x1830948731969280:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.804255:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.804269:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae39 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.804314:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.804321:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.804323:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.804327:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.804363:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 13 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.804376:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 13 pid: 7148 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.804386:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736833920:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.804438:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129508.808698:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.808824:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.808891:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e955c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736833920:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129508.808926:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.808943:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883000, rc 0) 00000100:00100000:1.0:1746129508.808984:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:29458:x1830948731969280:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4748us (4973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.808993:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11907 00000100:00100000:1.0:1746129508.809021:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731969664 00000100:00100000:1.0:1746129508.809028:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731969664 00000100:00100000:1.0:1746129508.809055:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11908 00000100:00100000:1.0:1746129508.809061:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+13:1961:x1830948731969664:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129508.809076:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.809092:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae40 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.809111:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.809113:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.809126:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae40 expref: 14 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.809138:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae40 expref: 14 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.809145:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129bada00, rc 0) 00000100:00100000:1.0:1746129508.809162:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+14:1961:x1830948731969664:12345-192.168.202.4@tcp:101:cat.0 Request processed in 101us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.809167:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11908 00000100:00100000:2.0:1746129508.809255:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731969536 00000100:00100000:2.0:1746129508.809259:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731969536 00002000:00100000:2.0:1746129508.809319:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1634304->1638399) req@ffff8800a0519880 x1830948731969536/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.809329:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519880 with x1830948731969536 ext(1634304->1638399) 00010000:00010000:2.0:1746129508.809335:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.809346:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129508.809352:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0519880 00000100:00100000:2.0:1746129508.809376:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1182 00000100:00100000:2.0:1746129508.809382:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731969536:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129508.809569:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731969536:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 187us (881us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129508.809579:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1182 00002000:00100000:2.0:1746129508.809584:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1634304->1638399) req@ffff8800a0519880 x1830948731969536/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.809591:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0519880 with x1830948731969536 ext(1634304->1638399) 00010000:00010000:2.0:1746129508.809595:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.809603:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129508.809608:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0519880 00000100:00100000:0.0:1746129508.819359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.819666:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.820092:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731969920 00000100:00100000:1.0:1746129508.820102:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731969920 00002000:00100000:1.0:1746129508.820149:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009fab2300 x1830948731969920/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.820160:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2300 with x1830948731969920 ext(1048576->2097151) 00002000:00010000:1.0:1746129508.820165:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab2300 00000100:00100000:1.0:1746129508.820195:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731970176 00000100:00100000:1.0:1746129508.820196:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731970176 00002000:00100000:1.0:1746129508.820208:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009fab1c00 x1830948731970176/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 504/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.820214:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1c00 with x1830948731970176 ext(1048576->2097151) 00010000:00010000:1.0:1746129508.820222:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129508.820238:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746129508.820245:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fab1c00 00000100:00100000:1.0:1746129508.820264:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1183 00000100:00100000:1.0:1746129508.820271:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731970176:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129508.820315:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4591 00000100:00100000:0.0:1746129508.820323:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731969920:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129508.833021:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.833354:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731970304 00000100:00100000:1.0:1746129508.833369:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731970304 00000100:00100000:2.0:1746129508.834989:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11909 00000100:00100000:2.0:1746129508.835016:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:29462:x1830948731970304:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129508.835046:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.835075:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae47 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.835112:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.835118:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.835124:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129508.835128:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1810432->2097151] (req 1810432->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.835171:0:22481:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.835185:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1810432->2097151] (req 1810432->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 28 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.835195:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136057a00, rc 0) 00000100:00100000:2.0:1746129508.835275:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+28:29462:x1830948731970304:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 273us (2269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.835280:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11909 00000100:00100000:1.0:1746129508.839423:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731970176:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19136us (19740us total) trans 0 rc 1044480/1044480 00000100:00100000:1.0:1746129508.839436:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1183 00002000:00100000:1.0:1746129508.839449:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009fab1c00 x1830948731970176/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 504/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 1044480/1044480 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.839459:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1c00 with x1830948731970176 ext(1048576->2097151) 00010000:00010000:1.0:1746129508.839470:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129508.839484:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746129508.839491:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fab1c00 00000100:00100000:0.0:1746129508.843019:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948731969920:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22690us (23665us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129508.843030:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4591 00002000:00100000:0.0:1746129508.843039:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009fab2300 x1830948731969920/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129508.843048:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab2300 with x1830948731969920 ext(1048576->2097151) 00002000:00010000:0.0:1746129508.843052:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab2300 00000100:00100000:0.0:1746129508.852041:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.852144:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731970560 00000100:00100000:2.0:1746129508.852151:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731970560 00002000:00100000:2.0:1746129508.852189:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1634304->2007039) req@ffff88009f545180 x1830948731970560/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.852199:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545180 with x1830948731970560 ext(1634304->2007039) 00010000:00010000:2.0:1746129508.852206:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.852219:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 14 pid: 7148 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129508.852226:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f545180 00000100:00100000:2.0:1746129508.852253:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1184 00000100:00100000:2.0:1746129508.852260:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731970560:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129508.859191:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.859637:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731970688 00000100:00100000:1.0:1746129508.859644:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731970688 00000100:00100000:1.0:1746129508.860751:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11910 00000100:00100000:1.0:1746129508.860762:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:29465:x1830948731970688:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129508.860782:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.860798:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae4e expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.860822:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129508.860827:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1810432->2097151] (req 1810432->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.860833:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746129508.860836:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.860878:0:8412:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1810432->2097151] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.860890:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.860899:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129bace00, rc 0) 00000100:00100000:1.0:1746129508.860947:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:29465:x1830948731970688:12345-192.168.202.4@tcp:101:cat.0 Request processed in 188us (1763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.860952:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11910 00000100:00100000:3.0:1746129508.865988:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731970560:12345-192.168.202.4@tcp:4:cat.0 Request processed in 13717us (13943us total) trans 17179873220 rc 0/0 00000100:00100000:3.0:1746129508.865999:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1184 00002000:00100000:3.0:1746129508.866011:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1634304->2007039) req@ffff88009f545180 x1830948731970560/t17179873220(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.866020:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545180 with x1830948731970560 ext(1634304->2007039) 00010000:00010000:3.0:1746129508.866029:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 17 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.866047:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 17 pid: 7148 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129508.866053:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f545180 00000100:00100000:0.0:1746129508.872682:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.873149:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731970816 00000100:00100000:2.0:1746129508.873158:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731970816 00010000:00010000:2.0:1746129508.873199:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 17 pid: 7148 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.873247:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6024 00000100:00100000:2.0:1746129508.873256:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6027050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731970816:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.873271:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746129508.873326:0:7087:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129508 -> 1746129509 00010000:00010000:2.0:1746129508.873333:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 17 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.873345:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 17 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.873368:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b05f4f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1634304->2007039) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae32 expref: 17 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.873391:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.873393:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.873401:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.873409:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.873441:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.873451:0:7087:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 27 pid: 7148 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.873475:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736834304:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.873571:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12240 going to sleep for 11 seconds 00000100:00100000:2.0:1746129508.875975:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736834304:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.875996:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.876045:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6027050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:1960:x1830948731970816:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2789us (3369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.876055:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6024 00000100:00100000:0.0:1746129508.877835:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.877952:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731971072 00000100:00100000:3.0:1746129508.877961:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731971072 00002000:00100000:3.0:1746129508.878004:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009f545500 x1830948731971072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.878015:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545500 with x1830948731971072 ext(1048576->2097151) 00010000:00010000:3.0:1746129508.878023:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.878038:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129508.878049:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f545500 00000100:00100000:3.0:1746129508.878087:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1185 00000100:00100000:3.0:1746129508.878095:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731971072:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129508.888524:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731971072:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 10421us (10685us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.888536:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1185 00002000:00100000:3.0:1746129508.888547:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009f545500 x1830948731971072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.888556:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545500 with x1830948731971072 ext(1048576->2097151) 00010000:00010000:3.0:1746129508.888567:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.888580:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129508.888586:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f545500 00000100:00100000:0.0:1746129508.896187:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.896329:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731971200 00000100:00100000:2.0:1746129508.896338:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731971200 00010000:00010000:2.0:1746129508.896376:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.897004:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6025 00000100:00100000:2.0:1746129508.897013:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731971200:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.897025:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.897045:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.897058:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.897078:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f883000/0x40a459093b05f4fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae39 expref: 28 pid: 7148 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.897114:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.897116:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.897121:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.897128:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.897155:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.897166:0:7087:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 27 pid: 22481 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.897178:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736834432:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.897261:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.901593:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.901627:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731971456 00000100:00100000:0.0:1746129508.901633:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731971456 00002000:00100000:0.0:1746129508.901669:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1810432->1814527) req@ffff88009f545880 x1830948731971456/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129508.901678:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545880 with x1830948731971456 ext(1810432->1814527) 00010000:00010000:0.0:1746129508.901686:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 28 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129508.901698:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 28 pid: 22481 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746129508.901705:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f545880 00000100:00100000:0.0:1746129508.901721:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1186 00000100:00100000:0.0:1746129508.901728:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731971456:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129508.901872:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731971456:12345-192.168.202.4@tcp:3:cat.0 Request processed in 133us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129508.901879:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1186 00002000:00100000:0.0:1746129508.901884:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1810432->1814527) req@ffff88009f545880 x1830948731971456/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129508.901889:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545880 with x1830948731971456 ext(1810432->1814527) 00010000:00010000:0.0:1746129508.901894:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 28 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129508.901902:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 28 pid: 22481 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746129508.901907:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f545880 00000100:00100000:2.0:1746129508.902267:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736834432:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129508.902288:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.902596:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948731971200:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5583us (6419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.902603:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6025 00000100:00100000:0.0:1746129508.902758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.903384:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731971712 00000100:00100000:1.0:1746129508.903390:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731971712 00002000:00100000:1.0:1746129508.903417:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009f544a80 x1830948731971712/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.903425:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f544a80 with x1830948731971712 ext(2097152->3145727) 00002000:00010000:1.0:1746129508.903429:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f544a80 00000100:00100000:1.0:1746129508.903455:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4592 00000100:00100000:1.0:1746129508.903461:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948731971712:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129508.904971:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.905002:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.905038:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.905055:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731971968 00000100:00100000:2.0:1746129508.905061:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731971968 00002000:00100000:2.0:1746129508.905095:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e955f80 x1830948731971968/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.905104:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955f80 with x1830948731971968 ext(3145728->4194303) 00002000:00010000:2.0:1746129508.905108:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955f80 00000100:00100000:2.0:1746129508.905125:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731972224 00000100:00100000:2.0:1746129508.905127:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731972224 00002000:00100000:2.0:1746129508.905140:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012e955c00 x1830948731972224/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.905146:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830948731972224 ext(2097152->3145727) 00002000:00010000:2.0:1746129508.905149:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955c00 00000100:00100000:2.0:1746129508.905164:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731972480 00000100:00100000:2.0:1746129508.905166:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731972480 00002000:00100000:2.0:1746129508.905175:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f37fb80 x1830948731972480/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.905181:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37fb80 with x1830948731972480 ext(3145728->4194303) 00002000:00010000:2.0:1746129508.905183:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37fb80 00000100:00100000:2.0:1746129508.905192:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4593 00000100:00100000:2.0:1746129508.905198:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731971968:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129508.906572:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4594 00000100:00100000:2.0:1746129508.906586:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731972224:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129508.908686:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4595 00000100:00100000:0.0:1746129508.908700:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731972480:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129508.911124:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.911154:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731972736 00000100:00100000:3.0:1746129508.911162:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731972736 00002000:00100000:3.0:1746129508.911209:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1810432->2097151) req@ffff88012ce39880 x1830948731972736/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.911218:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39880 with x1830948731972736 ext(1810432->2097151) 00010000:00010000:3.0:1746129508.911227:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 31 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.911241:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 31 pid: 22481 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129508.911248:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce39880 00000100:00100000:3.0:1746129508.911281:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1187 00000100:00100000:3.0:1746129508.911288:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731972736:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129508.921071:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948731972736:12345-192.168.202.4@tcp:4:cat.0 Request processed in 9773us (9944us total) trans 17179873221 rc 0/0 00000100:00100000:3.0:1746129508.921081:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1187 00002000:00100000:3.0:1746129508.921090:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1810432->2097151) req@ffff88012ce39880 x1830948731972736/t17179873221(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.921099:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39880 with x1830948731972736 ext(1810432->2097151) 00010000:00010000:3.0:1746129508.921107:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 33 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.921119:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 33 pid: 22481 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129508.921125:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ce39880 00000100:00100000:2.0:1746129508.921706:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731971968:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16506us (16739us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129508.921714:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4593 00002000:00100000:2.0:1746129508.921719:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012e955f80 x1830948731971968/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.921727:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955f80 with x1830948731971968 ext(3145728->4194303) 00002000:00010000:2.0:1746129508.921730:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955f80 00000100:00100000:2.0:1746129508.925225:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731972224:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18634us (20212us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129508.925236:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4594 00002000:00100000:2.0:1746129508.925248:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012e955c00 x1830948731972224/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.925256:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830948731972224 ext(2097152->3145727) 00002000:00010000:2.0:1746129508.925262:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955c00 00000100:00100000:0.0:1746129508.927175:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.927372:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731972864 00000100:00100000:2.0:1746129508.927379:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731972864 00010000:00010000:2.0:1746129508.927412:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 31 pid: 22481 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.927447:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6026 00000100:00100000:2.0:1746129508.927454:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731972864:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129508.927466:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129508.927488:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 31 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.927499:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 31 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.927519:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136057a00/0x40a459093b05f509 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1810432->2097151) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae47 expref: 31 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.927548:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.927550:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129508.927557:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.927564:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.927594:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.927604:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736834560:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129508.927667:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129508.928137:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948731971712:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24674us (25377us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129508.928146:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4592 00002000:00100000:1.0:1746129508.928153:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009f544a80 x1830948731971712/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.928161:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f544a80 with x1830948731971712 ext(2097152->3145727) 00002000:00010000:1.0:1746129508.928164:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f544a80 00000100:00100000:3.0:1746129508.931079:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736834560:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129508.931103:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.931150:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948731972864:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3695us (3982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.931162:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6026 00000100:00100000:2.0:1746129508.931659:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+17:1963:x1830948731972480:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22962us (26618us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129508.931667:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4595 00002000:00100000:2.0:1746129508.931676:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f37fb80 x1830948731972480/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.931684:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37fb80 with x1830948731972480 ext(3145728->4194303) 00002000:00010000:2.0:1746129508.931689:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37fb80 00000100:00100000:0.0:1746129508.936662:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.936729:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.936804:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731973248 00000100:00100000:1.0:1746129508.936814:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731973248 00000100:00100000:2.0:1746129508.936843:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731973120 00000100:00100000:2.0:1746129508.936847:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731973120 00000100:00100000:1.0:1746129508.936885:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11911 00000100:00100000:1.0:1746129508.936893:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:29462:x1830948731973248:12345-192.168.202.4@tcp:101:multiop.0 00002000:00100000:2.0:1746129508.936902:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880090169880 x1830948731973120/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:1.0:1746129508.936910:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746129508.936917:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169880 with x1830948731973120 ext(1048576->2097151) 00002000:00010000:2.0:1746129508.936924:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090169880 00010000:00010000:1.0:1746129508.936928:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae55 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129508.936942:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4596 00000100:00100000:2.0:1746129508.936949:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731973120:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:1.0:1746129508.936960:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.936967:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae16 expref: 29 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.936973:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.936975:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.936978:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->2256895] (req 2097152->2256895) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 29 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.937008:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae16 expref: 29 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.937020:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae16 expref: 29 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:1.0:1746129508.937030:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736834688:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129508.937113:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.937120:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 16 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129508.937128:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736834816:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129508.937148:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129508.939127:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736834688:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129508.940399:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.940436:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.940456:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731973376 00000100:00100000:1.0:1746129508.940462:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731973376 00000100:00100000:3.0:1746129508.940469:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731973504 00000100:00100000:3.0:1746129508.940474:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731973504 00000100:00100000:1.0:1746129508.940494:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11912 00000100:00100000:3.0:1746129508.940504:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11913 00000100:00100000:1.0:1746129508.940505:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731973376:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129508.940509:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731973504:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.940520:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129508.940520:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.940532:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094302a00/0x40a459093b05f525 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae63 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129508.940532:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae5c expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.940551:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.940551:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129508.940556:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.940561:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094302a00/0x40a459093b05f525 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae63 expref: 33 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.940564:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae5c expref: 33 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.940570:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094302a00/0x40a459093b05f525 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae63 expref: 33 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129508.940577:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae5c expref: 32 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129508.940583:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094302a00, rc 0) 00010000:00010000:1.0:1746129508.940585:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c030600, rc 0) 00000100:00100000:1.0:1746129508.940610:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731973376:12345-192.168.202.4@tcp:101:cat.0 Request processed in 106us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.940615:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11912 00000100:00100000:2.0:1746129508.940658:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736834816:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129508.940674:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731973504:12345-192.168.202.4@tcp:101:cat.0 Request processed in 164us (236us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129508.940679:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11913 00010000:00010000:2.0:1746129508.940688:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->2256895] (req 2097152->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.940697:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c031a00, rc 0) 00000100:00100000:2.0:1746129508.940724:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:29462:x1830948731973248:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3832us (3995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.940730:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11911 00000100:00100000:0.0:1746129508.943810:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.943885:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.943934:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731973632 00000100:00100000:1.0:1746129508.943941:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731973632 00010000:00010000:1.0:1746129508.943969:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae16 expref: 30 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:1.0:1746129508.944000:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731973760 00000100:00100000:1.0:1746129508.944003:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731973760 00010000:00010000:1.0:1746129508.944012:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129508.944025:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6027 00000100:00100000:1.0:1746129508.944031:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948731973632:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129508.944042:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129508.944059:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae16 expref: 30 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:1.0:1746129508.944068:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae16 expref: 30 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:3.0:1746129508.944072:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6028 00000100:00100000:3.0:1746129508.944080:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731973760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129508.944084:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095f10000/0x40a459093b05f4bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae16 expref: 30 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129508.944088:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129508.944097:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129508.944099:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.944112:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.944122:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095044600/0x40a459093b05f46f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ade5 expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129508.944126:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948731973632:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 96us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129508.944132:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6027 00010000:00010000:3.0:1746129508.944133:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.944135:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.944140:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 29 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.944146:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 28 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.944168:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 28 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.944177:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736834944:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129508.944229:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa3813c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129508.945533:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.945974:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736834944:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129508.945988:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129508.946000:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731973888 00000100:00100000:2.0:1746129508.946006:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731973888 00000100:00100000:2.0:1746129508.946037:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11914 00000100:00100000:2.0:1746129508.946044:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:29458:x1830948731973888:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129508.946057:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129508.946068:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae6a expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.946087:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.946094:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.946096:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129508.946099:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.946117:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.946127:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 30 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129508.946136:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736835072:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129508.946189:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.946396:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731973760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1947us (2140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.946405:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6028 00000100:00100000:3.0:1746129508.946783:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731973120:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9834us (10128us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129508.946790:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4596 00002000:00100000:3.0:1746129508.946797:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880090169880 x1830948731973120/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.946805:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169880 with x1830948731973120 ext(1048576->2097151) 00002000:00010000:3.0:1746129508.946809:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090169880 00000100:00100000:0.0:1746129508.947625:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.947694:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731974144 00000100:00100000:2.0:1746129508.947698:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731974144 00002000:00100000:2.0:1746129508.947720:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2252800->2256895) req@ffff880090168a80 x1830948731974144/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.947726:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168a80 with x1830948731974144 ext(2252800->2256895) 00010000:00010000:2.0:1746129508.947731:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 31 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.947741:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 31 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129508.947746:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090168a80 00000100:00100000:2.0:1746129508.947758:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1188 00000100:00100000:2.0:1746129508.947763:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731974144:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129508.948684:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731974144:12345-192.168.202.4@tcp:3:cat.0 Request processed in 918us (1058us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129508.948692:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1188 00002000:00100000:2.0:1746129508.948698:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2252800->2256895) req@ffff880090168a80 x1830948731974144/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.948705:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168a80 with x1830948731974144 ext(2252800->2256895) 00010000:00010000:2.0:1746129508.948711:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 31 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129508.948720:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 31 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129508.948725:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090168a80 00000100:00100000:2.0:1746129508.948928:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736835072:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129508.948949:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [4194304->4923391] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 30 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129508.948961:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f91a000, rc 0) 00000100:00100000:2.0:1746129508.949313:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:29458:x1830948731973888:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3268us (3781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129508.949319:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11914 00000100:00100000:0.0:1746129508.953585:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.953636:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.953656:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731974528 00000100:00100000:3.0:1746129508.953664:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731974528 00000100:00100000:1.0:1746129508.953694:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731974656 00000100:00100000:1.0:1746129508.953698:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731974656 00000100:00100000:3.0:1746129508.953703:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4136 00000100:00100000:3.0:1746129508.953710:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+302:29462:x1830948731974528:12345-192.168.202.4@tcp:35:multiop.0 00002000:00100000:1.0:1746129508.953725:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2256895) req@ffff88009016b480 x1830948731974656/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.953734:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b480 with x1830948731974656 ext(2097152->2256895) 00010000:00010000:1.0:1746129508.953741:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 30 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129508.953752:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 30 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746129508.953759:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009016b480 00000100:00100000:1.0:1746129508.953784:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1189 00000100:00100000:1.0:1746129508.953790:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948731974656:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129508.953913:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+303:29462:x1830948731974528:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 203us (335us total) trans 8589944109 rc 0/0 00000100:00100000:3.0:1746129508.953919:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4136 00000100:00100000:1.0:1746129508.958812:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.958939:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731974784 00000100:00100000:3.0:1746129508.958948:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731974784 00000100:00100000:3.0:1746129508.959010:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11915 00000100:00100000:3.0:1746129508.959021:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:29465:x1830948731974784:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129508.959044:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129508.959064:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae71 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.959102:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129508.959104:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129508.959163:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.959180:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.959190:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094303400, rc 0) 00000100:00100000:3.0:1746129508.959234:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:29465:x1830948731974784:12345-192.168.202.4@tcp:101:cat.0 Request processed in 214us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.959240:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11915 00000100:00100000:1.0:1746129508.961189:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731974656:12345-192.168.202.4@tcp:4:cat.0 Request processed in 7390us (7543us total) trans 17179873222 rc 0/0 00000100:00100000:1.0:1746129508.961199:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1189 00002000:00100000:1.0:1746129508.961209:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2256895) req@ffff88009016b480 x1830948731974656/t17179873222(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/448 e 0 to 0 dl 1746129519 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.961217:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b480 with x1830948731974656 ext(2097152->2256895) 00010000:00010000:1.0:1746129508.961225:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 32 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129508.961239:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 32 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746129508.961245:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009016b480 00000100:00100000:0.0:1746129508.964246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129508.964625:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731974912 00000100:00100000:3.0:1746129508.964632:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731974912 00010000:00010000:3.0:1746129508.964669:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 32 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129508.964708:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6029 00000100:00100000:3.0:1746129508.964716:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948731974912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129508.964730:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129508.964748:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 32 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.964759:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 32 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.964781:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c031a00/0x40a459093b05f517 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2256895) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae55 expref: 32 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129508.964812:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.964815:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.964822:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.964829:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.964837:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.964838:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129508.964841:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.964847:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129508.964880:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.964890:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736835200:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129508.964970:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 31 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129508.964977:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736835328:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129508.964990:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129508.966625:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736835200:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129508.966635:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736835328:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129508.966649:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129508.967275:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948731974912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2556us (3032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129508.967284:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6029 00000100:00100000:0.0:1746129508.973412:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129508.973626:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731975168 00000100:00100000:1.0:1746129508.973633:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731975168 00000100:00100000:0.0:1746129508.974044:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129508.974083:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129508.974172:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731975552 00000100:00100000:2.0:1746129508.974177:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731975552 00002000:00100000:2.0:1746129508.974214:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880090168e00 x1830948731975552/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.974224:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168e00 with x1830948731975552 ext(3145728->4194303) 00002000:00010000:2.0:1746129508.974229:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090168e00 00000100:00100000:2.0:1746129508.974248:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731975424 00000100:00100000:2.0:1746129508.974251:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731975424 00002000:00100000:2.0:1746129508.974262:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009016ad80 x1830948731975424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.974267:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016ad80 with x1830948731975424 ext(2097152->3145727) 00002000:00100000:1.0:1746129508.974269:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009016b800 x1830948731975168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/0 e 0 to 0 dl 1746129519 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00010000:2.0:1746129508.974270:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016ad80 00002000:00100000:1.0:1746129508.974278:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b800 with x1830948731975168 ext(4194304->4923391) 00000100:00100000:2.0:1746129508.974280:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4597 00002000:00010000:1.0:1746129508.974281:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016b800 00000100:00100000:2.0:1746129508.974287:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731975552:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129508.974310:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4598 00000100:00100000:1.0:1746129508.974316:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731975424:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129508.974362:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4599 00000100:00100000:3.0:1746129508.976896:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731975168:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129508.991220:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731975424:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16896us (17128us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129508.991230:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4598 00002000:00100000:1.0:1746129508.991240:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009016ad80 x1830948731975424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129508.991248:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016ad80 with x1830948731975424 ext(2097152->3145727) 00002000:00010000:1.0:1746129508.991253:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016ad80 00000100:00100000:3.0:1746129508.996134:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731975168:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21752us (22718us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129508.996146:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4599 00002000:00100000:3.0:1746129508.996158:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009016b800 x1830948731975168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129508.996169:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b800 with x1830948731975168 ext(4194304->4923391) 00002000:00010000:3.0:1746129508.996177:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016b800 00000100:00100000:2.0:1746129508.997783:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731975552:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23490us (23733us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129508.997792:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4597 00002000:00100000:2.0:1746129508.997799:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880090168e00 x1830948731975552/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:249/0 lens 488/440 e 0 to 0 dl 1746129519 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129508.997807:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168e00 with x1830948731975552 ext(3145728->4194303) 00002000:00010000:2.0:1746129508.997812:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090168e00 00000100:00100000:0.0:1746129509.013876:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.013972:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731975936 00000100:00100000:2.0:1746129509.013979:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731975936 00002000:00100000:2.0:1746129509.014020:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880090169500 x1830948731975936/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.014030:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169500 with x1830948731975936 ext(4194304->4923391) 00002000:00010000:2.0:1746129509.014035:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090169500 00000100:00100000:2.0:1746129509.014062:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4600 00000100:00100000:2.0:1746129509.014077:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731975936:12345-192.168.202.4@tcp:3:cat.0 00000100:00080000:0.0:1746129509.015045:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129509.016003:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.016061:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731976192 00000100:00100000:3.0:1746129509.016068:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731976192 00000100:00100000:3.0:1746129509.016114:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4137 00000100:00100000:3.0:1746129509.016122:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+303:29458:x1830948731976192:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:3.0:1746129509.016370:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+304:29458:x1830948731976192:12345-192.168.202.4@tcp:35:cat.0 Request processed in 249us (374us total) trans 8589944110 rc 0/0 00000100:00100000:3.0:1746129509.016377:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4137 00000100:00100000:2.0:1746129509.020808:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948731975936:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6731us (6939us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129509.020820:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4600 00002000:00100000:2.0:1746129509.020830:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880090169500 x1830948731975936/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.020839:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169500 with x1830948731975936 ext(4194304->4923391) 00002000:00010000:2.0:1746129509.020844:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090169500 00000100:00100000:0.0:1746129509.097017:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.098364:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731976448 00000100:00100000:2.0:1746129509.098376:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731976448 00000100:00100000:2.0:1746129509.098443:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10212 00000100:00100000:2.0:1746129509.098451:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+304:29475:x1830948731976448:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129509.098472:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.098489:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91bc00/0x40a459093b05f53a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae78 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.098593:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098605:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098615:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098628:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098633:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098641:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098745:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91a200/0x40a459093b05f54f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098754:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91a200/0x40a459093b05f54f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098759:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91a200/0x40a459093b05f54f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746129509.098767:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129509.098836:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098841:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098846:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098851:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f91b000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.098854:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098874:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098884:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129509.098887:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.098890:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098899:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b000/0x40a459093b05f541 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098921:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098926:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098931:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098935:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f91aa00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.098936:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098941:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098947:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800938dd300) 00010000:00010000:2.0:1746129509.098949:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.098951:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098955:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91aa00/0x40a459093b05f548 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.098985:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91bc00/0x40a459093b05f53a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae78 expref: 307 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.098995:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91a200/0x40a459093b05f54f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae78 expref: 306 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.099005:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.099007:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129509.099010:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f91a200, rc 0) 00000100:00100000:2.0:1746129509.099060:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+306:29475:x1830948731976448:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 610us (2055us total) trans 8589944111 rc 0/0 00000100:00100000:2.0:1746129509.099065:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10212 00000100:00100000:0.0:1746129509.105230:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.105494:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731976576 00000100:00100000:3.0:1746129509.105503:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731976576 00000100:00100000:3.0:1746129509.105820:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 638 00000100:00100000:3.0:1746129509.105829:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+306:1961:x1830948731976576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.105843:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.105875:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91a200/0x40a459093b05f54f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae78 expref: 306 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.106147:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.106152:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.106189:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+305:1961:x1830948731976576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 361us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.106195:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 638 00000100:00100000:0.0:1746129509.143980:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.144141:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731976832 00000100:00100000:2.0:1746129509.144148:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731976832 00000100:00100000:2.0:1746129509.144196:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10213 00000100:00100000:2.0:1746129509.144203:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+305:29478:x1830948731976832:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.144222:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.144237:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b400/0x40a459093b05f55d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae7f expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.144352:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144362:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144370:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144380:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144385:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144393:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144472:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91bc00/0x40a459093b05f572 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144478:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91bc00/0x40a459093b05f572 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144484:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91bc00/0x40a459093b05f572 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:2.0:1746129509.144490:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129509.144548:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144553:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144558:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144562:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f91b600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.144565:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144570:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144577:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129509.144580:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.144582:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144590:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b600/0x40a459093b05f564 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144604:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144608:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144612:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144616:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f91b800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.144618:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144622:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144626:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800938dd300) 00010000:00010000:2.0:1746129509.144627:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.144629:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144632:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b800/0x40a459093b05f56b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129509.144658:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91b400/0x40a459093b05f55d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae7f expref: 308 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.144666:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91bc00/0x40a459093b05f572 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae7f expref: 307 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.144676:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.144678:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129509.144680:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f91bc00, rc 0) 00000100:00100000:2.0:1746129509.144732:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+307:29478:x1830948731976832:12345-192.168.202.4@tcp:101:cat.0 Request processed in 529us (758us total) trans 8589944112 rc 0/0 00000100:00100000:2.0:1746129509.144738:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10213 00000100:00100000:0.0:1746129509.156739:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.156799:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.158372:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731976960 00000100:00100000:3.0:1746129509.158380:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731976960 00000100:00100000:3.0:1746129509.158445:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 639 00000100:00100000:3.0:1746129509.158453:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6026c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+307:1960:x1830948731976960:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.158467:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.158488:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f91bc00/0x40a459093b05f572 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae7f expref: 307 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.158514:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.158518:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.158572:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6026c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+306:1960:x1830948731976960:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 120us (1841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.158579:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 639 00000100:00100000:2.0:1746129509.158946:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731977216 00000100:00100000:2.0:1746129509.158950:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731977216 00002000:00100000:2.0:1746129509.158986:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013577ce00 x1830948731977216/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.158995:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577ce00 with x1830948731977216 ext(1048576->2097151) 00002000:00010000:2.0:1746129509.158999:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577ce00 00000100:00100000:2.0:1746129509.159023:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4601 00000100:00100000:2.0:1746129509.159029:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731977216:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.165446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.165596:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731977344 00000100:00100000:3.0:1746129509.165603:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731977344 00000100:00100000:3.0:1746129509.165641:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11916 00000100:00100000:3.0:1746129509.165649:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:29471:x1830948731977344:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129509.165666:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.165681:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae86 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.165713:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.165722:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.165729:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.165731:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.165734:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3870720->4194303] (req 3870720->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.165761:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.165772:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.165784:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736835456:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.165895:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 32 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.165908:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 32 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.165916:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736835584:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.165937:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.178473:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.178509:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.178551:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731977600 00000100:00100000:0.0:1746129509.178557:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731977600 00010000:00010000:0.0:1746129509.178592:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 33 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746129509.178615:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731977472 00000100:00100000:0.0:1746129509.178618:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731977472 00010000:00010000:0.0:1746129509.178627:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746129509.178641:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6030 00000100:00100000:0.0:1746129509.178647:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731977600:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.178660:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.178681:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 33 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.178692:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 33 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.178714:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.178749:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731977600:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 102us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.178755:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6030 00000100:00100000:0.0:1746129509.178770:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6031 00000100:00100000:0.0:1746129509.178775:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731977472:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.178781:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.178787:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.178797:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.178807:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.178809:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.178815:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.178823:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.178850:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.178874:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013577c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736835712:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129509.178925:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.179454:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731977216:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20424us (22653us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129509.179462:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4601 00002000:00100000:2.0:1746129509.179469:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013577ce00 x1830948731977216/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.179477:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577ce00 with x1830948731977216 ext(1048576->2097151) 00002000:00010000:2.0:1746129509.179481:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577ce00 00010000:00010000:3.0:1746129509.179801:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094303400/0x40a459093b05f533 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae71 expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.179817:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736835456:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.179827:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f91a000/0x40a459093b05f52c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae6a expref: 30 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.179834:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736835584:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.179851:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.179870:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094303800, rc 0) 00000100:00100000:3.0:1746129509.179888:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:29471:x1830948731977344:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 14240us (14450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.179894:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11916 00000100:00100000:0.0:1746129509.182065:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.182146:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731977728 00000100:00100000:3.0:1746129509.182153:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731977728 00000100:00100000:3.0:1746129509.182188:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11917 00000100:00100000:3.0:1746129509.182194:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c53f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:29481:x1830948731977728:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.182209:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.182224:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae8d expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.182247:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.182258:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129509.182260:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129509.182263:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.182286:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.182519:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.182530:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736835840:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.183180:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.184777:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013577c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736835712:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129509.184794:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.184826:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731977472:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6050us (6315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.184834:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6031 00000100:00100000:0.0:1746129509.185093:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.186062:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731977984 00000100:00100000:2.0:1746129509.186069:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731977984 00002000:00100000:2.0:1746129509.186105:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3870720->3874815) req@ffff88013577fb80 x1830948731977984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.186114:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577fb80 with x1830948731977984 ext(3870720->3874815) 00010000:00010000:2.0:1746129509.186121:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.186132:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129509.186138:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013577fb80 00000100:00100000:2.0:1746129509.186153:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1190 00000100:00100000:2.0:1746129509.186161:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731977984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129509.186311:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731977984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 150us (1217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129509.186317:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1190 00002000:00100000:2.0:1746129509.186322:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3870720->3874815) req@ffff88013577fb80 x1830948731977984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.186328:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577fb80 with x1830948731977984 ext(3870720->3874815) 00010000:00010000:2.0:1746129509.186333:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.186345:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129509.186350:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013577fb80 00000100:00100000:3.0:1746129509.186951:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736835840:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.186972:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.186984:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094302800, rc 0) 00000100:00100000:3.0:1746129509.187018:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c53f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:29481:x1830948731977728:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4823us (4958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.187024:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11917 00000100:00100000:0.0:1746129509.192678:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.192719:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.194549:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.194815:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731978368 00000100:00100000:2.0:1746129509.194822:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731978368 00002000:00100000:2.0:1746129509.194875:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3870720->4194303) req@ffff88013577e680 x1830948731978368/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.194885:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577e680 with x1830948731978368 ext(3870720->4194303) 00010000:00010000:2.0:1746129509.194893:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.194907:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129509.194913:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013577e680 00000100:00100000:2.0:1746129509.194935:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1191 00000100:00100000:2.0:1746129509.194943:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731978368:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129509.195449:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731978240 00000100:00100000:3.0:1746129509.195453:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731978240 00000100:00100000:3.0:1746129509.195484:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731978496 00000100:00100000:3.0:1746129509.195486:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731978496 00000100:00100000:3.0:1746129509.195504:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11918 00000100:00100000:3.0:1746129509.195509:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:29471:x1830948731978240:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129509.195519:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.195531:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae94 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.195550:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 15 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.195557:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae1d expref: 16 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.195562:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.195563:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.195566:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->3784703] (req 3145728->3784703) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.195590:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae1d expref: 16 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.195598:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae1d expref: 16 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:3.0:1746129509.195607:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736835968:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.195671:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 15 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.195683:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 15 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.195690:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736836096:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.195709:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.195767:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11919 00000100:00100000:3.0:1746129509.195773:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:29478:x1830948731978496:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.195780:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.195788:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1ae9b expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.195798:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129509.195802:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 31 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.195810:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 31 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.195818:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f118600, rc 0) 00000100:00100000:3.0:1746129509.195840:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:29478:x1830948731978496:12345-192.168.202.4@tcp:101:cat.0 Request processed in 68us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.195845:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11919 00000100:00080000:0.0:1746129509.195987:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129509.201070:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.201141:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736836096:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.201671:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731978624 00000100:00100000:3.0:1746129509.201677:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731978624 00000100:00100000:3.0:1746129509.201723:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11920 00000100:00100000:3.0:1746129509.201731:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+17:29475:x1830948731978624:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129509.201746:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.201761:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aea2 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.201782:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.201785:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.201788:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2142208->2854911] (req 2142208->2854911) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 18 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.201796:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2142208->2854911] (req 2142208->2854911) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 18 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.201805:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f118800, rc 0) 00000100:00100000:3.0:1746129509.201851:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+18:29475:x1830948731978624:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 120us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.201856:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11920 00000100:00100000:2.0:1746129509.203722:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731978368:12345-192.168.202.4@tcp:4:cat.0 Request processed in 8773us (10995us total) trans 17179873223 rc 0/0 00000100:00100000:0.0:1746129509.203722:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.203732:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1191 00002000:00100000:2.0:1746129509.203742:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3870720->4194303) req@ffff88013577e680 x1830948731978368/t17179873223(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/448 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.203749:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577e680 with x1830948731978368 ext(3870720->4194303) 00010000:00010000:2.0:1746129509.203758:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 19 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.203768:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 19 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129509.203774:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013577e680 00000100:00100000:0.0:1746129509.203835:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736835968:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.203932:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731978752 00000100:00100000:3.0:1746129509.203937:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731978752 00010000:00010000:3.0:1746129509.203959:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 16 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.204167:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->3784703] (req 3145728->3784703) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.204179:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094303c00, rc 0) 00000100:00100000:3.0:1746129509.204373:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6032 00000100:00100000:3.0:1746129509.204380:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731978752:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.204393:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.204411:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 16 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.204425:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 16 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.204446:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9209600/0x40a459093b05f476 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adec expref: 16 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129509.204631:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:29471:x1830948731978240:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 9120us (11963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.204637:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11918 00010000:00010000:3.0:1746129509.204731:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.204761:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948731978752:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 381us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.204767:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6032 00000100:00100000:0.0:1746129509.207475:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.207518:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.207940:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731978880 00000100:00100000:3.0:1746129509.207950:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731978880 00000100:00100000:1.0:1746129509.207976:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731979008 00000100:00100000:1.0:1746129509.207979:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731979008 00010000:00010000:3.0:1746129509.207993:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae1d expref: 18 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:1.0:1746129509.207994:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 19 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129509.208024:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6033 00000100:00100000:3.0:1746129509.208027:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6034 00000100:00100000:1.0:1746129509.208030:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731979008:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129509.208031:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731978880:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.208041:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.208041:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.208060:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae1d expref: 18 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:1.0:1746129509.208060:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 19 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129509.208069:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 19 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.208070:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae1d expref: 18 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129509.208086:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095f11e00/0x40a459093b05f4c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae1d expref: 18 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:1.0:1746129509.208086:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094303800/0x40a459093b05f580 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3870720->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae86 expref: 19 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.208098:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.208100:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.208110:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.208112:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.208115:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.208122:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.208129:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.208130:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.208134:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 30 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.208140:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 30 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.208151:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 13 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.208158:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 13 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.208164:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.208165:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.208165:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 30 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.208168:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.208174:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129509.208176:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736836224:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.208188:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.208195:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736836352:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129509.209102:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 18 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129509.209112:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736836480:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.209114:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 13 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.209121:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736836608:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129509.210711:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa3813c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129509.210713:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.213240:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736836352:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129509.213273:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736836608:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.213290:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.213339:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+17:1963:x1830948731978880:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5306us (5870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.213348:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6034 00000100:00100000:1.0:1746129509.213490:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736836224:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129509.213499:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736836480:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129509.213515:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129509.213545:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731979008:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5515us (6026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.213551:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6033 00000100:00100000:0.0:1746129509.213892:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.213956:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731979264 00000100:00100000:2.0:1746129509.213961:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731979264 00002000:00100000:2.0:1746129509.213995:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88013577ed80 x1830948731979264/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.214004:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577ed80 with x1830948731979264 ext(2097152->3145727) 00002000:00010000:2.0:1746129509.214008:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577ed80 00000100:00100000:2.0:1746129509.214023:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4602 00000100:00100000:2.0:1746129509.214029:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731979264:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.215533:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.216388:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.216600:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731979520 00000100:00100000:1.0:1746129509.216608:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731979520 00002000:00100000:1.0:1746129509.216643:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88013577c000 x1830948731979520/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.216652:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577c000 with x1830948731979520 ext(2097152->3145727) 00002000:00010000:1.0:1746129509.216655:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577c000 00000100:00100000:1.0:1746129509.216668:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731979776 00000100:00100000:1.0:1746129509.216670:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731979776 00002000:00100000:1.0:1746129509.216680:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3780608->3784703) req@ffff88013575c000 x1830948731979776/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.216687:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575c000 with x1830948731979776 ext(3780608->3784703) 00002000:00010000:1.0:1746129509.216690:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575c000 00000100:00100000:1.0:1746129509.216713:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4603 00000100:00100000:1.0:1746129509.216719:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731979520:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129509.217755:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4604 00000100:00100000:1.0:1746129509.217762:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731979776:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129509.217842:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948731979776:12345-192.168.202.4@tcp:3:cat.0 Request processed in 80us (1455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129509.217850:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4604 00002000:00100000:1.0:1746129509.217856:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (3780608->3784703) req@ffff88013575c000 x1830948731979776/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.217876:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575c000 with x1830948731979776 ext(3780608->3784703) 00002000:00010000:1.0:1746129509.217880:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575c000 00000100:00100000:0.0:1746129509.218262:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.218279:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731980032 00000100:00100000:0.0:1746129509.218283:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731980032 00002000:00100000:0.0:1746129509.218321:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e7:0x0] (2142208->2146303) req@ffff88013575d880 x1830948731980032/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129509.218327:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575d880 with x1830948731980032 ext(2142208->2146303) 00002000:00010000:0.0:1746129509.218330:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575d880 00000100:00100000:0.0:1746129509.218342:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4605 00000100:00100000:0.0:1746129509.218347:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+17:1963:x1830948731980032:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129509.218420:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ada2ffba-8920-4ecb-8068-68caa9806978+17:1963:x1830948731980032:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 72us (158us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746129509.218424:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4605 00002000:00100000:0.0:1746129509.218428:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e7:0x0] (2142208->2146303) req@ffff88013575d880 x1830948731980032/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129509.218434:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575d880 with x1830948731980032 ext(2142208->2146303) 00002000:00010000:0.0:1746129509.218436:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575d880 00000100:00100000:2.0:1746129509.224385:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731979264:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10346us (10483us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129509.224397:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4602 00002000:00100000:2.0:1746129509.224408:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88013577ed80 x1830948731979264/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.224416:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577ed80 with x1830948731979264 ext(2097152->3145727) 00002000:00010000:2.0:1746129509.224421:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577ed80 00000100:00100000:1.0:1746129509.225522:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731979520:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 8800us (9990us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129509.225529:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4603 00002000:00100000:1.0:1746129509.225534:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88013577c000 x1830948731979520/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.225541:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577c000 with x1830948731979520 ext(2097152->3145727) 00002000:00010000:1.0:1746129509.225544:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577c000 00000100:00100000:0.0:1746129509.232136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.232203:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.232527:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731980416 00000100:00100000:2.0:1746129509.232572:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731980416 00000100:00100000:1.0:1746129509.232605:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731980288 00000100:00100000:1.0:1746129509.232613:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731980288 00000100:00100000:2.0:1746129509.232644:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11921 00000100:00100000:2.0:1746129509.232652:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:29481:x1830948731980416:12345-192.168.202.4@tcp:101:cat.0 00002000:00100000:1.0:1746129509.232665:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2850816->2854911) req@ffff88013575d180 x1830948731980288/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.232676:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575d180 with x1830948731980288 ext(2850816->2854911) 00010000:00010000:2.0:1746129509.232678:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:1.0:1746129509.232684:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575d180 00010000:00010000:2.0:1746129509.232699:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aea9 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129509.232718:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4606 00000100:00100000:1.0:1746129509.232726:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948731980288:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:2.0:1746129509.232732:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.232739:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.232746:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129509.232748:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129509.232751:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.232783:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.232795:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 15 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.232808:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736836736:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.232938:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 17 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.232947:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 17 pid: 22481 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.232961:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131362300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736836864:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.232982:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129509.233239:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948731980288:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 511us (1115us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129509.233248:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4606 00002000:00100000:1.0:1746129509.233255:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2850816->2854911) req@ffff88013575d180 x1830948731980288/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.233262:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575d180 with x1830948731980288 ext(2850816->2854911) 00010000:00010000:1.0:1746129509.233268:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 17 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129509.233279:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 17 pid: 22481 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746129509.233284:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013575d180 00000100:00100000:0.0:1746129509.237604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.237913:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736836736:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.237923:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131362300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736836864:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.237955:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.237970:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9419400, rc 0) 00000100:00100000:2.0:1746129509.238015:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+15:29481:x1830948731980416:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5364us (5811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.238022:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11921 00000100:00100000:0.0:1746129509.238248:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.238269:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.238329:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731980672 00000100:00100000:1.0:1746129509.238336:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731980672 00000100:00100000:0.0:1746129509.238517:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.238557:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4138 00000100:00100000:1.0:1746129509.238564:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934c9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+306:29475:x1830948731980672:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129509.239313:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731980928 00000100:00100000:2.0:1746129509.239318:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731980928 00000100:00100000:2.0:1746129509.239347:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11922 00000100:00100000:2.0:1746129509.239352:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+17:29478:x1830948731980928:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.239362:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.239375:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aeb0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.239392:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129509.239396:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.239404:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.239412:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009349ec00, rc 0) 00000100:00100000:3.0:1746129509.240183:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731980800 00000100:00100000:3.0:1746129509.240190:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731980800 00002000:00100000:3.0:1746129509.240218:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3784703) req@ffff88013575e300 x1830948731980800/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129509.240222:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+18:29478:x1830948731980928:12345-192.168.202.4@tcp:101:cat.0 Request processed in 868us (1973us total) trans 0 rc 0/0 00002000:00100000:3.0:1746129509.240226:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575e300 with x1830948731980800 ext(3145728->3784703) 00000100:00100000:2.0:1746129509.240227:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11922 00010000:00010000:3.0:1746129509.240231:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 15 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.240240:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 15 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129509.240245:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013575e300 00000100:00100000:3.0:1746129509.240255:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731981056 00000100:00100000:3.0:1746129509.240258:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731981056 00002000:00100000:3.0:1746129509.240273:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2142208->2854911) req@ffff88013575ce00 x1830948731981056/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.240283:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ce00 with x1830948731981056 ext(2142208->2854911) 00010000:00010000:3.0:1746129509.240287:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 18 pid: 22481 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129509.240311:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934c9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+307:29475:x1830948731980672:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 1728us (2695us total) trans 8589944113 rc 0/0 00010000:00010000:3.0:1746129509.240314:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 18 pid: 22481 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129509.240319:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013575ce00 00000100:00100000:1.0:1746129509.240319:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4138 00000100:00100000:3.0:1746129509.240334:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1192 00000100:00100000:3.0:1746129509.240339:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948731980800:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129509.240364:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1193 00000100:00100000:1.0:1746129509.240369:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+18:1961:x1830948731981056:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129509.251626:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731980800:12345-192.168.202.4@tcp:4:cat.0 Request processed in 11276us (13345us total) trans 21474840414 rc 0/0 00000100:00100000:3.0:1746129509.251638:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1192 00002000:00100000:3.0:1746129509.251650:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3784703) req@ffff88013575e300 x1830948731980800/t21474840414(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/448 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.251659:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575e300 with x1830948731980800 ext(3145728->3784703) 00010000:00010000:3.0:1746129509.251668:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.251680:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129509.251686:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013575e300 00000100:00100000:0.0:1746129509.259512:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.259543:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731981184 00000100:00100000:0.0:1746129509.259549:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731981184 00010000:00010000:0.0:1746129509.259579:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746129509.259614:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6035 00000100:00100000:0.0:1746129509.259622:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731981184:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.259634:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.259654:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.259664:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.259689:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094303c00/0x40a459093b05f58e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [2867200->18446744073709551615] (req 3145728->3784703) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae94 expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.259712:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.259747:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731981184:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 126us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.259753:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6035 00000100:00100000:2.0:1746129509.270711:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948731981056:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 30332us (32184us total) trans 21474840415 rc 0/0 00000100:00100000:2.0:1746129509.270723:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1193 00002000:00100000:2.0:1746129509.270733:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2142208->2854911) req@ffff88013575ce00 x1830948731981056/t21474840415(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/448 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.270742:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ce00 with x1830948731981056 ext(2142208->2854911) 00010000:00010000:2.0:1746129509.270751:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 20 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.270763:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 20 pid: 22481 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129509.270770:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013575ce00 00000100:00100000:0.0:1746129509.274726:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.274793:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731981312 00000100:00100000:3.0:1746129509.274802:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731981312 00010000:00010000:3.0:1746129509.274836:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 20 pid: 22481 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.274882:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6036 00000100:00100000:3.0:1746129509.274889:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6026850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+20:1960:x1830948731981312:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.274901:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.274921:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 20 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.274931:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 20 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.274950:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f118800/0x40a459093b05f59c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2142208->2867199] (req 2142208->2854911) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea2 expref: 20 pid: 22481 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.274978:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.274979:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.274985:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.274992:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.274998:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.274999:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.275001:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.275006:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.275031:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.275040:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736836992:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.275125:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 15 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.275133:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736837120:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129509.275148:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa3813c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.277546:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736837120:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129509.282147:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736836992:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.282173:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.282221:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6026850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+19:1960:x1830948731981312:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7332us (7502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.282232:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6036 00000100:00100000:0.0:1746129509.287239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.287754:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731981568 00000100:00100000:2.0:1746129509.287762:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731981568 00002000:00100000:2.0:1746129509.287806:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575df80 x1830948731981568/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.287815:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575df80 with x1830948731981568 ext(2097152->3145727) 00002000:00010000:2.0:1746129509.287820:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575df80 00000100:00100000:2.0:1746129509.287852:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4607 00000100:00100000:2.0:1746129509.287871:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731981568:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.288723:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.288760:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.288776:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731981824 00000100:00100000:1.0:1746129509.288782:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731981824 00000100:00100000:0.0:1746129509.288784:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731982080 00000100:00100000:0.0:1746129509.288788:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731982080 00002000:00100000:1.0:1746129509.288799:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013575d500 x1830948731981824/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129509.288806:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013575e680 x1830948731982080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.288808:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575d500 with x1830948731981824 ext(3145728->4194303) 00002000:00010000:1.0:1746129509.288811:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575d500 00002000:00100000:0.0:1746129509.288815:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575e680 with x1830948731982080 ext(3145728->4194303) 00002000:00010000:0.0:1746129509.288818:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575e680 00000100:00100000:1.0:1746129509.288829:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4608 00000100:00100000:1.0:1746129509.288834:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731981824:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.288839:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4609 00000100:00100000:0.0:1746129509.288845:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731982080:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.299730:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.299894:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.299916:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.299980:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731982336 00000100:00100000:2.0:1746129509.299988:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731982336 00000100:00100000:1.0:1746129509.300006:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731982592 00000100:00100000:1.0:1746129509.300011:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731982592 00002000:00100000:2.0:1746129509.300030:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575fb80 x1830948731982336/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.300031:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013575f480 x1830948731982592/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.300038:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575fb80 with x1830948731982336 ext(2097152->3145727) 00002000:00100000:1.0:1746129509.300040:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f480 with x1830948731982592 ext(3145728->4194303) 00002000:00010000:2.0:1746129509.300043:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575fb80 00002000:00010000:1.0:1746129509.300043:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575f480 00000100:00100000:1.0:1746129509.300058:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731982848 00000100:00100000:1.0:1746129509.300061:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731982848 00000100:00100000:2.0:1746129509.300072:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4610 00002000:00100000:1.0:1746129509.300073:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013575f100 x1830948731982848/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:2.0:1746129509.300079:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+20:1960:x1830948731982592:12345-192.168.202.4@tcp:3:multiop.0 00002000:00100000:1.0:1746129509.300080:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f100 with x1830948731982848 ext(3145728->4194303) 00002000:00010000:1.0:1746129509.300083:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575f100 00000100:00100000:1.0:1746129509.300095:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4611 00000100:00100000:1.0:1746129509.300101:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731982336:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129509.300102:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4612 00000100:00100000:3.0:1746129509.300110:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731982848:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129509.300792:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731981568:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12930us (13561us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129509.300798:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4607 00002000:00100000:3.0:1746129509.300804:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575df80 x1830948731981568/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.300818:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575df80 with x1830948731981568 ext(2097152->3145727) 00002000:00010000:3.0:1746129509.300822:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575df80 00000100:00100000:0.0:1746129509.301257:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731982080:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12411us (12494us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129509.301263:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4609 00002000:00100000:0.0:1746129509.301269:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013575e680 x1830948731982080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129509.301276:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575e680 with x1830948731982080 ext(3145728->4194303) 00002000:00010000:0.0:1746129509.301279:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575e680 00000100:00100000:1.0:1746129509.306641:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731981824:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17795us (17909us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129509.306652:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4608 00002000:00100000:1.0:1746129509.306663:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013575d500 x1830948731981824/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.306671:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575d500 with x1830948731981824 ext(3145728->4194303) 00002000:00010000:1.0:1746129509.306676:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575d500 00000100:00100000:0.0:1746129509.314146:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.314271:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731983104 00000100:00100000:1.0:1746129509.314280:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731983104 00002000:00100000:1.0:1746129509.314347:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88013575f800 x1830948731983104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.314357:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f800 with x1830948731983104 ext(4194304->4923391) 00002000:00010000:1.0:1746129509.314362:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575f800 00000100:00100000:1.0:1746129509.314381:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4613 00000100:00100000:1.0:1746129509.314392:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731983104:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129509.314921:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+21:1960:x1830948731982592:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 14840us (15023us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129509.314929:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4610 00002000:00100000:2.0:1746129509.314935:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013575f480 x1830948731982592/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.314943:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f480 with x1830948731982592 ext(3145728->4194303) 00002000:00010000:2.0:1746129509.314948:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575f480 00000100:00100000:1.0:1746129509.317769:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731982336:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17657us (18548us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129509.317779:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4611 00002000:00100000:1.0:1746129509.317790:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575fb80 x1830948731982336/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.317799:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575fb80 with x1830948731982336 ext(2097152->3145727) 00002000:00010000:1.0:1746129509.317805:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575fb80 00000100:00100000:1.0:1746129509.320761:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1960:x1830948731982848:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 20645us (20836us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129509.320770:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4612 00002000:00100000:1.0:1746129509.320780:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013575f100 x1830948731982848/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.320788:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f100 with x1830948731982848 ext(3145728->4194303) 00002000:00010000:1.0:1746129509.320793:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575f100 00000100:00100000:1.0:1746129509.321855:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731983104:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7461us (7715us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129509.321872:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4613 00002000:00100000:1.0:1746129509.321881:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88013575f800 x1830948731983104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.321888:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575f800 with x1830948731983104 ext(4194304->4923391) 00002000:00010000:1.0:1746129509.321892:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575f800 00010000:00010000:3.0:1746129509.322499:0:26224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129509.333017:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.333189:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731983360 00000100:00100000:1.0:1746129509.333197:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731983360 00002000:00100000:1.0:1746129509.333238:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88013575ca80 x1830948731983360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.333248:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ca80 with x1830948731983360 ext(4194304->4923391) 00002000:00010000:1.0:1746129509.333253:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575ca80 00000100:00100000:1.0:1746129509.333414:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4614 00000100:00100000:1.0:1746129509.333423:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731983360:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.337370:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.337502:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731983488 00000100:00100000:3.0:1746129509.337511:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731983488 00000100:00100000:3.0:1746129509.337567:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10214 00000100:00100000:3.0:1746129509.337575:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29484:x1830948731983488:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129509.337595:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.337611:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05f5b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aeb7 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.337662:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.337673:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.337682:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.337693:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.337698:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.337703:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.337791:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.337800:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad9f expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.337806:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.337831:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad9f expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.337841:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad9f expref: 19 pid: 14548 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.337851:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736837248:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.337937:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.341645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.341678:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736837248:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.341701:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129509.341735:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731983744 00000100:00100000:3.0:1746129509.341741:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731983744 00000100:00100000:3.0:1746129509.341789:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4139 00000100:00100000:3.0:1746129509.341797:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:27693:x1830948731983744:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1746129509.341980:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:27693:x1830948731983744:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 184us (342us total) trans 8589944114 rc 0/0 00000100:00100000:3.0:1746129509.341987:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4139 00000100:00100000:1.0:1746129509.342023:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731983360:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8600us (9013us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129509.342031:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4614 00002000:00100000:1.0:1746129509.342038:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88013575ca80 x1830948731983360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.342046:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575ca80 with x1830948731983360 ext(4194304->4923391) 00002000:00010000:1.0:1746129509.342050:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575ca80 00000100:00100000:0.0:1746129509.344501:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.344594:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731983872 00000100:00100000:3.0:1746129509.344601:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731983872 00010000:00010000:3.0:1746129509.344848:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad9f expref: 21 pid: 14548 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.344917:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6037 00000100:00100000:3.0:1746129509.344924:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731983872:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.344936:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.344942:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad9f expref: 21 pid: 14548 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.344952:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad9f expref: 21 pid: 14548 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.344971:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f883200/0x40a459093b05f406 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad9f expref: 21 pid: 14548 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.344983:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.344987:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.344996:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.345002:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.345031:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129509.345114:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345122:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129509.345162:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129509.345165:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129509.345178:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345191:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345198:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345203:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345209:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345214:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ff0600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.345218:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345224:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345232:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129509.345234:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.345237:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345242:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0600/0x40a459093b05f5b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129509.345250:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731983872:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 326us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.345256:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6037 00010000:00010000:2.0:1746129509.345268:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345273:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345278:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345488:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095ff0c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.345491:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345496:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345503:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250700) 00010000:00010000:2.0:1746129509.345505:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.345507:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345511:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0c00/0x40a459093b05f5bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.345538:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff1800/0x40a459093b05f5b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb7 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.345548:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb7 expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.345553:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.345555:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129509.345557:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ff0000, rc 0) 00000100:00100000:2.0:1746129509.345769:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29484:x1830948731983488:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 8193us (8404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.345775:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10214 00000100:00100000:2.0:1746129509.348510:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.348545:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.348574:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731984128 00000100:00100000:2.0:1746129509.348575:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.348583:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731984128 00000100:00100000:2.0:1746129509.348595:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731984256 00000100:00100000:2.0:1746129509.348599:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731984256 00000100:00100000:3.0:1746129509.348628:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4140 00000100:00100000:3.0:1746129509.348636:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+307:29478:x1830948731984128:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129509.348648:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731984512 00000100:00100000:2.0:1746129509.348651:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731984512 00000100:00100000:2.0:1746129509.348670:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11923 00000100:00100000:2.0:1746129509.348675:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731984256:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129509.348685:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.348701:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aebe expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.348719:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.348721:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.348728:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aebe expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.348741:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aebe expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.348749:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fbb6e00, rc 0) 00000100:00100000:2.0:1746129509.348782:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731984256:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 107us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.348788:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11923 00000100:00100000:3.0:1746129509.348798:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+308:29478:x1830948731984128:12345-192.168.202.4@tcp:35:cat.0 Request processed in 163us (295us total) trans 8589944115 rc 0/0 00000100:00100000:2.0:1746129509.348800:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11924 00000100:00100000:3.0:1746129509.348805:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4140 00000100:00100000:2.0:1746129509.348805:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948731984512:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129509.348812:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.348820:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aecc expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.348834:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.348835:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.348846:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aecc expref: 6 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.348856:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aecc expref: 6 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.348872:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fbb7000, rc 0) 00000100:00100000:2.0:1746129509.348887:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731984512:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 82us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.348891:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11924 00000100:00100000:2.0:1746129509.348917:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.348986:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.348997:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731984384 00000100:00100000:2.0:1746129509.348999:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731984384 00000100:00100000:2.0:1746129509.349018:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731984640 00000100:00100000:2.0:1746129509.349020:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731984640 00000100:00100000:2.0:1746129509.349030:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11925 00000100:00100000:2.0:1746129509.349034:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731984384:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129509.349041:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.349047:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aec5 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.349056:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.349058:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.349062:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aec5 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.349070:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aec5 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.349078:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fbb7600, rc 0) 00000100:00100000:2.0:1746129509.349092:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731984384:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 57us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.349097:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11925 00000100:00100000:2.0:1746129509.349106:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11926 00000100:00100000:2.0:1746129509.349112:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948731984640:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129509.349117:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.349124:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aed3 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.349133:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.349134:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.349138:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aed3 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.349147:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aed3 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.349153:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fbb6a00, rc 0) 00000100:00100000:2.0:1746129509.349169:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948731984640:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 58us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.349173:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11926 00000100:00100000:0.0:1746129509.349376:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.349387:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731984768 00000100:00100000:0.0:1746129509.349390:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731984768 00000100:00100000:0.0:1746129509.349405:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11927 00000100:00100000:0.0:1746129509.349410:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731984768:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129509.349417:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.349424:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aeda expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.349434:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.349435:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.349440:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeda expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.349448:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeda expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.349454:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a60b2200, rc 0) 00000100:00100000:0.0:1746129509.349470:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731984768:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 60us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.349475:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11927 00000100:00100000:0.0:1746129509.349506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.349517:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731984896 00000100:00100000:0.0:1746129509.349520:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731984896 00000100:00100000:0.0:1746129509.349533:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11928 00000100:00100000:0.0:1746129509.349538:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731984896:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129509.349543:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.349549:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aee1 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.349558:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.349560:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.349564:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee1 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.349572:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee1 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.349578:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a60b3e00, rc 0) 00000100:00100000:0.0:1746129509.349591:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731984896:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 52us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.349595:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11928 00000100:00080000:1.0:1746129509.349695:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746129509.349700:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129509.352355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.352470:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731985152 00000100:00100000:2.0:1746129509.352477:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731985152 00000100:00100000:2.0:1746129509.352529:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10215 00000100:00100000:2.0:1746129509.352536:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29484:x1830948731985152:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129509.352553:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.352569:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb7400/0x40a459093b05f5f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aee8 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.352650:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.352661:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb7 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.352667:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.352692:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb7 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.352703:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb7 expref: 12 pid: 15096 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.352714:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736837376:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.352793:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.354605:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736837376:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129509.354632:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129509.355113:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.355170:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731985280 00000100:00100000:3.0:1746129509.355176:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731985280 00010000:00010000:3.0:1746129509.355204:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb7 expref: 13 pid: 15096 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.355243:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6038 00000100:00100000:3.0:1746129509.355250:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1962:x1830948731985280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.355261:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.355266:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb7 expref: 13 pid: 15096 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.355276:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb7 expref: 13 pid: 15096 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.355456:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095ff0000/0x40a459093b05f5c6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb7 expref: 13 pid: 15096 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.355469:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.355473:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.355481:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.355487:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.355514:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.355549:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948731985280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 299us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.355556:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6038 00010000:00010000:1.0:1746129509.355683:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.355691:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129509.355710:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129509.355824:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb7400/0x40a459093b05f5f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee8 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.355866:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee8 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.355873:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.355875:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746129509.355878:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fbb6200, rc 0) 00000100:00100000:1.0:1746129509.356288:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29484:x1830948731985152:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3751us (3939us total) trans 8589944116 rc 0/0 00000100:00100000:1.0:1746129509.356323:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10215 00000100:00100000:0.0:1746129509.359381:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.359609:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731985408 00000100:00100000:1.0:1746129509.359622:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731985408 00000100:00100000:1.0:1746129509.359696:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10216 00000100:00100000:1.0:1746129509.359707:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29484:x1830948731985408:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129509.360145:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.360165:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091625400/0x40a459093b05f60c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aeef expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.360266:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.360283:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee8 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.360289:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.360370:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee8 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.360382:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee8 expref: 13 pid: 15096 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129509.360395:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736837504:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.360504:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.365519:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.365618:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736837504:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.365639:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129509.365724:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731985536 00000100:00100000:2.0:1746129509.365730:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731985536 00010000:00010000:2.0:1746129509.365760:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee8 expref: 14 pid: 15096 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.365795:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6039 00000100:00100000:2.0:1746129509.365803:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1963:x1830948731985536:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.365814:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.365820:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee8 expref: 14 pid: 15096 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.365829:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee8 expref: 14 pid: 15096 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.365847:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b05f5fe lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee8 expref: 14 pid: 15096 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.365875:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.365879:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.365886:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.365892:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.365917:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129509.365949:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.365952:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948731985536:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 150us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.365986:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731985792 00000100:00100000:3.0:1746129509.365991:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731985792 00000100:00100000:3.0:1746129509.366017:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10217 00000100:00100000:3.0:1746129509.366022:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+308:29488:x1830948731985792:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129509.366037:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.366048:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810e00/0x40a459093b05f61a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aef6 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.366131:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.366136:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.366139:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366146:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366155:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366160:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366165:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366250:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366256:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366261:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:3.0:1746129509.366267:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129509.366353:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366358:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366364:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366368:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d811600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129509.366371:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366376:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366381:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129509.366383:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129509.366386:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366390:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811600/0x40a459093b05f621 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366400:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366405:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366409:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366412:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d810a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129509.366414:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366418:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366422:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250400) 00010000:00010000:3.0:1746129509.366424:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129509.366425:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366429:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810a00/0x40a459093b05f628 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.366455:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d810e00/0x40a459093b05f61a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aef6 expref: 311 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.366462:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aef6 expref: 310 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.366467:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.366469:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129509.366471:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d811200, rc 0) 00000100:00100000:3.0:1746129509.366508:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+310:29488:x1830948731985792:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 484us (559us total) trans 8589944117 rc 0/0 00000100:00100000:3.0:1746129509.366513:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10217 00000100:00100000:2.0:1746129509.366565:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6039 00010000:00010000:0.0:1746129509.366656:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129509.366676:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129509.366679:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129509.366687:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129509.366940:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091625400/0x40a459093b05f60c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeef expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.366965:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeef expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.366971:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129509.366973:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129509.366975:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091624a00, rc 0) 00000100:00100000:0.0:1746129509.366993:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29484:x1830948731985408:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 7289us (7626us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.366999:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10216 00000100:00100000:0.0:1746129509.369375:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.369460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.369565:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731986176 00000100:00100000:1.0:1746129509.369572:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731986176 00000100:00100000:1.0:1746129509.369612:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10218 00000100:00100000:1.0:1746129509.369619:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29484:x1830948731986176:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129509.369635:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.369650:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091625000/0x40a459093b05f63d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af04 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.369738:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731985920 00000100:00100000:2.0:1746129509.369742:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731985920 00000100:00100000:2.0:1746129509.369768:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11929 00000100:00100000:2.0:1746129509.369772:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+19:29488:x1830948731985920:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129509.369780:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.369789:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aefd expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.369805:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adb4 expref: 15 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.369812:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aecc expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.369817:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae08 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.369822:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.369824:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.369827:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1110016->1159167] (req 1110016->1159167) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.369957:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae08 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.369971:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae08 expref: 20 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129509.369982:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736837632:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.370076:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aecc expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.370084:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aecc expref: 7 pid: 8411 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129509.370091:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736837760:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.370116:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adb4 expref: 15 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.370123:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adb4 expref: 15 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.370130:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736837888:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.370143:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746129509.370203:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370215:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370225:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370237:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370242:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370247:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370252:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091624000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129509.370255:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370446:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370456:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.370458:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746129509.370461:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370466:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624000/0x40a459093b05f64b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.370492:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091625000/0x40a459093b05f63d lrc: 1/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af04 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.370497:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091625000/0x40a459093b05f63d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af04 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.370503:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091625000, rc 0) 00000100:00100000:1.0:1746129509.370583:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29484:x1830948731986176:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 963us (1122us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129509.370590:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10218 00000100:00100000:2.0:1746129509.371516:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736837632:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.371525:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736837760:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.371532:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736837888:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.371559:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1110016->1159167] (req 1110016->1159167) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.371570:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095ff0c00, rc 0) 00000100:00100000:2.0:1746129509.371603:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+20:29488:x1830948731985920:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1830us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.371613:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11929 00000100:00100000:0.0:1746129509.373637:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.373724:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.373750:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.373780:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731986432 00000100:00100000:2.0:1746129509.373788:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731986432 00000100:00100000:0.0:1746129509.373799:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129509.373827:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae08 expref: 20 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129509.373849:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731986304 00000100:00100000:2.0:1746129509.373851:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731986304 00000100:00100000:1.0:1746129509.373867:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731986816 00000100:00100000:1.0:1746129509.373871:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731986816 00010000:00010000:2.0:1746129509.373874:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aecc expref: 8 pid: 8411 timeout: 864 lvb_type: 1 00010000:00010000:1.0:1746129509.373890:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adb4 expref: 16 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.373891:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6040 00000100:00100000:0.0:1746129509.373897:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6041 00000100:00100000:2.0:1746129509.373898:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731986432:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129509.373904:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731986304:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129509.373907:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6042 00010000:00010000:2.0:1746129509.373908:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129509.373910:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948731986816:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.373911:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.373916:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.373927:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adb4 expref: 16 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.373927:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aecc expref: 8 pid: 8411 timeout: 864 lvb_type: 1 00010000:00010000:2.0:1746129509.373928:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae08 expref: 20 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:0.0:1746129509.373936:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aecc expref: 8 pid: 8411 timeout: 864 lvb_type: 1 00010000:00010000:1.0:1746129509.373975:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adb4 expref: 16 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.373979:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731986688 00000100:00100000:3.0:1746129509.373983:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731986688 00010000:00010000:1.0:1746129509.373993:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6c65a00/0x40a459093b05f445 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adb4 expref: 16 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129509.374005:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.374015:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4141 00000100:00100000:3.0:1746129509.374024:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29484:x1830948731986688:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:1.0:1746129509.374034:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731986816:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 123us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.374039:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6042 00010000:00010000:2.0:1746129509.374322:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae08 expref: 20 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:2.0:1746129509.374334:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9208c00/0x40a459093b05f4ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae08 expref: 20 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:0.0:1746129509.374342:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7000/0x40a459093b05f5d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aecc expref: 8 pid: 8411 timeout: 864 lvb_type: 1 00010000:00010000:2.0:1746129509.374345:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.374347:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.374352:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.374363:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.374370:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.374389:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731986304:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 486us (637us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129509.374391:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.374394:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6041 00000100:00100000:2.0:1746129509.374400:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736838016:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129509.374444:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.374587:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29484:x1830948731986688:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 566us (1012us total) trans 8589944118 rc 0/0 00000100:00100000:3.0:1746129509.374593:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4141 00000100:00100000:2.0:1746129509.375777:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736838016:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129509.375796:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.375833:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948731986432:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1935us (2109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.375839:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6040 00000100:00100000:0.0:1746129509.376283:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.376417:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731987072 00000100:00100000:1.0:1746129509.376423:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731987072 00002000:00100000:1.0:1746129509.376455:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1110016->1114111) req@ffff88009c078380 x1830948731987072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.376464:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078380 with x1830948731987072 ext(1110016->1114111) 00002000:00010000:1.0:1746129509.376468:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c078380 00000100:00100000:1.0:1746129509.376590:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4615 00000100:00100000:1.0:1746129509.376597:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731987072:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129509.376762:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731987072:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 166us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129509.376767:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4615 00002000:00100000:1.0:1746129509.376772:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1110016->1114111) req@ffff88009c078380 x1830948731987072/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.376778:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078380 with x1830948731987072 ext(1110016->1114111) 00002000:00010000:1.0:1746129509.376781:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c078380 00000100:00100000:0.0:1746129509.380025:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.380510:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731987328 00000100:00100000:2.0:1746129509.380520:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731987328 00002000:00100000:2.0:1746129509.380571:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1155072->1159167) req@ffff88009c078e00 x1830948731987328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.380582:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078e00 with x1830948731987328 ext(1155072->1159167) 00002000:00010000:2.0:1746129509.380587:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c078e00 00000100:00100000:2.0:1746129509.380605:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4616 00000100:00100000:2.0:1746129509.380613:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+19:1961:x1830948731987328:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129509.380765:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+19:1961:x1830948731987328:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 153us (748us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129509.380774:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4616 00002000:00100000:2.0:1746129509.380779:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1155072->1159167) req@ffff88009c078e00 x1830948731987328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.380785:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078e00 with x1830948731987328 ext(1155072->1159167) 00002000:00010000:2.0:1746129509.380787:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c078e00 00000100:00100000:0.0:1746129509.382647:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.383144:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731987584 00000100:00100000:3.0:1746129509.383151:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731987584 00000100:00100000:3.0:1746129509.383455:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4142 00000100:00100000:3.0:1746129509.383463:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+310:29488:x1830948731987584:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129509.383825:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+311:29488:x1830948731987584:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 361us (1183us total) trans 8589944119 rc 0/0 00000100:00100000:3.0:1746129509.383830:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4142 00000100:00100000:0.0:1746129509.456709:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.456966:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731987840 00000100:00100000:1.0:1746129509.456977:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731987840 00000100:00100000:1.0:1746129509.457038:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10219 00000100:00100000:1.0:1746129509.457045:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+20:29492:x1830948731987840:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129509.457068:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.457085:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091624e00/0x40a459093b05f652 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af0b expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.457179:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.457194:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeef expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.457204:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aef6 expref: 310 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.457210:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.457237:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aef6 expref: 310 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.457247:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aef6 expref: 310 pid: 14548 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129509.457256:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736838144:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.457960:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeef expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.457968:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeef expref: 12 pid: 15096 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129509.457976:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736838272:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.458010:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.462323:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.462443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.462523:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736838144:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.462535:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736838272:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.462555:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129509.462700:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731987968 00000100:00100000:3.0:1746129509.462707:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731987968 00010000:00010000:3.0:1746129509.462744:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aef6 expref: 311 pid: 14548 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.462782:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731988096 00000100:00100000:3.0:1746129509.462784:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731988096 00010000:00010000:3.0:1746129509.462796:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeef expref: 13 pid: 15096 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.462823:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6043 00000100:00100000:3.0:1746129509.462830:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6026450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+311:1962:x1830948731987968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.462844:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.462849:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aef6 expref: 311 pid: 14548 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.462867:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aef6 expref: 311 pid: 14548 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.462889:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d811200/0x40a459093b05f62f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aef6 expref: 311 pid: 14548 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.462909:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.462914:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.462922:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.462927:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.462980:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6026450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+310:1962:x1830948731987968:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 149us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.462986:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6043 00000100:00100000:3.0:1746129509.463034:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6044 00000100:00100000:3.0:1746129509.463039:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1960:x1830948731988096:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.463045:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.463049:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeef expref: 13 pid: 15096 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.463057:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeef expref: 13 pid: 15096 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.463068:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624a00/0x40a459093b05f613 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeef expref: 13 pid: 15096 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.463075:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.463078:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.463083:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.463090:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.463106:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.463120:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948731988096:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 81us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.463125:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6044 00010000:00010000:1.0:1746129509.463316:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.463322:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129509.463343:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129509.463565:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624e00/0x40a459093b05f652 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af0b expref: 23 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.463591:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af0b expref: 22 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.463597:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.463600:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746129509.463602:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091624800, rc 0) 00000100:00100000:1.0:1746129509.463626:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+22:29492:x1830948731987840:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6582us (6925us total) trans 8589944120 rc 0/0 00000100:00100000:1.0:1746129509.463633:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10219 00000100:00100000:0.0:1746129509.466577:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.466707:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731988224 00000100:00100000:2.0:1746129509.466715:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731988224 00000100:00100000:2.0:1746129509.466772:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11930 00000100:00100000:2.0:1746129509.466778:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+15:29492:x1830948731988224:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129509.466793:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.466809:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af12 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.466833:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.466840:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee1 expref: 6 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.466845:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.466850:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.466852:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.466855:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [4034560->4091903] (req 4034560->4091903) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.466892:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.466902:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.466918:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736838400:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.467013:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee1 expref: 6 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.467019:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee1 expref: 6 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129509.467026:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736838528:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.467054:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.467061:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 16 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.467069:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736838656:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.467089:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.472663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.472714:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.472737:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731988352 00000100:00100000:0.0:1746129509.472743:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731988352 00000100:00100000:1.0:1746129509.472752:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731988736 00000100:00100000:1.0:1746129509.472756:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731988736 00010000:00010000:0.0:1746129509.472777:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee1 expref: 7 pid: 8412 timeout: 864 lvb_type: 1 00000100:00100000:1.0:1746129509.472799:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10220 00000100:00100000:0.0:1746129509.472804:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6045 00000100:00100000:1.0:1746129509.472806:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+310:29495:x1830948731988736:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129509.472809:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736838400:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129509.472810:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731988352:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129509.472819:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736838528:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129509.472821:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.472824:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129509.472825:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736838656:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.472838:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091625e00/0x40a459093b05f66e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af19 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.472844:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee1 expref: 7 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:0.0:1746129509.472855:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee1 expref: 7 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:0.0:1746129509.472895:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a60b3e00/0x40a459093b05f5f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aee1 expref: 7 pid: 8412 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129509.472896:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [4034560->4091903] (req 4034560->4091903) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.472912:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129509.472913:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cd31a00, rc 0) 00000100:00100000:0.0:1746129509.472948:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731988352:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 138us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.472954:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6045 00000100:00100000:3.0:1746129509.472958:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:29492:x1830948731988224:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6180us (6395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.472964:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11930 00000100:00100000:2.0:1746129509.472971:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.472985:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731988480 00000100:00100000:3.0:1746129509.472988:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731988480 00010000:00010000:3.0:1746129509.473000:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 19 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.473018:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6046 00000100:00100000:3.0:1746129509.473022:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731988480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.473028:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.473035:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 19 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.473042:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 19 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.473053:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009349ec00/0x40a459093b05f5aa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeb0 expref: 19 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.473072:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129509.473135:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473146:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473153:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473165:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473170:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473175:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129509.473183:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+18:1963:x1830948731988480:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 160us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.473189:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6046 00010000:00010000:1.0:1746129509.473333:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091625800/0x40a459093b05f683 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473341:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091625800/0x40a459093b05f683 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473345:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091625800/0x40a459093b05f683 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129509.473351:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129509.473409:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473413:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473418:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473423:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091625c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129509.473425:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473429:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473433:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129509.473435:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129509.473437:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473439:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091625c00/0x40a459093b05f675 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473452:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473455:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473457:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473459:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091624600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129509.473461:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473463:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473466:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba100) 00010000:00010000:1.0:1746129509.473467:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129509.473468:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473471:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624600/0x40a459093b05f67c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.473497:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091625e00/0x40a459093b05f66e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af19 expref: 313 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.473502:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091625800/0x40a459093b05f683 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af19 expref: 312 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.473506:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.473507:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129509.473508:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091625800, rc 0) 00000100:00100000:1.0:1746129509.473530:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+312:29495:x1830948731988736:12345-192.168.202.4@tcp:101:cat.0 Request processed in 726us (876us total) trans 8589944121 rc 0/0 00000100:00100000:1.0:1746129509.473535:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10220 00000100:00100000:0.0:1746129509.473897:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.473962:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731988864 00000100:00100000:3.0:1746129509.473966:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731988864 00010000:00010000:3.0:1746129509.473978:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 16 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.473991:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6047 00000100:00100000:3.0:1746129509.473996:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731988864:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.474004:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.474012:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 16 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.474021:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 16 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.474031:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a9419400/0x40a459093b05f5a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aea9 expref: 16 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.474042:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.474043:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.474048:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 15 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.474054:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 15 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.474076:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 15 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.474090:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736838784:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129509.474148:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381180 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.477235:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736838784:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.477255:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.477323:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731988864:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3325us (3425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.477332:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6047 00000100:00100000:2.0:1746129509.478578:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.478702:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.478738:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.478756:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731989120 00000100:00100000:0.0:1746129509.478763:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731989120 00000100:00100000:1.0:1746129509.478802:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731989376 00000100:00100000:1.0:1746129509.478806:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731989376 00000100:00100000:0.0:1746129509.478809:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 640 00000100:00100000:0.0:1746129509.478815:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+312:1963:x1830948731989120:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.478827:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00100000:1.0:1746129509.478833:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (4034560->4038655) req@ffff88009fab0380 x1830948731989376/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:3.0:1746129509.478835:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731988992 00000100:00100000:3.0:1746129509.478839:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731988992 00002000:00100000:1.0:1746129509.478840:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0380 with x1830948731989376 ext(4034560->4038655) 00002000:00010000:1.0:1746129509.478844:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab0380 00010000:00010000:0.0:1746129509.478845:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091625800/0x40a459093b05f683 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af19 expref: 312 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.478870:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00000100:00100000:1.0:1746129509.478871:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4617 00010000:00010000:0.0:1746129509.478873:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.478874:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11931 00000100:00100000:1.0:1746129509.478876:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731989376:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129509.478880:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948731988992:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.478890:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129509.478901:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+311:1963:x1830948731989120:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 86us (199us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129509.478903:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d810200/0x40a459093b05f691 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af20 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.478906:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 640 00000100:00100000:3.0:1746129509.478942:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736838912:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129509.478993:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381180 going to sleep for 11 seconds 00000100:00100000:1.0:1746129509.479150:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731989376:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 273us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129509.479159:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4617 00002000:00100000:1.0:1746129509.479164:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (4034560->4038655) req@ffff88009fab0380 x1830948731989376/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.479170:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0380 with x1830948731989376 ext(4034560->4038655) 00002000:00010000:1.0:1746129509.479173:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab0380 00002000:00010000:3.0:1746129509.480343:0:8411:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129509 -> 1746129510 00002000:00010000:3.0:1746129509.480481:0:8411:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129509 -> 1746129510 00002000:00010000:3.0:1746129509.480484:0:8411:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129509 -> 1746129510 00000100:00100000:3.0:1746129509.480502:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736838912:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129509.480532:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d810200/0x40a459093b05f691 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af20 expref: 19 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.480549:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d810200/0x40a459093b05f691 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af20 expref: 19 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.480558:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d810200, rc 0) 00000100:00100000:3.0:1746129509.480611:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948731988992:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1731us (2037us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129509.480617:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11931 00000100:00100000:0.0:1746129509.480960:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.481037:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731989632 00000100:00100000:1.0:1746129509.481047:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731989632 00002000:00100000:1.0:1746129509.481083:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (4087808->4091903) req@ffff880095625880 x1830948731989632/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.481092:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625880 with x1830948731989632 ext(4087808->4091903) 00002000:00010000:1.0:1746129509.481096:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095625880 00000100:00100000:1.0:1746129509.481122:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4618 00000100:00100000:1.0:1746129509.481128:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731989632:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129509.481257:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948731989632:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 128us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129509.481263:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4618 00002000:00100000:1.0:1746129509.481268:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (4087808->4091903) req@ffff880095625880 x1830948731989632/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.481274:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625880 with x1830948731989632 ext(4087808->4091903) 00002000:00010000:1.0:1746129509.481277:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095625880 00000100:00100000:0.0:1746129509.487433:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.487546:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731989888 00000100:00100000:2.0:1746129509.487553:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731989888 00002000:00100000:2.0:1746129509.487593:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880095626d80 x1830948731989888/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 504/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.487603:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095626d80 with x1830948731989888 ext(1048576->2097151) 00002000:00010000:2.0:1746129509.487607:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095626d80 00000100:00100000:2.0:1746129509.487624:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4619 00000100:00100000:2.0:1746129509.487631:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+18:1961:x1830948731989888:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129509.495945:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+18:1961:x1830948731989888:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8307us (8575us total) trans 0 rc 999424/999424 00000100:00100000:2.0:1746129509.496211:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4619 00002000:00100000:2.0:1746129509.496223:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880095626d80 x1830948731989888/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 504/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 999424/999424 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.496231:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095626d80 with x1830948731989888 ext(1048576->2097151) 00002000:00010000:2.0:1746129509.496236:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095626d80 00000100:00100000:0.0:1746129509.508093:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.508258:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731990016 00000100:00100000:3.0:1746129509.508265:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731990016 00000100:00100000:3.0:1746129509.508336:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11932 00000100:00100000:3.0:1746129509.508344:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+18:29495:x1830948731990016:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.508362:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.508377:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af27 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.508404:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 14 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.508411:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129509.508413:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129509.508417:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.508446:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 14 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.508463:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 14 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.508474:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839040:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.508567:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381180 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.510672:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839040:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129509.510691:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129509.510694:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.510747:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731990144 00000100:00100000:2.0:1746129509.510752:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731990144 00002000:00100000:2.0:1746129509.510788:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (4034560->4091903) req@ffff880095625500 x1830948731990144/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.510796:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625500 with x1830948731990144 ext(4034560->4091903) 00010000:00010000:2.0:1746129509.510802:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 15 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.510812:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 15 pid: 8411 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746129509.510818:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095625500 00000100:00100000:2.0:1746129509.510843:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1194 00000100:00100000:0.0:1746129509.511094:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.511122:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731990400 00000100:00100000:0.0:1746129509.511125:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731990400 00000100:00100000:2.0:1746129509.511135:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1962:x1830948731990144:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129509.511169:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10221 00000100:00100000:2.0:1746129509.511178:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+311:29498:x1830948731990400:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129509.511189:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.511202:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880129bad400/0x40a459093b05f69f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af2e expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.511280:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.511290:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.511324:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.511336:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.511371:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d810a00, rc 0) 00000100:00100000:3.0:1746129509.511409:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+19:29495:x1830948731990016:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3066us (3323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.511416:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11932 00010000:00010000:2.0:1746129509.512336:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512347:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512442:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f6b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512450:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f6b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512456:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f6b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129509.512463:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129509.512521:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512526:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512531:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512536:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba31a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.512539:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512544:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512551:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129509.512554:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.512556:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.512564:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31a00/0x40a459093b05f6a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.513345:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.513353:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.513358:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.513363:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba30200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.513365:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.513370:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.513378:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094adc500) 00010000:00010000:2.0:1746129509.513380:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.513383:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.513387:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30200/0x40a459093b05f6ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.513445:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880129bad400/0x40a459093b05f69f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af2e expref: 314 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.513455:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f6b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af2e expref: 313 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.513466:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.513468:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129509.513470:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba30600, rc 0) 00000100:00100000:2.0:1746129509.513511:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+313:29498:x1830948731990400:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2332us (2417us total) trans 8589944122 rc 0/0 00000100:00100000:2.0:1746129509.513519:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10221 00000100:00100000:3.0:1746129509.514900:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731990144:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 3765us (4206us total) trans 21474840416 rc 0/0 00000100:00100000:3.0:1746129509.514909:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1194 00002000:00100000:3.0:1746129509.514919:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (4034560->4091903) req@ffff880095625500 x1830948731990144/t21474840416(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/448 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.514928:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625500 with x1830948731990144 ext(4034560->4091903) 00010000:00010000:3.0:1746129509.514935:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 17 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.514947:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 17 pid: 8411 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129509.514953:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095625500 00000100:00100000:0.0:1746129509.518033:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.518270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.518337:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731990528 00000100:00100000:1.0:1746129509.518346:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731990528 00010000:00010000:1.0:1746129509.518380:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 17 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746129509.518419:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731990656 00000100:00100000:1.0:1746129509.518422:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731990656 00000100:00100000:2.0:1746129509.518437:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6048 00000100:00100000:1.0:1746129509.518447:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 641 00000100:00100000:2.0:1746129509.518449:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948731990528:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129509.518453:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6026050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+313:1963:x1830948731990656:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.518461:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.518461:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.518480:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 17 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129509.518480:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f6b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af2e expref: 313 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.518491:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 17 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129509.518496:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.518501:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129509.518507:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cd31a00/0x40a459093b05f667 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4034560->4091903) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af12 expref: 17 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.518522:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.518524:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129509.518536:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6026050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+312:1963:x1830948731990656:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 83us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.518542:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 641 00010000:00010000:2.0:1746129509.519058:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.519071:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.519106:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.519118:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736839168:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129509.519187:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12780 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.523501:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736839168:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129509.523528:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.523573:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+16:1960:x1830948731990528:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5127us (5550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.523583:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6048 00000100:00100000:1.0:1746129509.529848:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.529901:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.529962:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731990912 00000100:00100000:0.0:1746129509.529970:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731990912 00002000:00100000:0.0:1746129509.530007:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a063f480 x1830948731990912/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:3.0:1746129509.530008:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731991168 00000100:00100000:3.0:1746129509.530011:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731991168 00002000:00100000:0.0:1746129509.530016:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063f480 with x1830948731990912 ext(2097152->3145727) 00002000:00010000:0.0:1746129509.530021:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063f480 00002000:00100000:3.0:1746129509.530032:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a063c000 x1830948731991168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129509.530038:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4620 00002000:00100000:3.0:1746129509.530040:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063c000 with x1830948731991168 ext(3145728->4194303) 00002000:00010000:3.0:1746129509.530043:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063c000 00000100:00100000:0.0:1746129509.530044:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948731990912:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129509.530056:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4621 00000100:00100000:3.0:1746129509.530061:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948731991168:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129509.539803:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+21:1961:x1830948731991168:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9733us (9892us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129509.539813:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4621 00002000:00100000:3.0:1746129509.539822:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a063c000 x1830948731991168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.539830:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063c000 with x1830948731991168 ext(3145728->4194303) 00002000:00010000:3.0:1746129509.539836:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063c000 00000100:00100000:2.0:1746129509.542381:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+19:1961:x1830948731990912:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12329us (12534us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129509.542775:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4620 00002000:00100000:2.0:1746129509.542788:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a063f480 x1830948731990912/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.542796:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063f480 with x1830948731990912 ext(2097152->3145727) 00002000:00010000:2.0:1746129509.542801:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063f480 00000100:00100000:1.0:1746129509.555514:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.555555:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.555579:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731991552 00000100:00100000:2.0:1746129509.555586:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731991552 00000100:00100000:3.0:1746129509.555607:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731991424 00000100:00100000:3.0:1746129509.555610:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731991424 00000100:00100000:3.0:1746129509.555631:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4143 00000100:00100000:2.0:1746129509.555633:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11933 00000100:00100000:3.0:1746129509.555638:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+312:29495:x1830948731991424:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129509.555638:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948731991552:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.555655:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.555668:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba31000/0x40a459093b05f6c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af35 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.555707:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839296:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129509.555767:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.555797:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+313:29495:x1830948731991424:12345-192.168.202.4@tcp:35:cat.0 Request processed in 160us (293us total) trans 8589944123 rc 0/0 00000100:00100000:3.0:1746129509.555804:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4143 00000100:00100000:2.0:1746129509.556375:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.556408:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731991680 00000100:00100000:0.0:1746129509.556413:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731991680 00000100:00100000:0.0:1746129509.556444:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11934 00000100:00100000:0.0:1746129509.556450:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731991680:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129509.556457:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.556466:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af3c expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.556477:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.556479:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.556486:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af3c expref: 19 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.556499:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af3c expref: 19 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.556507:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136057200, rc 0) 00000100:00100000:0.0:1746129509.556539:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948731991680:12345-192.168.202.4@tcp:101:cat.0 Request processed in 90us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.556544:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11934 00002000:00010000:0.0:1746129509.561704:0:8411:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime: 1746129509 -> 1746129510 00002000:00010000:0.0:1746129509.561710:0:8411:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129509 -> 1746129510 00002000:00010000:0.0:1746129509.561712:0:8411:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime: 1746129509 -> 1746129510 00000100:00100000:0.0:1746129509.561733:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839296:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129509.561765:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ba31000/0x40a459093b05f6c2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af35 expref: 18 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.561777:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba31000/0x40a459093b05f6c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af35 expref: 18 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.561808:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba31000, rc 0) 00000100:00100000:0.0:1746129509.561848:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731991552:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6210us (6291us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129509.561881:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11933 00000100:00100000:0.0:1746129509.573836:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.573949:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731991808 00000100:00100000:2.0:1746129509.573958:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731991808 00000100:00100000:2.0:1746129509.574015:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11935 00000100:00100000:2.0:1746129509.574023:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:29501:x1830948731991808:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.574042:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.574061:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af43 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.574091:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.574097:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129509.574099:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129509.574102:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.574127:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.574138:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.574148:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839424:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.574230:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.575930:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.575985:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731991936 00000100:00100000:3.0:1746129509.575991:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731991936 00002000:00100000:3.0:1746129509.576031:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1110016->1159167) req@ffff880095626300 x1830948731991936/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.576040:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095626300 with x1830948731991936 ext(1110016->1159167) 00010000:00010000:3.0:1746129509.576048:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 19 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.576061:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 19 pid: 8411 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129509.576067:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095626300 00000100:00100000:3.0:1746129509.576083:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1195 00000100:00100000:3.0:1746129509.576089:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948731991936:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129509.576110:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839424:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.576134:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.576150:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba31e00, rc 0) 00000100:00100000:2.0:1746129509.576197:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:29501:x1830948731991808:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2175us (2372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.576203:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11935 00000100:00100000:3.0:1746129509.579099:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948731991936:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3001us (3167us total) trans 21474840417 rc 0/0 00000100:00100000:3.0:1746129509.579109:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1195 00002000:00100000:3.0:1746129509.579118:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1110016->1159167) req@ffff880095626300 x1830948731991936/t21474840417(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/448 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.579126:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095626300 with x1830948731991936 ext(1110016->1159167) 00010000:00010000:3.0:1746129509.579134:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 21 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.579146:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 21 pid: 8411 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746129509.579157:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880095626300 00000100:00100000:0.0:1746129509.591895:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.592222:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731992064 00000100:00100000:2.0:1746129509.592230:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731992064 00010000:00010000:2.0:1746129509.592270:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 21 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.592355:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6049 00000100:00100000:2.0:1746129509.592365:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948731992064:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.592379:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.592397:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 21 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.592408:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 21 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.592621:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095ff0c00/0x40a459093b05f644 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1110016->1159167) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aefd expref: 21 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.592642:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.592643:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.592650:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.592657:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.592686:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 17 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.592699:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c24700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736839552:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129509.593039:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.602155:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c24700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736839552:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129509.602177:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.602690:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731992064:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 10324us (10799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.602700:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6049 00000100:00100000:0.0:1746129509.607142:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.607198:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.608657:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731992320 00000100:00100000:3.0:1746129509.608668:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731992320 00002000:00100000:3.0:1746129509.608718:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880095625f80 x1830948731992320/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.608727:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625f80 with x1830948731992320 ext(1048576->2097151) 00002000:00010000:3.0:1746129509.608733:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095625f80 00000100:00100000:3.0:1746129509.608767:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4622 00000100:00100000:3.0:1746129509.608775:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731992320:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129509.608877:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731992448 00000100:00100000:2.0:1746129509.608882:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731992448 00000100:00100000:2.0:1746129509.608921:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11936 00000100:00100000:2.0:1746129509.608927:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:29504:x1830948731992448:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129509.608935:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.608949:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af4a expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.609008:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.609018:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af3c expref: 20 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.609025:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.609027:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.609030:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2621440->2789375] (req 2621440->2789375) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.609056:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af3c expref: 20 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.609068:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af3c expref: 20 pid: 31503 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129509.609079:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839680:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.609446:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.609454:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 19 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.609463:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839808:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.609487:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.616180:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.616198:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839680:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.616207:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731992576 00000100:00100000:3.0:1746129509.616209:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736839808:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.616213:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731992576 00010000:00010000:3.0:1746129509.616240:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2621440->2789375] (req 2621440->2789375) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.616253:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba30c00, rc 0) 00000100:00100000:3.0:1746129509.616319:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:29504:x1830948731992448:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7392us (9119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.616328:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11936 00010000:00010000:2.0:1746129509.616399:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af3c expref: 21 pid: 31503 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129509.616427:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6050 00000100:00100000:2.0:1746129509.616434:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948731992576:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.616444:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.616461:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af3c expref: 21 pid: 31503 timeout: 864 lvb_type: 1 00010000:00010000:2.0:1746129509.616469:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af3c expref: 21 pid: 31503 timeout: 864 lvb_type: 1 00010000:00010000:2.0:1746129509.616489:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136057200/0x40a459093b05f6c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af3c expref: 21 pid: 31503 timeout: 864 lvb_type: 1 00010000:00010000:2.0:1746129509.616501:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.616523:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731992576:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 90us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.616529:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6050 00000100:00100000:0.0:1746129509.618913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.619154:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731992704 00000100:00100000:2.0:1746129509.619161:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731992704 00010000:00010000:2.0:1746129509.619196:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 20 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.619227:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6051 00000100:00100000:2.0:1746129509.619235:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948731992704:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.619252:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.619275:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 20 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.619286:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 20 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.619357:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b05f698 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af27 expref: 20 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746129509.619371:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.619373:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.619379:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.619386:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.619420:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.619433:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736839936:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129509.619510:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.623273:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.623715:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731992960 00000100:00100000:1.0:1746129509.623722:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731992960 00002000:00100000:1.0:1746129509.623759:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2621440->2625535) req@ffff880095627800 x1830948731992960/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.623769:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095627800 with x1830948731992960 ext(2621440->2625535) 00002000:00010000:1.0:1746129509.623774:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095627800 00000100:00100000:1.0:1746129509.623812:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4623 00000100:00100000:1.0:1746129509.623820:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731992960:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129509.623980:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948731992960:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 160us (713us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129509.623986:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4623 00002000:00100000:1.0:1746129509.623991:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2621440->2625535) req@ffff880095627800 x1830948731992960/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.623998:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095627800 with x1830948731992960 ext(2621440->2625535) 00002000:00010000:1.0:1746129509.624001:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095627800 00000100:00100000:2.0:1746129509.624343:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736839936:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129509.624364:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.624400:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+19:1961:x1830948731992704:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5165us (5495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.624408:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6051 00000100:00100000:3.0:1746129509.624824:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731992320:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16048us (17689us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129509.624831:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4622 00002000:00100000:3.0:1746129509.624837:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880095625f80 x1830948731992320/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.624848:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095625f80 with x1830948731992320 ext(1048576->2097151) 00002000:00010000:3.0:1746129509.624852:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095625f80 00000100:00100000:0.0:1746129509.631243:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.631475:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731993216 00000100:00100000:3.0:1746129509.631485:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731993216 00002000:00100000:3.0:1746129509.631541:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2785280->2789375) req@ffff880095624700 x1830948731993216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.631551:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095624700 with x1830948731993216 ext(2785280->2789375) 00002000:00010000:3.0:1746129509.631557:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095624700 00000100:00100000:3.0:1746129509.631596:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4624 00000100:00100000:3.0:1746129509.632120:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731993216:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129509.632370:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948731993216:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 763us (1138us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129509.632377:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4624 00002000:00100000:3.0:1746129509.632384:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2785280->2789375) req@ffff880095624700 x1830948731993216/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.632393:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095624700 with x1830948731993216 ext(2785280->2789375) 00002000:00010000:3.0:1746129509.632396:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095624700 00000100:00100000:0.0:1746129509.636099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.636344:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731993472 00000100:00100000:3.0:1746129509.636354:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731993472 00002000:00100000:3.0:1746129509.636421:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2621439) req@ffff88012baedf80 x1830948731993472/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.636432:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baedf80 with x1830948731993472 ext(2097152->2621439) 00002000:00010000:3.0:1746129509.636440:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baedf80 00000100:00100000:3.0:1746129509.636611:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4625 00000100:00100000:3.0:1746129509.636623:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1961:x1830948731993472:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129509.642428:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1961:x1830948731993472:12345-192.168.202.4@tcp:3:cat.0 Request processed in 5798us (6333us total) trans 0 rc 524288/524288 00000100:00100000:3.0:1746129509.642438:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4625 00002000:00100000:3.0:1746129509.642449:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2621439) req@ffff88012baedf80 x1830948731993472/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 524288/524288 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.642458:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baedf80 with x1830948731993472 ext(2097152->2621439) 00002000:00010000:3.0:1746129509.642464:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baedf80 00000100:00100000:0.0:1746129509.647170:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.647411:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.647579:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731993728 00000100:00100000:3.0:1746129509.647589:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731993728 00002000:00100000:3.0:1746129509.647629:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2789376->3145727) req@ffff88012baef480 x1830948731993728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.647639:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baef480 with x1830948731993728 ext(2789376->3145727) 00002000:00010000:3.0:1746129509.647644:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baef480 00000100:00100000:3.0:1746129509.647663:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731993984 00000100:00100000:3.0:1746129509.647665:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731993984 00002000:00100000:3.0:1746129509.647675:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012baed180 x1830948731993984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.647681:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baed180 with x1830948731993984 ext(3145728->4194303) 00002000:00010000:3.0:1746129509.647684:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baed180 00000100:00100000:3.0:1746129509.647704:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4626 00000100:00100000:3.0:1746129509.647710:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948731993728:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129509.647779:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4627 00000100:00100000:1.0:1746129509.647787:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948731993984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129509.653986:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948731993728:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6264us (6812us total) trans 0 rc 356352/356352 00000100:00100000:3.0:1746129509.653998:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4626 00002000:00100000:3.0:1746129509.654011:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2789376->3145727) req@ffff88012baef480 x1830948731993728/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 356352/356352 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.654019:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baef480 with x1830948731993728 ext(2789376->3145727) 00002000:00010000:3.0:1746129509.654026:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baef480 00000100:00100000:2.0:1746129509.658783:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.659110:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731994112 00000100:00100000:3.0:1746129509.659123:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731994112 00000100:00100000:3.0:1746129509.659199:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11937 00000100:00100000:3.0:1746129509.659207:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+19:29498:x1830948731994112:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129509.659227:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.659244:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af51 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.659274:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.659282:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.659283:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.659287:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1306624->2097151] (req 1306624->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.659354:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 18 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.659364:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746129509.659378:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736840064:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.659718:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948731993984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11929us (12304us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129509.659729:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4627 00000100:00100000:3.0:1746129509.659739:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381300 going to sleep for 11 seconds 00002000:00100000:1.0:1746129509.659739:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012baed180 x1830948731993984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.659747:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baed180 with x1830948731993984 ext(3145728->4194303) 00002000:00010000:1.0:1746129509.659752:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baed180 00000100:00100000:3.0:1746129509.665219:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736840064:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.665252:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1306624->2097151] (req 1306624->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.665272:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f446400, rc 0) 00000100:00100000:3.0:1746129509.666129:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+20:29498:x1830948731994112:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6915us (7346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.666141:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11937 00000100:00100000:1.0:1746129509.666288:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.666409:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731994240 00000100:00100000:3.0:1746129509.666415:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731994240 00000100:00100000:3.0:1746129509.666453:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11938 00000100:00100000:3.0:1746129509.666461:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1961:x1830948731994240:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.666479:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.666494:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f446e00/0x40a459093b05f6e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af58 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129509.666496:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129509.666517:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129509.666524:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731994368 00010000:00010000:3.0:1746129509.666527:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f446e00/0x40a459093b05f6e5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af58 expref: 19 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129509.666527:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731994368 00010000:00010000:3.0:1746129509.666537:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f446e00/0x40a459093b05f6e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af58 expref: 20 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.666543:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 20 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.666554:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f446e00, rc 0) 00000100:00100000:3.0:1746129509.666936:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948731994240:12345-192.168.202.4@tcp:101:cat.0 Request processed in 474us (647us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129509.666937:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6052 00000100:00100000:3.0:1746129509.666941:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11938 00000100:00100000:1.0:1746129509.666944:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731994368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129509.666956:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.666982:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129509.666992:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129509.667009:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba31e00/0x40a459093b05f6d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af43 expref: 18 pid: 8411 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746129509.667035:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.667037:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.667044:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.667052:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.667081:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 19 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129509.667094:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736840192:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129509.667163:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d1d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129509.669260:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736840192:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129509.669280:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129509.669369:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731994368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2423us (2870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.669426:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6052 00000100:00100000:0.0:1746129509.670897:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.670942:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.671158:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731994496 00000100:00100000:3.0:1746129509.671166:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731994496 00000100:00100000:3.0:1746129509.671215:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11939 00000100:00100000:3.0:1746129509.671222:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731994496:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.671238:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.671252:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f6ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af5f expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.671325:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736840320:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129509.671391:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381300 going to sleep for 11 seconds 00000100:00100000:1.0:1746129509.671447:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731994752 00000100:00100000:1.0:1746129509.671451:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731994752 00002000:00100000:1.0:1746129509.671477:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1306624->1310719) req@ffff88012baec700 x1830948731994752/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.671486:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baec700 with x1830948731994752 ext(1306624->1310719) 00002000:00010000:1.0:1746129509.671489:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baec700 00000100:00100000:1.0:1746129509.671502:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4628 00000100:00100000:1.0:1746129509.671506:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731994752:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129509.671644:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948731994752:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 136us (700us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129509.671650:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4628 00002000:00100000:1.0:1746129509.671655:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1306624->1310719) req@ffff88012baec700 x1830948731994752/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.671661:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baec700 with x1830948731994752 ext(1306624->1310719) 00002000:00010000:1.0:1746129509.671664:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baec700 00000100:00100000:3.0:1746129509.674119:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736840320:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129509.674145:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f6ec lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af5f expref: 18 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.674157:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f6ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af5f expref: 18 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.674168:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f446c00, rc 0) 00000100:00100000:3.0:1746129509.674650:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731994496:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3427us (3756us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129509.674662:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11939 00000100:00100000:0.0:1746129509.677966:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.678073:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731994880 00000100:00100000:3.0:1746129509.678083:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731994880 00000100:00100000:3.0:1746129509.678144:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11940 00000100:00100000:3.0:1746129509.678152:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1961:x1830948731994880:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.678169:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.678190:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f6f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af66 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.678241:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736840448:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129509.678370:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.680896:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.681144:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731995008 00000100:00100000:2.0:1746129509.681153:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731995008 00000100:00100000:2.0:1746129509.681193:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11941 00000100:00100000:2.0:1746129509.681201:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:29498:x1830948731995008:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129509.681219:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.681235:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af6d expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.681258:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736840448:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129509.681261:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.681268:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aed3 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.681274:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae5c expref: 32 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.681279:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.681280:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.681284:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1048576->1105919] (req 1048576->1105919) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 32 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.681285:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f6f3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af66 expref: 18 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.681326:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f6f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af66 expref: 18 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.681338:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f447a00, rc 0) 00010000:00010000:2.0:1746129509.681339:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae5c expref: 32 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.681350:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae5c expref: 32 pid: 7148 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129509.681359:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736840576:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.681461:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aed3 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.681469:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aed3 expref: 8 pid: 8411 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129509.681476:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736840704:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.681960:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1961:x1830948731994880:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3807us (4004us total) trans 0 rc 301/301 00010000:00010000:2.0:1746129509.681960:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 17 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.681967:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11940 00010000:00010000:2.0:1746129509.681967:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 17 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746129509.681974:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736840832:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.681988:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.683777:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.684037:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731995264 00000100:00100000:2.0:1746129509.684044:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731995264 00000100:00100000:2.0:1746129509.684108:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10222 00000100:00100000:2.0:1746129509.684116:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+313:29508:x1830948731995264:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.684136:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.684152:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9e00/0x40a459093b05f701 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af74 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.684243:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684254:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684265:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684284:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684290:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684323:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684411:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cde200/0x40a459093b05f716 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684418:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094cde200/0x40a459093b05f716 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684422:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094cde200/0x40a459093b05f716 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129509.684429:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129509.684489:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684494:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684499:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684503:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bac9400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.684506:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684512:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684520:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129509.684523:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.684525:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684529:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9400/0x40a459093b05f708 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684543:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684548:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684552:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684555:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094cdf600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129509.684557:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684562:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684566:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a400) 00010000:00010000:2.0:1746129509.684568:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129509.684569:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684573:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cdf600/0x40a459093b05f70f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.684599:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bac9e00/0x40a459093b05f701 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af74 expref: 316 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.684608:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094cde200/0x40a459093b05f716 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af74 expref: 315 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.684613:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.684614:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129509.684616:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cde200, rc 0) 00000100:00100000:2.0:1746129509.684657:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+315:29508:x1830948731995264:12345-192.168.202.4@tcp:101:cat.0 Request processed in 542us (885us total) trans 8589944124 rc 0/0 00000100:00100000:2.0:1746129509.684662:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10222 00000100:00100000:0.0:1746129509.685125:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.685145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.685158:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731995392 00000100:00100000:0.0:1746129509.685162:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731995392 00010000:00010000:0.0:1746129509.685181:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aed3 expref: 9 pid: 8411 timeout: 864 lvb_type: 1 00000100:00100000:0.0:1746129509.685202:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731995648 00000100:00100000:0.0:1746129509.685204:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731995648 00010000:00010000:0.0:1746129509.685216:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746129509.685230:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6053 00000100:00100000:0.0:1746129509.685235:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948731995392:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129509.685237:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6054 00010000:00010000:0.0:1746129509.685244:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129509.685246:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948731995648:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.685256:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.685261:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aed3 expref: 9 pid: 8411 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129509.685266:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746129509.685270:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aed3 expref: 9 pid: 8411 timeout: 864 lvb_type: 1 00000100:00100000:2.0:1746129509.685329:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c24700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736840576:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.685337:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736840704:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.685344:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736840832:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.685595:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.685612:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880129bace00/0x40a459093b05f510 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae4e expref: 18 pid: 8412 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746129509.685625:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.685653:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731995648:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 411us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.685667:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6054 00000100:00100000:1.0:1746129509.685681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.685701:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731995520 00000100:00100000:3.0:1746129509.685703:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731995520 00010000:00010000:3.0:1746129509.685715:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae5c expref: 33 pid: 7148 timeout: 864 lvb_type: 1 00000100:00100000:3.0:1746129509.685730:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6055 00000100:00100000:3.0:1746129509.685734:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6025c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948731995520:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.685741:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.685749:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae5c expref: 33 pid: 7148 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129509.685758:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae5c expref: 33 pid: 7148 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129509.685769:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c030600/0x40a459093b05f51e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae5c expref: 33 pid: 7148 timeout: 864 lvb_type: 1 00010000:00010000:3.0:1746129509.685776:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129509.685810:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6a00/0x40a459093b05f5e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aed3 expref: 9 pid: 8411 timeout: 864 lvb_type: 1 00000100:00100000:3.0:1746129509.685812:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6025c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948731995520:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 76us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.685818:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6055 00010000:00010000:0.0:1746129509.685834:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.685835:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.685841:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.685849:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.685883:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.685892:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b06a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736840960:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129509.685935:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5540 going to sleep for 11 seconds 00010000:00010000:2.0:1746129509.686107:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.686116:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba30a00, rc 0) 00000100:00100000:2.0:1746129509.686139:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:29498:x1830948731995008:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4940us (5253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.686146:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11941 00000100:00100000:0.0:1746129509.691211:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.691339:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.691444:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731995776 00000100:00100000:3.0:1746129509.691451:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731995776 00000100:00100000:3.0:1746129509.691492:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 642 00000100:00100000:3.0:1746129509.691500:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+315:1963:x1830948731995776:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.691512:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.691532:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094cde200/0x40a459093b05f716 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af74 expref: 315 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.691547:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.691551:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.691590:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+314:1963:x1830948731995776:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 91us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.691596:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 642 00000100:00100000:2.0:1746129509.691668:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731995904 00000100:00100000:2.0:1746129509.691672:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731995904 00000100:00100000:2.0:1746129509.691706:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11942 00000100:00100000:2.0:1746129509.691712:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731995904:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.691725:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.691737:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cdf600/0x40a459093b05f724 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af7b expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.691776:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736841088:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129509.691825:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.694611:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.694705:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731996032 00000100:00100000:3.0:1746129509.694712:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731996032 00000100:00100000:3.0:1746129509.694918:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11943 00000100:00100000:3.0:1746129509.694926:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731996032:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.694943:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.694957:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f447e00/0x40a459093b05f72b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af82 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.695000:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736841216:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129509.696065:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381300 going to sleep for 11 seconds 00000100:00100000:1.0:1746129509.696669:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00010000:2.0:1746129509.696732:0:22481:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime: 1746129509 -> 1746129510 00002000:00010000:2.0:1746129509.696736:0:22481:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129508 -> 1746129510 00002000:00010000:2.0:1746129509.696738:0:22481:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime: 1746129509 -> 1746129510 00000100:00100000:2.0:1746129509.696754:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736841088:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129509.696780:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094cdf600/0x40a459093b05f724 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af7b expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.696792:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cdf600/0x40a459093b05f724 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af7b expref: 32 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.696808:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cdf600, rc 0) 00000100:00100000:2.0:1746129509.696837:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731995904:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5126us (5499us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129509.696844:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11942 00000100:00100000:3.0:1746129509.697054:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736841216:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129509.697070:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f447e00/0x40a459093b05f72b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af82 expref: 21 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.697078:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f447e00/0x40a459093b05f72b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af82 expref: 21 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.697086:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f447e00, rc 0) 00000100:00100000:3.0:1746129509.697102:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731996032:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2178us (2499us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129509.697107:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11943 00000100:00100000:3.0:1746129509.697128:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731996288 00000100:00100000:3.0:1746129509.697132:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731996288 00002000:00100000:3.0:1746129509.697156:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1101824->1105919) req@ffff8800a063fb80 x1830948731996288/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.697165:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063fb80 with x1830948731996288 ext(1101824->1105919) 00002000:00010000:3.0:1746129509.697168:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063fb80 00000100:00100000:3.0:1746129509.697181:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4629 00000100:00100000:3.0:1746129509.697187:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731996288:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129509.697308:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948731996288:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 104us (624us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129509.697315:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4629 00002000:00100000:3.0:1746129509.697319:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1101824->1105919) req@ffff8800a063fb80 x1830948731996288/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.697325:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063fb80 with x1830948731996288 ext(1101824->1105919) 00002000:00010000:3.0:1746129509.697327:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063fb80 00000100:00100000:0.0:1746129509.697383:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b06a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736840960:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129509.697394:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.697411:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948731995392:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 12176us (12289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.697417:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6053 00000100:00100000:0.0:1746129509.698164:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.698218:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731996416 00000100:00100000:2.0:1746129509.698222:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731996416 00000100:00100000:2.0:1746129509.698351:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10223 00000100:00100000:2.0:1746129509.698357:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29509:x1830948731996416:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129509.698370:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.698382:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31200/0x40a459093b05f732 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af89 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.698422:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.698431:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.698439:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.698447:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.698452:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.698456:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.698536:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.698544:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af0b expref: 21 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.698550:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.698570:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af0b expref: 21 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.698579:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af0b expref: 21 pid: 15096 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129509.698589:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736841344:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.698639:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.700163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.700503:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731996672 00000100:00100000:1.0:1746129509.700508:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731996672 00000100:00100000:1.0:1746129509.700554:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4144 00000100:00100000:1.0:1746129509.700561:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934cbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+314:29498:x1830948731996672:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129509.700734:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934cbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+315:29498:x1830948731996672:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 173us (574us total) trans 8589944125 rc 0/0 00000100:00100000:1.0:1746129509.700741:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4144 00000100:00100000:2.0:1746129509.700967:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fab3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736841344:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.700988:0:14547:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000100:00100000:0.0:1746129509.703376:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.704793:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731996928 00000100:00100000:3.0:1746129509.704802:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731996928 00000100:00100000:3.0:1746129509.704883:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4145 00000100:00100000:3.0:1746129509.704891:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:27693:x1830948731996928:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1746129509.705071:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+23:27693:x1830948731996928:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 181us (1700us total) trans 8589944126 rc 0/0 00000100:00100000:3.0:1746129509.705077:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4145 00000100:00100000:2.0:1746129509.709730:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.709754:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.709821:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.709902:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731997184 00000100:00100000:0.0:1746129509.709909:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731997184 00010000:00010000:0.0:1746129509.709941:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af0b expref: 23 pid: 15096 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746129509.709963:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6056 00000100:00100000:0.0:1746129509.709970:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:1960:x1830948731997184:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.709980:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.709988:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af0b expref: 23 pid: 15096 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.709998:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af0b expref: 23 pid: 15096 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.710014:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091624800/0x40a459093b05f659 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af0b expref: 23 pid: 15096 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.710029:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129509.710034:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129509.710041:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129509.710047:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129509.710062:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.710096:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948731997184:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 126us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.710101:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6056 00000100:00100000:1.0:1746129509.710199:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731997312 00000100:00100000:1.0:1746129509.710203:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731997312 00002000:00100000:1.0:1746129509.710231:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1306623) req@ffff88009fab3b80 x1830948731997312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.710240:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3b80 with x1830948731997312 ext(1048576->1306623) 00002000:00010000:1.0:1746129509.710245:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab3b80 00000100:00100000:1.0:1746129509.710255:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731997568 00000100:00100000:1.0:1746129509.710262:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731997568 00002000:00100000:1.0:1746129509.710274:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1105920->2097151) req@ffff88009fab1180 x1830948731997568/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.710280:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1180 with x1830948731997568 ext(1105920->2097151) 00002000:00010000:1.0:1746129509.710282:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab1180 00000100:00100000:3.0:1746129509.710289:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4630 00000100:00100000:1.0:1746129509.710314:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4631 00000100:00100000:3.0:1746129509.710315:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731997312:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129509.710319:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731997568:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:3.0:1746129509.710681:0:14547:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710688:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:3.0:1746129509.710728:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129509.710732:0:14547:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129509.710746:0:14547:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710755:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710763:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710769:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710773:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710778:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba31e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129509.710781:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710786:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710792:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129509.710794:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129509.710797:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710801:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31e00/0x40a459093b05f739 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710809:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710814:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710817:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710821:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba31000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129509.710823:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710827:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710832:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009c36a600) 00010000:00010000:3.0:1746129509.710834:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129509.710836:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710839:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31000/0x40a459093b05f740 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.710878:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba31200/0x40a459093b05f732 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af89 expref: 14 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.710890:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af89 expref: 13 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.710896:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.710898:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129509.710899:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba30600, rc 0) 00000100:00100000:3.0:1746129509.710920:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29509:x1830948731996416:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 12562us (12757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.710927:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10223 00000100:00100000:0.0:1746129509.719932:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.720603:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948731997312:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10287us (10877us total) trans 0 rc 258048/258048 00000100:00100000:3.0:1746129509.720613:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4630 00002000:00100000:3.0:1746129509.720624:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1306623) req@ffff88009fab3b80 x1830948731997312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 258048/258048 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.720633:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3b80 with x1830948731997312 ext(1048576->1306623) 00002000:00010000:3.0:1746129509.720638:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fab3b80 00000100:00100000:2.0:1746129509.721676:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731997824 00000100:00100000:2.0:1746129509.721684:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731997824 00000100:00100000:2.0:1746129509.721724:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11944 00000100:00100000:2.0:1746129509.721730:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731997824:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:2.0:1746129509.721747:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.721763:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094cdf600/0x40a459093b05f74e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af97 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.721808:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736841472:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129509.721878:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.723708:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.723748:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.723886:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731997696 00000100:00100000:1.0:1746129509.723893:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731997696 00000100:00100000:1.0:1746129509.723921:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731997952 00000100:00100000:1.0:1746129509.723923:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731997952 00000100:00100000:1.0:1746129509.723936:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11945 00000100:00100000:1.0:1746129509.723942:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948731997696:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129509.723955:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.723969:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3600/0x40a459093b05f755 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af90 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129509.724018:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736841600:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129509.724092:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129509.724108:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11946 00000100:00100000:1.0:1746129509.724114:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731997952:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129509.724120:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129509.724121:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948731997568:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13800us (14298us total) trans 0 rc 991232/991232 00010000:00010000:1.0:1746129509.724127:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2a00/0x40a459093b05f75c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1af9e expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.724129:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4631 00002000:00100000:0.0:1746129509.724137:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1105920->2097151) req@ffff88009fab1180 x1830948731997568/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 991232/991232 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129509.724145:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab1180 with x1830948731997568 ext(1105920->2097151) 00000100:00100000:1.0:1746129509.724149:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736841728:192.168.202.4@tcp:106: 00002000:00010000:0.0:1746129509.724149:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab1180 00000100:00100000:1.0:1746129509.724168:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.725992:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736841472:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129509.726020:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094cdf600/0x40a459093b05f74e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af97 expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.726029:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094cdf600/0x40a459093b05f74e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af97 expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.726044:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094cdf600, rc 0) 00000100:00100000:2.0:1746129509.726083:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731997824:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 4352us (6158us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129509.726093:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11944 00000100:00100000:2.0:1746129509.727496:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736841600:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129509.727520:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3600/0x40a459093b05f755 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af90 expref: 9 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.727531:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3600/0x40a459093b05f755 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af90 expref: 9 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.727539:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0a3600, rc 0) 00000100:00100000:2.0:1746129509.727591:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948731997696:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 3647us (3888us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129509.727597:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11945 00000100:00100000:1.0:1746129509.727634:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736841728:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129509.727650:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2a00/0x40a459093b05f75c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af9e expref: 7 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.727661:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a2a00/0x40a459093b05f75c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af9e expref: 7 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.727674:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0a2a00, rc 0) 00000100:00100000:1.0:1746129509.727692:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1960:x1830948731997952:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 3578us (3942us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129509.727698:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11946 00000100:00100000:0.0:1746129509.731428:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.731667:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731998208 00000100:00100000:3.0:1746129509.731676:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731998208 00000100:00100000:3.0:1746129509.731742:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10224 00000100:00100000:3.0:1746129509.731752:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29509:x1830948731998208:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:3.0:1746129509.731775:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.731795:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447600/0x40a459093b05f763 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afa5 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.731895:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.731910:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af89 expref: 14 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.731916:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.731948:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af89 expref: 14 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.731959:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af89 expref: 14 pid: 14547 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129509.731970:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736841856:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.732067:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.732994:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.733065:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731998336 00000100:00100000:1.0:1746129509.733072:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731998336 00000100:00100000:1.0:1746129509.733106:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11947 00000100:00100000:1.0:1746129509.733112:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+20:29508:x1830948731998336:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129509.733122:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.733131:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afac expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.733149:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.733155:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129509.733157:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129509.733160:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 21 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.733182:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 16 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.733190:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 16 pid: 8411 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.733199:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736841984:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.733276:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.733509:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736841856:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.733525:0:14547:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000100:00100000:0.0:1746129509.733823:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.733926:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731998464 00000100:00100000:3.0:1746129509.733930:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731998464 00010000:00010000:3.0:1746129509.733947:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af89 expref: 15 pid: 14547 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129509.733964:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6057 00000100:00100000:3.0:1746129509.733969:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1962:x1830948731998464:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.733977:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.733982:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af89 expref: 15 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.733990:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af89 expref: 15 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.734005:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba30600/0x40a459093b05f747 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af89 expref: 15 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.734024:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.734029:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.734036:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.734042:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.734140:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.734177:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1962:x1830948731998464:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 207us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.734184:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6057 00010000:00010000:0.0:1746129509.734239:0:14547:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129509.734245:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:0.0:1746129509.734284:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129509.734519:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447600/0x40a459093b05f763 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afa5 expref: 15 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.734543:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afa5 expref: 14 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.734550:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129509.734552:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746129509.734554:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f447e00, rc 0) 00000100:00100000:0.0:1746129509.734747:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+14:29509:x1830948731998208:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 2996us (3328us total) trans 8589944127 rc 0/0 00000100:00100000:0.0:1746129509.734753:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10224 00000100:00100000:1.0:1746129509.735896:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736841984:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.735921:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 21 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.735934:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0a3a00, rc 0) 00000100:00100000:1.0:1746129509.735981:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:29508:x1830948731998336:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2865us (2985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.735988:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11947 00000100:00100000:0.0:1746129509.736654:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.736876:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731998592 00000100:00100000:2.0:1746129509.736882:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731998592 00002000:00100000:2.0:1746129509.736915:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2621440->2789375) req@ffff88013145d180 x1830948731998592/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.737092:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145d180 with x1830948731998592 ext(2621440->2789375) 00010000:00010000:2.0:1746129509.737098:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 17 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.737109:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 17 pid: 8411 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746129509.737115:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013145d180 00000100:00100000:1.0:1746129509.737542:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.737602:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731998848 00000100:00100000:0.0:1746129509.737606:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731998848 00000100:00100000:0.0:1746129509.737632:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10225 00000100:00100000:0.0:1746129509.737638:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+14:29509:x1830948731998848:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129509.737654:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.737657:0:14547:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746129509.737678:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f447e00/0x40a459093b05f76a lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afa5 expref: 14 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.737691:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129509.737695:0:14547:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129509.737707:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5600/0x40a459093b05f77f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afb3 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.737795:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129509.737805:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129509.737816:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:0.0:1746129509.737827:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129509.737950:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5600/0x40a459093b05f77f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afb3 expref: 16 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.737962:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afb3 expref: 15 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.737968:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129509.737971:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129509.737973:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fab5200, rc 0) 00000100:00100000:0.0:1746129509.738011:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+15:29509:x1830948731998848:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 373us (470us total) trans 8589944128 rc 0/0 00000100:00100000:0.0:1746129509.738017:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10225 00000100:00100000:2.0:1746129509.738097:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1196 00000100:00100000:2.0:1746129509.738107:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948731998592:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129509.740912:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.741097:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731998976 00000100:00100000:1.0:1746129509.741105:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731998976 00000100:00100000:1.0:1746129509.741160:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10226 00000100:00100000:1.0:1746129509.741169:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+15:29509:x1830948731998976:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129509.741197:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.741222:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05f794 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afba expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.741334:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05f794 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afba expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.741350:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05f794 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afba expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.741371:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.741374:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746129509.741378:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0a2800, rc 0) 00000100:00100000:1.0:1746129509.741429:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+16:29509:x1830948731998976:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 262us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.741435:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10226 00000100:00100000:2.0:1746129509.741943:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948731998592:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3837us (5289us total) trans 21474840418 rc 0/0 00000100:00100000:2.0:1746129509.741950:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1196 00002000:00100000:2.0:1746129509.741958:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2621440->2789375) req@ffff88013145d180 x1830948731998592/t21474840418(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/448 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.741966:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145d180 with x1830948731998592 ext(2621440->2789375) 00010000:00010000:2.0:1746129509.741973:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 19 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.741988:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 19 pid: 8411 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746129509.741993:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013145d180 00000100:00100000:0.0:1746129509.744101:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.744138:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.744177:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.744214:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731999232 00000100:00100000:1.0:1746129509.744222:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731999232 00000100:00100000:1.0:1746129509.744259:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731999488 00000100:00100000:1.0:1746129509.744261:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731999488 00000100:00100000:2.0:1746129509.744265:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731999744 00000100:00100000:2.0:1746129509.744270:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731999744 00000100:00100000:1.0:1746129509.744276:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11948 00000100:00100000:1.0:1746129509.744283:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731999232:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:2.0:1746129509.744319:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11949 00000100:00100000:2.0:1746129509.744325:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731999488:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:2.0:1746129509.744345:0:31503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.744345:0:8410:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.744360:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.744361:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.744366:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129509.744368:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129509.744368:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aec5 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.744370:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.744374:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae40 expref: 18 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.744379:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.744380:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.744382:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.744397:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.744399:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae40 expref: 18 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.744407:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 30 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129509.744408:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae40 expref: 18 pid: 7148 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129509.744419:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736842112:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.744419:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736842240:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.744484:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11950 00000100:00100000:3.0:1746129509.744493:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731999744:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:3.0:1746129509.744510:0:8411:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.744518:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129509.744521:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.744526:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746129509.744528:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.744550:0:8411:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.744558:0:8411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.745143:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746129509.745147:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aec5 expref: 7 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.745159:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aec5 expref: 7 pid: 8411 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129509.745168:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736842496:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.745196:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.745204:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 20 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.745211:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131362300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736842624:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.745228:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.745436:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.745475:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731999104 00000100:00100000:3.0:1746129509.745480:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731999104 00000100:00100000:0.0:1746129509.745488:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.745506:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731999360 00000100:00100000:3.0:1746129509.745509:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731999360 00000100:00100000:0.0:1746129509.745519:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11951 00000100:00100000:3.0:1746129509.745524:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11952 00000100:00100000:0.0:1746129509.745526:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948731999104:12345-192.168.202.4@tcp:1:mirror_io.0 00000100:00100000:3.0:1746129509.745529:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731999360:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:3.0:1746129509.745545:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.745547:0:7148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.745557:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.745559:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad98 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.745564:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129509.745566:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129509.745566:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aebe expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.745568:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.745576:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1adfa expref: 30 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.745580:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.745582:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 20 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.745582:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.745584:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.745590:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 20 pid: 8411 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129509.745599:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736842752:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129509.745599:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adfa expref: 30 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.745607:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adfa expref: 30 pid: 7148 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.745615:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736842880:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.745629:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381d80 going to sleep for 11 seconds 00010000:00010000:0.0:1746129509.745643:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aebe expref: 9 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129509.745703:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.745806:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731999616 00000100:00100000:1.0:1746129509.745810:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731999616 00000100:00100000:1.0:1746129509.745829:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11953 00000100:00100000:1.0:1746129509.745833:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948731999616:12345-192.168.202.4@tcp:1:mirror_io.0 00010000:00010000:1.0:1746129509.745848:0:20577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.745869:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.745876:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeda expref: 10 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.745886:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 30 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.745892:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.745893:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.745895:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.745911:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 30 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.745919:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 30 pid: 31503 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.745927:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736843136:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.745958:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeda expref: 10 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.745965:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeda expref: 10 pid: 8412 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129509.745972:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736843264:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.745995:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.746007:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 16 pid: 8412 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.746014:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736843392:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.746028:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00010000:00010000:0.0:1746129509.746288:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aebe expref: 9 pid: 8411 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.746322:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736843008:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129509.746923:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad98 expref: 16 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.746935:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad98 expref: 16 pid: 8412 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746129509.746942:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736843520:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129509.747171:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.761166:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.761197:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.761198:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736842112:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129509.761216:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732000000 00010000:00010000:3.0:1746129509.761221:0:31503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.761221:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732000000 00010000:00010000:0.0:1746129509.761249:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae40 expref: 19 pid: 7148 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.761275:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948731999872 00000100:00100000:0.0:1746129509.761277:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948731999872 00010000:00010000:0.0:1746129509.761284:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 20 pid: 8411 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129509.761320:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6058 00000100:00100000:3.0:1746129509.761331:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948732000000:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.761344:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.761364:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae40 expref: 20 pid: 7148 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129509.761374:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae40 expref: 20 pid: 7148 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129509.761398:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.761432:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948732000000:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 105us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.761571:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6059 00000100:00100000:0.0:1746129509.761578:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948731999872:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.761585:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.761596:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 20 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.761604:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 20 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.761621:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30c00/0x40a459093b05f6d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2621440->2789375) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af4a expref: 20 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.761637:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.761639:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.761645:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.761653:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.761679:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 20 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.761690:0:7086:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 20 pid: 8410 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746129509.761700:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736843648:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129509.761738:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac5a4900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.761953:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.762591:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6058 00000100:00100000:3.0:1746129509.762642:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732000128 00000100:00100000:3.0:1746129509.762646:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732000128 00002000:00100000:3.0:1746129509.762672:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1105919) req@ffff88013546f480 x1830948732000128/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.762680:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546f480 with x1830948732000128 ext(1048576->1105919) 00010000:00010000:3.0:1746129509.762686:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.762696:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129509.762699:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129bada00/0x40a459093b05f502 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae40 expref: 18 pid: 7148 timeout: 865 lvb_type: 1 00002000:00010000:3.0:1746129509.762702:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013546f480 00000100:00100000:3.0:1746129509.762716:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1197 00000100:00100000:1.0:1746129509.762720:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a063d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736842240:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.762721:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948732000128:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129509.762730:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736842496:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.763833:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131362300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736842624:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.763850:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736842752:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.763869:0:8410:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.763873:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129509.763876:0:22481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.763893:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732000256 00000100:00100000:1.0:1746129509.763893:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736843136:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.763895:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732000256 00000100:00100000:1.0:1746129509.763902:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736843264:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.763909:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736843392:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.763910:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129509.763912:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aec5 expref: 9 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129509.763921:0:20577:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.763926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.763935:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732000640 00000100:00100000:2.0:1746129509.763937:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732000640 00000100:00100000:3.0:1746129509.763940:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732000512 00000100:00100000:3.0:1746129509.763943:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732000512 00010000:00010000:2.0:1746129509.763943:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeda expref: 11 pid: 8412 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129509.763953:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6060 00010000:00010000:3.0:1746129509.763956:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129509.763957:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948732000256:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.763965:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129509.763969:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6061 00000100:00100000:3.0:1746129509.763974:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6025850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948732000640:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.763977:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aec5 expref: 9 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129509.763982:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.763983:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aec5 expref: 9 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129509.763992:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeda expref: 11 pid: 8412 timeout: 865 lvb_type: 1 00010000:00010000:2.0:1746129509.763995:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb7600/0x40a459093b05f5db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aec5 expref: 9 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129509.764000:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeda expref: 11 pid: 8412 timeout: 865 lvb_type: 1 00010000:00010000:2.0:1746129509.764008:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129509.764012:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2200/0x40a459093b05f5e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aeda expref: 11 pid: 8412 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129509.764023:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.764027:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948732000256:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 69us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.764030:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6060 00000100:00100000:2.0:1746129509.764038:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6062 00000100:00100000:3.0:1746129509.764039:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6025850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732000640:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 65us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.764041:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129addc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736842880:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129509.764042:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+21:1961:x1830948732000512:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129509.764045:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6061 00010000:00010000:2.0:1746129509.764045:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.764049:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746129509.764049:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736843008:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.764054:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746129509.764055:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736843520:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.764061:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b05f4ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae24 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.764065:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.764066:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.764069:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.764071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129509.764071:0:7148:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.764075:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.764090:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.764104:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948732000512:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 61us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.764109:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6062 00010000:00010000:1.0:1746129509.764120:0:8410:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.764135:0:8410:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.764152:0:8410:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.764159:0:8410:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.764166:0:8410:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.764171:0:8410:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a3800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129509.764175:0:8410:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.764180:0:8410:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.764189:0:8410:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.764194:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3800/0x40a459093b05f79b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.764384:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.764405:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732000384 00000100:00100000:3.0:1746129509.764408:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732000384 00000100:00100000:2.0:1746129509.764428:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732000896 00000100:00100000:2.0:1746129509.764432:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732000896 00010000:00010000:2.0:1746129509.764443:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aebe expref: 10 pid: 8411 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129509.764456:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6063 00000100:00100000:2.0:1746129509.764461:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948732000896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.764466:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.764475:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aebe expref: 10 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:2.0:1746129509.764482:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aebe expref: 10 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:2.0:1746129509.764492:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fbb6e00/0x40a459093b05f5cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aebe expref: 10 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:2.0:1746129509.764499:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.764516:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732000896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 55us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.764521:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6063 00000100:00100000:1.0:1746129509.764547:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731999232:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 20263us (20456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.764555:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11948 00000100:00100000:3.0:1746129509.765879:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1961:x1830948732000128:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3154us (3922us total) trans 17179873224 rc 0/0 00000100:00100000:3.0:1746129509.765887:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1197 00002000:00100000:3.0:1746129509.765904:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1105919) req@ffff88013546f480 x1830948732000128/t17179873224(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/448 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.765913:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546f480 with x1830948732000128 ext(1048576->1105919) 00010000:00010000:3.0:1746129509.765920:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 33 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.765929:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 33 pid: 22481 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129509.765935:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013546f480 00002000:00100000:3.0:1746129509.765972:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1306624->2097151) req@ffff88012ce3bb80 x1830948732000384/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.765978:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3bb80 with x1830948732000384 ext(1306624->2097151) 00010000:00010000:3.0:1746129509.765983:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 20 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.765989:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 20 pid: 8411 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129509.765995:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce3bb80 00000100:00100000:3.0:1746129509.766010:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1198 00000100:00100000:3.0:1746129509.766016:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948732000384:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129509.767392:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.767465:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.767480:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.767510:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.767526:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732000768 00000100:00100000:1.0:1746129509.767533:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732000768 00010000:00010000:1.0:1746129509.767556:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adfa expref: 33 pid: 7148 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.767570:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736843648:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129509.767574:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732001024 00000100:00100000:1.0:1746129509.767576:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732001024 00010000:00010000:1.0:1746129509.767584:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 34 pid: 31503 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767587:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129509.767591:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732001152 00000100:00100000:1.0:1746129509.767592:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732001152 00010000:00010000:1.0:1746129509.767600:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad98 expref: 17 pid: 8412 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.767608:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732001280 00000100:00100000:1.0:1746129509.767609:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732001280 00000100:00100000:0.0:1746129509.767611:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948731999872:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6033us (6413us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129509.767616:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 18 pid: 8412 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746129509.767619:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6059 00000100:00100000:1.0:1746129509.767626:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6064 00000100:00100000:1.0:1746129509.767631:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948732000768:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129509.767641:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129509.767661:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6065 00000100:00100000:0.0:1746129509.767667:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948732001024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.767674:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.767685:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 34 pid: 31503 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767694:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 34 pid: 31503 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767712:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f118600/0x40a459093b05f595 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae9b expref: 34 pid: 31503 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767726:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.767740:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948732001024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 73us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.767748:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6065 00000100:00100000:0.0:1746129509.767760:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6066 00000100:00100000:0.0:1746129509.767764:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732001152:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.767770:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.767777:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad98 expref: 18 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767785:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad98 expref: 18 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767797:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6c64000/0x40a459093b05f3f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ad98 expref: 18 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767805:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.767815:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732001152:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 51us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.767820:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6066 00000100:00100000:0.0:1746129509.767828:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6067 00000100:00100000:0.0:1746129509.767832:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:1961:x1830948732001280:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.767838:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.767843:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 16 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767850:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 16 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767877:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094302800/0x40a459093b05f587 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1ae8d expref: 16 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.767885:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.767886:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.767890:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.767897:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.767913:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.767927:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+15:1961:x1830948732001280:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 94us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.767932:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6067 00010000:00010000:0.0:1746129509.767994:0:20577:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768002:0:20577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768019:0:20577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768026:0:20577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768037:0:20577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768044:0:20577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a2000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129509.768047:0:20577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768054:0:20577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768063:0:20577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768068:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e0a2000/0x40a459093b05f7be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.768108:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948731999616:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 22274us (22405us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.768115:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11953 00010000:00010000:1.0:1746129509.768417:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adfa expref: 32 pid: 7148 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129509.768431:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adfa expref: 32 pid: 7148 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129509.768442:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f581a00/0x40a459093b05f4a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1adfa expref: 32 pid: 7148 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129509.768453:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.768454:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.768457:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.768463:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.768475:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129509.768494:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948732000768:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 863us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.768499:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6064 00010000:00010000:0.0:1746129509.768577:0:7148:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768585:0:7148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768598:0:7148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768604:0:7148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768610:0:7148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768615:0:7148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fab5c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129509.768617:0:7148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768623:0:7148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768632:0:7148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.768638:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fab5c00/0x40a459093b05f7b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.768666:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948731999104:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 23142us (23231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.768672:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11951 00000100:00100000:1.0:1746129509.770411:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.770482:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.770861:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732001536 00000100:00100000:3.0:1746129509.770869:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732001536 00002000:00100000:3.0:1746129509.770904:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fb9c380 x1830948732001536/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.770918:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c380 with x1830948732001536 ext(2097152->3145727) 00010000:00010000:3.0:1746129509.770926:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 22 pid: 8410 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.770938:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 22 pid: 8410 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129509.770944:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fb9c380 00000100:00100000:3.0:1746129509.770970:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1199 00000100:00100000:3.0:1746129509.770978:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732001536:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.771004:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732001664 00000100:00100000:0.0:1746129509.771008:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732001664 00010000:00010000:0.0:1746129509.771025:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746129509.771058:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6068 00000100:00100000:0.0:1746129509.771063:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6025450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948732001664:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.771073:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.771091:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.771100:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.771117:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba30a00/0x40a459093b05f6fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1105919) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af6d expref: 31 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.771128:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.771129:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.771133:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.771139:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.771165:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.771206:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6025450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948732001664:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 142us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.771213:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6068 00010000:00010000:3.0:1746129509.772405:0:31503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.772417:0:31503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.772440:0:31503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.772446:0:31503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.772456:0:31503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.772462:0:31503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ba31200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129509.772465:0:31503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.772472:0:31503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.772484:0:31503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.772489:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba31200/0x40a459093b05f7a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.772542:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731999488:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 28216us (28402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.772550:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11949 00000100:00100000:2.0:1746129509.777511:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948732000384:12345-192.168.202.4@tcp:4:cat.0 Request processed in 11486us (13431us total) trans 21474840419 rc 0/0 00000100:00100000:2.0:1746129509.777522:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1198 00002000:00100000:2.0:1746129509.777533:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1306624->2097151) req@ffff88012ce3bb80 x1830948732000384/t21474840419(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/448 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.777545:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3bb80 with x1830948732000384 ext(1306624->2097151) 00010000:00010000:2.0:1746129509.777554:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 24 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.777564:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 24 pid: 8411 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746129509.777571:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ce3bb80 00000100:00100000:3.0:1746129509.781037:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732001536:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10052us (10624us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129509.781046:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1199 00002000:00100000:3.0:1746129509.781056:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009fb9c380 x1830948732001536/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.781063:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9c380 with x1830948732001536 ext(2097152->3145727) 00010000:00010000:3.0:1746129509.781072:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 22 pid: 8410 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.781082:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 22 pid: 8410 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129509.781088:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fb9c380 00000100:00100000:0.0:1746129509.782778:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.782835:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732001792 00000100:00100000:2.0:1746129509.782841:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732001792 00010000:00010000:2.0:1746129509.782878:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 22 pid: 8411 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129509.782909:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6069 00000100:00100000:2.0:1746129509.782916:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+22:1961:x1830948732001792:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.782925:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.782940:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 22 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.782949:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 22 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.782966:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f446400/0x40a459093b05f6de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1306624->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1af51 expref: 22 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.782990:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.782992:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.782996:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.783002:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.783019:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129509.783025:0:22481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.783033:0:22481:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.783047:0:22481:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.783049:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+21:1961:x1830948732001792:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 134us (276us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129509.783052:0:22481:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.783054:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6069 00010000:00010000:0.0:1746129509.783059:0:22481:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.783063:0:22481:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f447a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129509.783066:0:22481:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.783070:0:22481:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.783076:0:22481:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.783079:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f447a00/0x40a459093b05f7b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.783108:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948731999360:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 37580us (37620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.783114:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11952 00000100:00100000:0.0:1746129509.786103:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.786214:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732001920 00000100:00100000:2.0:1746129509.786224:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732001920 00000100:00100000:2.0:1746129509.787287:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11954 00000100:00100000:2.0:1746129509.787318:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+30:29508:x1830948732001920:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.787336:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.787355:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afc1 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746129509.787376:0:22481:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d265, atime: 0x6813d265, ctime: 0x6813d265, blocks: 0x15d9 00010000:00010000:2.0:1746129509.787394:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.787395:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.787401:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc1 expref: 31 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.787413:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc1 expref: 31 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.787425:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130140600, rc 0) 00000100:00100000:2.0:1746129509.787471:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+31:29508:x1830948732001920:12345-192.168.202.4@tcp:101:cat.0 Request processed in 176us (1375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.787476:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11954 00000100:00100000:1.0:1746129509.790126:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.790188:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732002048 00000100:00100000:2.0:1746129509.790196:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732002048 00010000:00010000:2.0:1746129509.790229:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 21 pid: 8410 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129509.790262:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6070 00000100:00100000:2.0:1746129509.790269:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732002048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.790279:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.790321:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 21 pid: 8410 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.790331:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 21 pid: 8410 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.790348:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e0a3a00/0x40a459093b05f771 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afac expref: 21 pid: 8410 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.790372:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.790374:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.790378:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.790389:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.790419:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.790460:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948732002048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 191us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.790466:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6070 00010000:00010000:3.0:1746129509.791020:0:8411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.791029:0:8411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.791050:0:8411:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.791056:0:8411:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.791064:0:8411:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.791069:0:8411:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f446c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129509.791072:0:8411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.791078:0:8411:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.791091:0:8411:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.791097:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f446c00/0x40a459093b05f7a9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.791280:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948731999744:12345-192.168.202.4@tcp:1:mirror_io.0 Request processed in 46788us (47101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.791289:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11950 00000100:00100000:0.0:1746129509.792210:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.792287:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732002304 00000100:00100000:3.0:1746129509.792314:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732002304 00002000:00100000:3.0:1746129509.792352:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880129addc00 x1830948732002304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.792360:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129addc00 with x1830948732002304 ext(3145728->4194303) 00002000:00010000:3.0:1746129509.792364:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129addc00 00000100:00100000:3.0:1746129509.792392:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4632 00000100:00100000:3.0:1746129509.792398:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948732002304:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.792972:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.793116:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732002560 00000100:00100000:1.0:1746129509.793119:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732002560 00000100:00100000:1.0:1746129509.793148:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10227 00000100:00100000:1.0:1746129509.793153:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+16:29509:x1830948732002560:12345-192.168.202.4@tcp:36:mirror_io.0 00010000:00010000:1.0:1746129509.793188:0:14547:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.793211:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2800/0x40a459093b05f794 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afba expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793236:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.793240:0:14547:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129509.793266:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129509.793276:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 314 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793282:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 21 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793289:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acd4 expref: 21 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793309:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf0 expref: 314 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793315:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf7 expref: 21 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793320:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 8/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129509.793346:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf7 expref: 21 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793356:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf7 expref: 21 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.793370:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736843776:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.793432:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf0 expref: 314 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793439:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf0 expref: 314 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.793445:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736843904:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.793463:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acd4 expref: 21 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793468:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acd4 expref: 21 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.793474:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736844032:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.793488:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 21 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793493:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 21 pid: 2271 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.793498:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736844160:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.793511:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 314 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.793521:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 314 pid: 14547 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.793526:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736844288:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.793539:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.795068:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.795086:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.795114:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.795132:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732002816 00000100:00100000:0.0:1746129509.795137:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732002816 00000100:00100000:2.0:1746129509.795140:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732003328 00000100:00100000:2.0:1746129509.795144:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732003328 00010000:00010000:2.0:1746129509.795162:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 316 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.795162:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf0 expref: 316 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129509.795185:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6071 00000100:00100000:3.0:1746129509.795190:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.795191:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+316:1963:x1830948732003328:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.795203:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.795207:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 316 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.795216:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 316 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.795231:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.795235:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.795242:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.795270:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+316:1963:x1830948732003328:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 75us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.795277:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6071 00000100:00100000:2.0:1746129509.795379:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732002688 00000100:00100000:2.0:1746129509.795382:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732002688 00010000:00010000:2.0:1746129509.795394:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf7 expref: 22 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129509.795409:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6072 00000100:00100000:2.0:1746129509.795413:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+315:1963:x1830948732002816:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.795419:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.795422:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf0 expref: 315 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.795429:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf0 expref: 315 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.795438:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.795441:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.795445:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.795458:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+315:1963:x1830948732002816:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 45us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.795463:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6072 00000100:00100000:2.0:1746129509.795473:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6073 00000100:00100000:2.0:1746129509.795478:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732002688:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.795483:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.795487:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf7 expref: 22 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.795494:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf7 expref: 22 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.795508:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.795511:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.795515:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.795550:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732002688:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 72us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.795583:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6073 00000100:00100000:0.0:1746129509.795719:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.795733:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732003200 00000100:00100000:0.0:1746129509.795736:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732003200 00010000:00010000:0.0:1746129509.795749:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 22 pid: 2271 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746129509.795770:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6074 00000100:00100000:0.0:1746129509.795776:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732003200:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.795783:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.795787:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 22 pid: 2271 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.795793:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 22 pid: 2271 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129509.796071:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129509.796075:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129509.796082:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.796098:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732003200:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 322us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.796104:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6074 00000100:00100000:1.0:1746129509.796161:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732003072 00000100:00100000:1.0:1746129509.796165:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732003072 00000100:00100000:1.0:1746129509.796200:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4146 00000100:00100000:1.0:1746129509.796206:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+22:27233:x1830948732003072:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1746129509.796381:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:27233:x1830948732003072:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 174us (1318us total) trans 8589944129 rc 0/0 00000100:00100000:1.0:1746129509.796387:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4146 00010000:00010000:1.0:1746129509.796426:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f2d2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf7 expref: 22 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.796443:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736843776:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.796453:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f2af lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acf0 expref: 314 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.796461:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736843904:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.796469:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736844032:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.796476:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb600/0x40a459093b05f119 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abc3 expref: 21 pid: 2271 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.796488:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736844160:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.796497:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f134800/0x40a459093b05f0fd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1abb5 expref: 313 pid: 14547 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.796504:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736844288:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.796526:0:14547:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000100:00100000:0.0:1746129509.801095:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.801148:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732003456 00000100:00100000:1.0:1746129509.801155:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732003456 00010000:00010000:1.0:1746129509.801184:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acd4 expref: 21 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.801752:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6075 00000100:00100000:1.0:1746129509.801761:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6025050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948732003456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129509.801774:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.801779:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acd4 expref: 21 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129509.801789:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acd4 expref: 21 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129509.801806:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09a5a00/0x40a459093b05f269 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1acd4 expref: 21 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129509.801817:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.801822:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129509.801829:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129509.801835:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129509.801867:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129509.801903:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6025050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948732003456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 143us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.801909:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6075 00010000:00010000:0.0:1746129509.801987:0:14547:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129509.801994:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000100:00100000:3.0:1746129509.803210:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948732002304:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10808us (10998us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129509.803220:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4632 00002000:00100000:3.0:1746129509.803229:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880129addc00 x1830948732002304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.803237:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129addc00 with x1830948732002304 ext(3145728->4194303) 00002000:00010000:3.0:1746129509.803242:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129addc00 00000040:00080000:0.0:1746129509.803367:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2841, 88 off236944 00000004:00080000:0.0:1746129509.803374:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765120079645ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129509.803417:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2776, 88 off231224 00000004:00080000:0.0:1746129509.803422:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765120128389ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129509.803449:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2777, 88 off231312 00000004:00080000:0.0:1746129509.803452:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765120158470ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129509.803460:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2842, 88 off237032 00000004:00080000:0.0:1746129509.803463:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765120169135ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129509.803471:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2843, 88 off237120 00000004:00080000:0.0:1746129509.803474:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765120179765ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129509.803480:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2778, 88 off231400 00000004:00080000:0.0:1746129509.803483:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765120188732ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129509.803492:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2779, 88 off231488 00000004:00080000:0.0:1746129509.803495:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765120200861ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129509.803501:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2780, 88 off231576 00000004:00080000:0.0:1746129509.803504:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765120210326ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129509.803510:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2844, 88 off237208 00000004:00080000:0.0:1746129509.803513:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765120218812ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129509.803518:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2781, 88 off231664 00000004:00080000:0.0:1746129509.803522:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765120227866ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129509.803527:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2845, 88 off237296 00000004:00080000:0.0:1746129509.803530:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765120236794ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129509.803536:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2782, 88 off231752 00000004:00080000:0.0:1746129509.803539:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765120245199ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129509.803544:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2846, 88 off237384 00000004:00080000:0.0:1746129509.803547:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765120252904ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129509.803555:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2847, 88 off237472 00000004:00080000:0.0:1746129509.803558:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765120264046ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129509.803588:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2849, 88 off237656 00000004:00080000:0.0:1746129509.803592:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765120297839ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129509.803601:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2850, 88 off237744 00000004:00080000:0.0:1746129509.803604:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765120309850ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129509.803634:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2783, 88 off231840 00000004:00080000:0.0:1746129509.803638:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765120344086ns, next at 706231494891ns, rc = 0 00000100:00100000:1.0:1746129509.812000:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.812081:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732003584 00000100:00100000:3.0:1746129509.812088:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732003584 00000100:00100000:3.0:1746129509.812126:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11955 00000100:00100000:3.0:1746129509.812133:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+20:29508:x1830948732003584:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.812149:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.812166:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afc8 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129509.812188:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d266, atime: 0x6813d266, ctime: 0x6813d266, blocks: 0x1029 00010000:00010000:3.0:1746129509.812205:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.812207:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.812213:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc8 expref: 21 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.812226:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc8 expref: 21 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.812235:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5b8f600, rc 0) 00000100:00100000:3.0:1746129509.812275:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+21:29508:x1830948732003584:12345-192.168.202.4@tcp:101:cat.0 Request processed in 142us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.812281:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11955 00000100:00100000:0.0:1746129509.815847:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.815973:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732003712 00000100:00100000:1.0:1746129509.815981:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732003712 00000100:00100000:1.0:1746129509.816024:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10228 00000100:00100000:1.0:1746129509.816032:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+313:29508:x1830948732003712:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129509.816050:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.816065:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05f7da lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afcf expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.816111:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129509.816118:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05f7da lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afcf expref: 314 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.816133:0:14548:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129509.816146:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05f7da lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afcf expref: 314 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.816158:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.816161:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746129509.816164:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05f7da lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afcf expref: 314 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.816169:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0a2e00, rc 0) 00000100:00100000:1.0:1746129509.816209:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+314:29508:x1830948732003712:12345-192.168.202.4@tcp:101:cat.0 Request processed in 178us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.816215:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10228 00000100:00100000:2.0:1746129509.818377:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.818396:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732003968 00000100:00100000:1.0:1746129509.818404:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732003968 00000100:00100000:1.0:1746129509.818441:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10229 00000100:00100000:1.0:1746129509.818448:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:29515:x1830948732003968:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129509.818464:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.818476:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3800/0x40a459093b05f7e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afd6 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.818551:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.818561:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.818570:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.818584:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.818589:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.818594:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746129509.824903:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.824961:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732004224 00000100:00100000:1.0:1746129509.824967:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732004224 00000100:00100000:1.0:1746129509.825068:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10230 00000100:00100000:1.0:1746129509.825077:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+314:29516:x1830948732004224:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129509.825093:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.825109:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3e00/0x40a459093b05f7f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afdd expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.825207:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.825219:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.825233:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.825242:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.825248:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.825256:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000001:00080000:0.0:1746129509.832358:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944130 is committed 00000004:00080000:0.0:1746129509.832366:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1966 committed 00000004:00080000:0.0:1746129509.832374:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2033 committed 00000004:00080000:0.0:1746129509.832382:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2032 committed 00000004:00080000:0.0:1746129509.832384:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2031 committed 00000004:00080000:0.0:1746129509.832386:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2030 committed 00000004:00080000:0.0:1746129509.832388:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1965 committed 00000004:00080000:0.0:1746129509.832389:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2029 committed 00000004:00080000:0.0:1746129509.832392:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1964 committed 00000004:00080000:0.0:1746129509.832393:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2028 committed 00000004:00080000:0.0:1746129509.832396:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1963 committed 00000004:00010000:2.0:1746129509.832397:0:14547:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880129adf800 reply state ffff88009f449400 transno 8589944130 ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00000004:00080000:0.0:1746129509.832397:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1962 committed 00000004:00080000:0.0:1746129509.832399:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1961 committed 00000004:00080000:0.0:1746129509.832400:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2027 committed 00000004:00080000:0.0:1746129509.832401:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2026 committed 00000004:00080000:0.0:1746129509.832403:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1960 committed 00000004:00080000:0.0:1746129509.832404:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1959 committed 00000004:00080000:0.0:1746129509.832406:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2025 committed 00000100:00100000:2.0:1746129509.832408:0:14547:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000001:00080000:0.0:1746129509.832419:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944105 is committed 00000001:00080000:0.0:1746129509.832428:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944129 is committed 00000001:00080000:0.0:1746129509.832433:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944125 is committed 00010000:00080000:2.0:1746129509.832511:0:14547:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00010000:00010000:1.0:1746129509.832519:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746129509.832525:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29509:x1830948732002560:12345-192.168.202.4@tcp:36:mirror_io.0 Request processed in 39368us (39550us total) trans 8589944130 rc 0/0 00000100:00100000:2.0:1746129509.832532:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10227 00010000:00010000:1.0:1746129509.832532:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832542:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:1.0:1746129509.832552:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129509.832655:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832661:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832667:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832671:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a2600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129509.832674:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832679:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832689:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.832691:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746129509.832695:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832702:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2600/0x40a459093b05f80b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746129509.832704:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736844416:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.832707:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736844544:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1746129509.832715:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832719:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832723:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832726:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a3000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129509.832728:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832732:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832737:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129509.832739:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129509.832741:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746129509.832742:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.832743:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736844800:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1746129509.832745:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3000/0x40a459093b05f7e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832752:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832757:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832760:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832765:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a3200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129509.832767:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746129509.832768:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746129509.832772:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832777:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba300) 00010000:00010000:1.0:1746129509.832778:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129509.832780:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.832784:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3200/0x40a459093b05f7ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746129509.832797:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736845312:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.832811:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746129509.832821:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3800/0x40a459093b05f7e1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afd6 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.832825:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00010000:1.0:1746129509.832828:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3800/0x40a459093b05f7e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afd6 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.832828:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736844672:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1746129509.832835:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0a3800, rc 0) 00000100:00100000:0.0:1746129509.832842:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.832851:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736845184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129509.832871:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:29515:x1830948732003968:12345-192.168.202.4@tcp:101:cat.0 Request processed in 14424us (14500us total) trans 8589944131 rc 301/301 00000100:00100000:1.0:1746129509.832877:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10229 00000100:00100000:0.0:1746129509.832884:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746129509.832893:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129509.832897:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129509.832897:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736845824:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1746129509.832900:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.832905:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00000100:00100000:0.0:1746129509.832911:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.832923:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736846336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.832935:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.832946:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746129509.832950:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736845696:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.832961:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.832969:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736846208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.832980:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.832997:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736844416 00000100:00100000:0.0:1746129509.833002:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736844416 00000100:00100000:0.0:1746129509.833032:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736844800 00000100:00100000:0.0:1746129509.833034:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736844800 00000100:00100000:0.0:1746129509.833044:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736845312 00000100:00100000:0.0:1746129509.833045:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736845312 00000100:00100000:0.0:1746129509.833052:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736844672 00000100:00100000:0.0:1746129509.833053:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736844672 00000100:00100000:0.0:1746129509.833058:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736845184 00000100:00100000:0.0:1746129509.833059:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736845184 00000100:00100000:0.0:1746129509.833065:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736845824 00000100:00100000:0.0:1746129509.833066:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736845824 00000100:00100000:0.0:1746129509.833074:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736846336 00000100:00100000:0.0:1746129509.833075:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736846336 00000100:00100000:0.0:1746129509.833080:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736845696 00000100:00100000:0.0:1746129509.833082:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736845696 00000100:00100000:0.0:1746129509.833086:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736846208 00000100:00100000:0.0:1746129509.833088:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736846208 00000100:00100000:0.0:1746129509.833094:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11956 00000100:00100000:0.0:1746129509.833182:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3302:x1830948736844416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129509.833313:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736844928:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129509.833333:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.833347:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3302:x1830948736844416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 166us (605us total) trans 17179873225 rc 0/0 00000100:00100000:2.0:1746129509.833351:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736845440:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.833354:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11956 00000100:00100000:0.0:1746129509.833364:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736844928 00000100:00100000:0.0:1746129509.833366:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736844928 00000100:00100000:2.0:1746129509.833368:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.833374:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736845440 00000100:00100000:2.0:1746129509.833375:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736845952:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.833377:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736845440 00000100:00100000:0.0:1746129509.833384:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11957 00000100:00100000:2.0:1746129509.833387:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.833388:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736844800:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129509.833407:0:3302:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873213 gen 2 00000004:00080000:2.0:1746129509.833411:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f544e00, transno 17179873142 00000004:00080000:2.0:1746129509.833417:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f546680, transno 17179873143 00000004:00080000:2.0:1746129509.833418:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f546d80, transno 17179873144 00000004:00080000:2.0:1746129509.833421:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f544000, transno 17179873145 00000004:00080000:2.0:1746129509.833422:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f546a00, transno 17179873146 00000004:00080000:2.0:1746129509.833425:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f547b80, transno 17179873147 00000004:00080000:2.0:1746129509.833426:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f547100, transno 17179873148 00000004:00080000:2.0:1746129509.833429:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0991880, transno 17179873149 00000004:00080000:2.0:1746129509.833431:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f547800, transno 17179873150 00000004:00080000:2.0:1746129509.833433:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e389c00, transno 17179873151 00000004:00080000:2.0:1746129509.833435:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e38a300, transno 17179873152 00000004:00080000:2.0:1746129509.833436:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e389500, transno 17179873153 00000004:00080000:2.0:1746129509.833438:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e388e00, transno 17179873154 00000004:00080000:2.0:1746129509.833440:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e38b480, transno 17179873155 00000004:00080000:2.0:1746129509.833442:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e389180, transno 17179873156 00000004:00080000:2.0:1746129509.833444:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baef100, transno 17179873157 00000004:00080000:2.0:1746129509.833446:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e388a80, transno 17179873158 00000004:00080000:2.0:1746129509.833447:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e38a680, transno 17179873159 00000004:00080000:2.0:1746129509.833450:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145d500, transno 17179873165 00000004:00080000:2.0:1746129509.833452:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145ed80, transno 17179873166 00000004:00080000:2.0:1746129509.833454:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145ea00, transno 17179873167 00000004:00080000:2.0:1746129509.833456:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145ce00, transno 17179873168 00000004:00080000:2.0:1746129509.833457:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145df80, transno 17179873169 00000004:00080000:2.0:1746129509.833459:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145f480, transno 17179873170 00000004:00080000:2.0:1746129509.833461:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145c380, transno 17179873171 00000004:00080000:2.0:1746129509.833463:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145d880, transno 17179873172 00000004:00080000:2.0:1746129509.833465:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880129adc000, transno 17179873173 00000004:00080000:2.0:1746129509.833467:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f47b80, transno 17179873174 00000004:00080000:2.0:1746129509.833469:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f45c00, transno 17179873175 00000004:00080000:2.0:1746129509.833470:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f44000, transno 17179873176 00000004:00080000:2.0:1746129509.833472:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f44e00, transno 17179873177 00000004:00080000:2.0:1746129509.833474:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f44a80, transno 17179873178 00000004:00080000:2.0:1746129509.833476:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f45880, transno 17179873179 00000004:00080000:2.0:1746129509.833478:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f46a00, transno 17179873180 00000004:00080000:2.0:1746129509.833480:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f45f80, transno 17179873181 00000004:00080000:2.0:1746129509.833482:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f46300, transno 17179873182 00000004:00080000:2.0:1746129509.833484:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546d500, transno 17179873184 00000004:00080000:2.0:1746129509.833486:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546dc00, transno 17179873185 00000004:00080000:2.0:1746129509.833488:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546e300, transno 17179873186 00000004:00080000:2.0:1746129509.833490:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546ed80, transno 17179873187 00000004:00080000:2.0:1746129509.833492:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546e680, transno 17179873188 00000004:00080000:2.0:1746129509.833494:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546f100, transno 17179873189 00002000:00010000:0.0:1746129509.833496:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00000004:00080000:2.0:1746129509.833497:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546fb80, transno 17179873190 00000004:00080000:2.0:1746129509.833498:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546c700, transno 17179873191 00002000:00010000:0.0:1746129509.833499:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00000004:00080000:2.0:1746129509.833501:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f448380, transno 17179873192 00002000:00010000:0.0:1746129509.833502:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00000004:00080000:2.0:1746129509.833503:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135725500, transno 17179873196 00002000:00010000:0.0:1746129509.833503:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00000004:00080000:2.0:1746129509.833505:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546c380, transno 17179873197 00002000:00010000:0.0:1746129509.833505:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000004:00080000:2.0:1746129509.833507:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135727800, transno 17179873198 00000004:00080000:2.0:1746129509.833510:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546d180, transno 17179873199 00000004:00080000:2.0:1746129509.833512:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b0e00, transno 17179873200 00000004:00080000:2.0:1746129509.833514:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546d880, transno 17179873201 00000004:00080000:2.0:1746129509.833516:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546ea00, transno 17179873202 00000004:00080000:2.0:1746129509.833518:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546c000, transno 17179873203 00000004:00080000:2.0:1746129509.833520:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87ca80, transno 17179873204 00000004:00080000:2.0:1746129509.833523:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87c380, transno 17179873205 00000004:00080000:2.0:1746129509.833525:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27c000, transno 17179873206 00000004:00080000:2.0:1746129509.833527:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87d500, transno 17179873207 00000100:00100000:0.0:1746129509.833527:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3301:x1830948736844800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 138us (758us total) trans 17179873226 rc 0/0 00000004:00080000:2.0:1746129509.833529:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87d180, transno 17179873208 00000004:00080000:2.0:1746129509.833530:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87f100, transno 17179873209 00000100:00100000:0.0:1746129509.833531:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11957 00000004:00080000:2.0:1746129509.833532:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27c380, transno 17179873210 00000004:00080000:2.0:1746129509.833534:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87e300, transno 17179873211 00000004:00080000:2.0:1746129509.833536:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27d500, transno 17179873212 00000004:00080000:2.0:1746129509.833538:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27d880, transno 17179873213 00000100:00100000:0.0:1746129509.833540:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736845952 00000100:00100000:0.0:1746129509.833542:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736845952 00000100:00100000:2.0:1746129509.833543:0:3302:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88012c27ca80 x1830948736844416/t17179873225(17179873225) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746129525 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:0.0:1746129509.833551:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11958 00000004:00080000:2.0:1746129509.833552:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27ca80/2, rc 0, transno 17179873225 00000100:00100000:0.0:1746129509.833555:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736845312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129509.833556:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736844416:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129509.833562:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746129509.833566:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736845568:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129509.833584:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129509.833593:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736846080:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129509.833605:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129509.833623:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736845568 00000100:00100000:2.0:1746129509.833626:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736845568 00000100:00100000:0.0:1746129509.833630:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3301:x1830948736845312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 74us (817us total) trans 17179873227 rc 0/0 00000100:00100000:0.0:1746129509.833635:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11958 00000100:00100000:2.0:1746129509.833641:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736846080 00000100:00100000:2.0:1746129509.833643:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736846080 00000100:00100000:0.0:1746129509.833645:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11959 00000100:00100000:0.0:1746129509.833650:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736844672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129509.833652:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11960 00000100:00100000:2.0:1746129509.833657:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736845184:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129509.833711:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:0.0:1746129509.833713:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129509 -> 1746129509 00002000:00010000:0.0:1746129509.833714:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129509 -> 1746129509 00002000:00010000:0.0:1746129509.833716:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129509 -> 1746129509 00002000:00010000:0.0:1746129509.833717:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5593 -> 5593 00000100:00100000:0.0:1746129509.833734:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3301:x1830948736844672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (890us total) trans 17179873228 rc 0/0 00000100:00100000:0.0:1746129509.833739:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11959 00000100:00100000:0.0:1746129509.833748:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11961 00000100:00100000:0.0:1746129509.833752:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736845824:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.833866:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736845824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (941us total) trans 21474840420 rc 0/0 00000100:00100000:0.0:1746129509.833871:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11961 00000100:00100000:0.0:1746129509.833882:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11962 00000100:00100000:0.0:1746129509.833886:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736846336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.833960:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736846336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 74us (1024us total) trans 21474840421 rc 0/0 00000100:00100000:0.0:1746129509.833966:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11962 00000100:00100000:0.0:1746129509.833975:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11963 00000100:00100000:0.0:1746129509.833979:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736845696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129509.834044:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129509.834046:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129509.834048:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129509.834049:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129509.834051:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129509.834068:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736845696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (1106us total) trans 21474840422 rc 0/0 00000100:00100000:0.0:1746129509.834073:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11963 00000100:00100000:0.0:1746129509.834082:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11964 00000100:00100000:0.0:1746129509.834086:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736846208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.834154:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736846208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (1172us total) trans 21474840423 rc 0/0 00000100:00100000:0.0:1746129509.834160:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11964 00000100:00100000:0.0:1746129509.834168:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11965 00000100:00100000:0.0:1746129509.834172:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3302:x1830948736844928:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.834249:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3302:x1830948736844928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (915us total) trans 17179873229 rc 0/0 00000100:00100000:0.0:1746129509.834254:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11965 00000100:00100000:0.0:1746129509.834263:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11966 00000100:00100000:0.0:1746129509.834267:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736845440:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.834361:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3302:x1830948736845440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 93us (991us total) trans 21474840424 rc 0/0 00000100:00100000:0.0:1746129509.834367:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11966 00000100:00100000:0.0:1746129509.834376:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11967 00000100:00100000:0.0:1746129509.834381:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736845952:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.834454:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3302:x1830948736845952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 72us (1065us total) trans 21474840425 rc 0/0 00000100:00100000:0.0:1746129509.834458:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11967 00000100:00100000:0.0:1746129509.834466:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11968 00000100:00100000:0.0:1746129509.834470:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736845568:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.834542:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3302:x1830948736845568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 71us (956us total) trans 21474840426 rc 0/0 00000100:00100000:0.0:1746129509.834546:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11968 00000100:00100000:0.0:1746129509.834556:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11969 00000100:00100000:0.0:1746129509.834560:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736846080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.834628:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3302:x1830948736846080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 68us (1022us total) trans 21474840427 rc 0/0 00000100:00100000:0.0:1746129509.834632:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11969 00000100:00080000:0.0:1746129509.834654:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746129509.834657:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129509.834675:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.834701:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736845056:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.834721:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.834739:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736844544 00000100:00100000:0.0:1746129509.834743:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736844544 00000100:00100000:2.0:1746129509.834846:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3301:x1830948736845184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1188us (1960us total) trans 17179873230 rc 0/0 00000100:00100000:2.0:1746129509.834865:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11960 00000100:00100000:2.0:1746129509.834875:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736845056 00000100:00100000:2.0:1746129509.834877:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736845056 00000100:00100000:2.0:1746129509.834892:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11970 00000100:00100000:2.0:1746129509.834897:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c53f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3303:x1830948736844544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.834942:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11971 00000100:00100000:0.0:1746129509.834948:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3303:x1830948736845056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.834975:0:3301:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840400 gen 2 00000004:00080000:0.0:1746129509.834979:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edc000, transno 21474840342 00000004:00080000:0.0:1746129509.834988:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093ede300, transno 21474840343 00000100:00100000:2.0:1746129509.834989:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c53f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736844544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (313us total) trans 17179873231 rc 0/0 00000004:00080000:0.0:1746129509.834990:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edce00, transno 21474840344 00000004:00080000:0.0:1746129509.834993:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edd180, transno 21474840345 00000100:00100000:2.0:1746129509.834994:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11970 00000004:00080000:0.0:1746129509.834995:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edc380, transno 21474840346 00000004:00080000:0.0:1746129509.834997:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093eddc00, transno 21474840347 00000004:00080000:0.0:1746129509.834999:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edf800, transno 21474840348 00000004:00080000:0.0:1746129509.835001:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edd880, transno 21474840349 00000004:00080000:0.0:1746129509.835003:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135759f80, transno 21474840350 00000004:00080000:0.0:1746129509.835005:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135758e00, transno 21474840351 00000004:00080000:0.0:1746129509.835006:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013575b480, transno 21474840352 00000004:00080000:0.0:1746129509.835008:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135758a80, transno 21474840353 00000004:00080000:0.0:1746129509.835010:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135759880, transno 21474840354 00000004:00080000:0.0:1746129509.835012:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013575aa00, transno 21474840355 00000004:00080000:0.0:1746129509.835014:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013575b800, transno 21474840356 00000004:00080000:0.0:1746129509.835016:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135758000, transno 21474840357 00000004:00080000:0.0:1746129509.835018:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0993800, transno 21474840363 00000004:00080000:0.0:1746129509.835020:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f9eed80, transno 21474840364 00000004:00080000:0.0:1746129509.835022:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f9ec000, transno 21474840365 00000004:00080000:0.0:1746129509.835024:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88008f449500, transno 21474840366 00000004:00080000:0.0:1746129509.835026:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f9edf80, transno 21474840367 00000004:00080000:0.0:1746129509.835028:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f9ec380, transno 21474840368 00000004:00080000:0.0:1746129509.835030:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0991500, transno 21474840369 00000004:00080000:0.0:1746129509.835032:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f9ece00, transno 21474840370 00000004:00080000:0.0:1746129509.835034:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baec380, transno 21474840371 00000004:00080000:0.0:1746129509.835036:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baeed80, transno 21474840372 00000004:00080000:0.0:1746129509.835038:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baed500, transno 21474840373 00000004:00080000:0.0:1746129509.835040:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baef800, transno 21474840374 00000004:00080000:0.0:1746129509.835042:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baed880, transno 21474840375 00000004:00080000:0.0:1746129509.835044:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baee680, transno 21474840376 00000004:00080000:0.0:1746129509.835045:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baeca80, transno 21474840377 00000004:00080000:0.0:1746129509.835047:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baeea00, transno 21474840378 00000004:00080000:0.0:1746129509.835050:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094efce00, transno 21474840382 00000004:00080000:0.0:1746129509.835052:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880129adf100, transno 21474840383 00000004:00080000:0.0:1746129509.835053:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094eff100, transno 21474840384 00000004:00080000:0.0:1746129509.835055:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094efca80, transno 21474840385 00000004:00080000:0.0:1746129509.835057:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094efed80, transno 21474840386 00000004:00080000:0.0:1746129509.835059:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094efea00, transno 21474840387 00000004:00080000:0.0:1746129509.835061:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094efdf80, transno 21474840388 00010000:00010000:1.0:1746129509.835062:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afb3 expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746129509.835063:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094eff480, transno 21474840389 00000004:00080000:0.0:1746129509.835065:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135724000, transno 21474840393 00000004:00080000:0.0:1746129509.835067:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135726a00, transno 21474840394 00000004:00080000:0.0:1746129509.835070:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135727b80, transno 21474840395 00000004:00080000:0.0:1746129509.835072:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135724a80, transno 21474840396 00000004:00080000:0.0:1746129509.835073:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135725180, transno 21474840397 00010000:00010000:1.0:1746129509.835074:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00000004:00080000:0.0:1746129509.835076:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135725c00, transno 21474840398 00000004:00080000:0.0:1746129509.835078:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135725880, transno 21474840399 00000004:00080000:0.0:1746129509.835080:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135725f80, transno 21474840400 00000100:00100000:0.0:1746129509.835085:0:3301:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88012bd93b80 x1830948736820352/t21474840401(21474840401) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746129523 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:0.0:1746129509.835092:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce38380/2, rc 0, transno 21474840422 00000100:00100000:0.0:1746129509.835096:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736845696:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1746129509.835098:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afb3 expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746129509.835105:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce39f80/2, rc 0, transno 21474840423 00000100:00100000:0.0:1746129509.835107:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736846208:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1746129509.835108:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afb3 expref: 7 pid: 14547 timeout: 865 lvb_type: 0 00000004:00080000:0.0:1746129509.835114:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce38000/2, rc 0, transno 21474840420 00000100:00100000:1.0:1746129509.835117:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736846464:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129509.835117:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736845824:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129509.835124:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce3ad80/2, rc 0, transno 21474840421 00000100:00100000:0.0:1746129509.835126:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736846336:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129509.835133:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27ed80/2, rc 0, transno 17179873228 00000100:00100000:0.0:1746129509.835135:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736844672:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129509.835142:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c09ad80/2, rc 0, transno 17179873230 00000100:00100000:0.0:1746129509.835144:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736845184:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129509.835150:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27f480/2, rc 0, transno 17179873226 00000100:00100000:0.0:1746129509.835152:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736844800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129509.835154:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954a80 going to sleep for 11 seconds 00000004:00080000:0.0:1746129509.835158:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c099c00/2, rc 0, transno 17179873227 00000100:00100000:0.0:1746129509.835161:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736845312:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129509.835174:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27d180/2, rc 0, transno 17179873231 00000100:00100000:0.0:1746129509.835177:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736844544:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746129509.835261:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800959de800 already unused, calling callback (ffffffffa136e690) 00000100:00100000:0.0:1746129509.835263:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736845056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 315us (541us total) trans 17179873232 rc 0/0 00010000:00010000:3.0:1746129509.835267:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 14547 initiator: MDT0 00000100:00100000:0.0:1746129509.835268:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11971 00010000:00010000:3.0:1746129509.835275:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129509.835287:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.835290:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129509.835307:0:3286:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05f7da lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afcf expref: 290 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.835316:0:3286:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05f7da lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afcf expref: 290 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.835323:0:3286:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05f7da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afcf expref: 290 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.835345:0:3286:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05f7da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afcf expref: 290 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.835351:0:3286:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3286:1830948736846592:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129509.835371:0:3286:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36000 going to sleep for 11 seconds 00000004:00080000:1.0:1746129509.835546:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c098000/2, rc 0, transno 17179873232 00000100:00100000:1.0:1746129509.835550:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736845056:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129509.835649:0:14586:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 16 in progress, 4 in flight, 48 done 00000004:00080000:2.0:1746129509.836188:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce38a80/2, rc 0, transno 21474840426 00000100:00100000:2.0:1746129509.836193:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736845568:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129509.836202:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce38e00/2, rc 0, transno 21474840427 00000100:00100000:2.0:1746129509.836205:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736846080:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129509.836213:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce38700/2, rc 0, transno 21474840424 00000100:00100000:2.0:1746129509.836217:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736845440:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129509.836223:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce3b800/2, rc 0, transno 21474840425 00000100:00100000:2.0:1746129509.836226:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736845952:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129509.836233:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27fb80/2, rc 0, transno 17179873229 00000100:00100000:2.0:1746129509.836236:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736844928:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129509.836486:0:14589:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 8 in progress, 0 in flight, 63 done 00000100:00100000:1.0:1746129509.836664:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746129509.836673:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736846720:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129509.836699:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129509.837106:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736846720 00000100:00100000:3.0:1746129509.837110:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736846720 00000100:00100000:3.0:1746129509.837136:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11972 00000100:00100000:3.0:1746129509.837142:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736846720:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129509.837280:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3303:x1830948736846720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 137us (580us total) trans 17179873233 rc 0/0 00000100:00100000:3.0:1746129509.837286:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11972 00000004:00080000:1.0:1746129509.837373:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce39180/2, rc 0, transno 17179873233 00000100:00100000:1.0:1746129509.837377:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736846720:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.839254:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.839273:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.839289:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.839345:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732004608 00000100:00100000:2.0:1746129509.839350:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732004608 00010000:00010000:2.0:1746129509.839382:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afb3 expref: 8 pid: 14547 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746129509.839395:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.839405:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6076 00000100:00100000:2.0:1746129509.839410:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948732004608:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.839420:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129509.839450:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732004352 00000100:00100000:1.0:1746129509.839454:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732004352 00000100:00100000:1.0:1746129509.839477:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4147 00000100:00100000:1.0:1746129509.839484:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+291:29508:x1830948732004352:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:3.0:1746129509.839557:0:3286:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3286:1830948736846592:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.839579:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 14547 initiator: MDT0 00000100:00100000:1.0:1746129509.839583:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+291:29508:x1830948732004352:12345-192.168.202.4@tcp:49:cat.0 Request processed in 101us (335us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129509.839585:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05f7cc lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x44a19400000020 pid: 14547 initiator: MDT0 00000100:00100000:1.0:1746129509.839588:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4147 00010000:00010000:2.0:1746129509.839628:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afb3 expref: 7 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.839641:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afb3 expref: 7 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.839662:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.839666:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.839673:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.839680:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.839695:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.839714:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948732004608:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 304us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.839719:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6076 00000100:00100000:2.0:1746129509.839741:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732004480 00000100:00100000:2.0:1746129509.839743:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732004480 00000100:00100000:2.0:1746129509.839771:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732004736 00000100:00100000:2.0:1746129509.839773:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732004736 00000100:00100000:3.0:1746129509.839790:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10231 00000100:00100000:3.0:1746129509.839796:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29509:x1830948732004480:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129509.839808:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5200/0x40a459093b05f786 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afb3 expref: 7 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.839813:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129509.839820:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736846464:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129509.839824:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afe4 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.839832:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.839839:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.839843:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129509.839862:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afe4 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1746129509.839866:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129509.839872:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afe4 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.840101:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840108:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840113:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129509.840133:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10232 00000100:00100000:2.0:1746129509.840140:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:14850083-80f0-48d7-b1fd-919aea051e36+7:29515:x1830948732004736:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.840149:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.840156:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5400/0x40a459093b05f82e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1afeb expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.840199:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.840205:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.840211:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129509.840226:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129509.840230:0:14547:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129509.840237:0:14547:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129509.840252:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5400/0x40a459093b05f82e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afeb expref: 9 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.840260:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afeb expref: 8 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.840265:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.840267:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129509.840269:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fab4600, rc 0) 00000100:00100000:2.0:1746129509.840287:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:29515:x1830948732004736:12345-192.168.202.4@tcp:101:cat.0 Request processed in 149us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.840309:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10232 00010000:00010000:3.0:1746129509.840350:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.840353:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129509.840355:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095af4c00, rc 0) 00010000:00010000:1.0:1746129509.840360:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a2000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129509.840363:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840368:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129509.840374:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29509:x1830948732004480:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 579us (1099us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129509.840376:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.840377:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746129509.840379:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129509.840382:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10231 00010000:00010000:1.0:1746129509.840384:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2000/0x40a459093b05f819 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840397:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840402:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840407:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840410:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a3400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129509.840412:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840416:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840422:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129509.840424:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129509.840426:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840430:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3400/0x40a459093b05f7fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840438:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840442:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840446:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840450:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e0a3c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129509.840452:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840456:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840461:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba300) 00010000:00010000:1.0:1746129509.840462:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129509.840464:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840467:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3c00/0x40a459093b05f804 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.840493:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3e00/0x40a459093b05f7f6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afdd expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.840499:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a3e00/0x40a459093b05f7f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afdd expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.840505:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e0a3e00, rc 0) 00000100:00100000:1.0:1746129509.840520:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29516:x1830948732004224:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 15446us (15623us total) trans 8589944132 rc 301/301 00000100:00100000:1.0:1746129509.840525:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10230 00000100:00100000:0.0:1746129509.849535:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.849577:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.849581:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732004864 00000100:00100000:3.0:1746129509.849588:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732004864 00000100:00100000:0.0:1746129509.849593:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.849607:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.849640:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732005120 00000100:00100000:3.0:1746129509.849643:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732005120 00000100:00100000:2.0:1746129509.849652:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732005248 00000100:00100000:1.0:1746129509.849658:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732004992 00000100:00100000:3.0:1746129509.849659:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11973 00000100:00100000:1.0:1746129509.849662:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732004992 00000100:00100000:3.0:1746129509.849666:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948732004864:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.849681:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129509.849687:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10233 00000100:00100000:1.0:1746129509.849694:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29509:x1830948732004992:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129509.849703:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.849704:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aff2 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.849715:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f800/0x40a459093b05f843 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1aff9 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129509.849725:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d265, atime: 0x6813d263, ctime: 0x6813d265, blocks: 0x809 00010000:00010000:3.0:1746129509.849741:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.849743:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.849750:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff2 expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.849762:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff2 expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.849771:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5b8e400, rc 0) 00010000:00010000:1.0:1746129509.849779:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.849789:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129509.849797:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746129509.849810:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948732004864:12345-192.168.202.4@tcp:101:cat.0 Request processed in 144us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.849814:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11973 00000004:00200000:1.0:1746129509.849818:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:1.0:1746129509.849821:0:14548:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1746129509.849828:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11974 00000100:00100000:3.0:1746129509.849832:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732005120:12345-192.168.202.4@tcp:101:cat.0 00000004:00010000:1.0:1746129509.849833:0:14548:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129509.849840:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.849849:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b000 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.849861:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584f800/0x40a459093b05f843 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff9 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129509.849871:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d265, atime: 0x6813d263, ctime: 0x6813d265, blocks: 0x821 00010000:00010000:1.0:1746129509.849873:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff9 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.849878:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.849879:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.849879:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.849881:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129509.849883:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 18 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.849883:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0bac00, rc 0) 00010000:00010000:3.0:1746129509.849891:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 18 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.849896:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5b8e200, rc 0) 00000100:00100000:1.0:1746129509.849905:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29509:x1830948732004992:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 212us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.849910:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732005120:12345-192.168.202.4@tcp:101:cat.0 Request processed in 78us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.849910:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10233 00000100:00100000:3.0:1746129509.849914:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11974 00000100:00100000:0.0:1746129509.850004:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.850019:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732005376 00000100:00100000:0.0:1746129509.850021:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732005376 00000100:00100000:0.0:1746129509.850037:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11975 00000100:00100000:0.0:1746129509.850042:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1962:x1830948732005376:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129509.850047:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.850054:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b00e expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129509.850064:0:31503:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d266, atime: 0x6813d266, ctime: 0x6813d266, blocks: 0x821 00010000:00010000:0.0:1746129509.850071:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.850073:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.850076:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b00e expref: 17 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.850085:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b00e expref: 17 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.850095:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f385800, rc 0) 00000100:00100000:0.0:1746129509.850110:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732005376:12345-192.168.202.4@tcp:101:cat.0 Request processed in 69us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.850115:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11975 00000100:00100000:2.0:1746129509.850166:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732005248 00000100:00100000:2.0:1746129509.850202:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11976 00000100:00100000:2.0:1746129509.850208:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948732005248:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.850215:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.850225:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b007 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746129509.850236:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d266, atime: 0x6813d266, ctime: 0x6813d266, blocks: 0x821 00010000:00010000:2.0:1746129509.850244:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.850245:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.850249:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b007 expref: 19 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.850258:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b007 expref: 19 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.850264:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fab5c00, rc 0) 00000100:00100000:2.0:1746129509.850284:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948732005248:12345-192.168.202.4@tcp:101:cat.0 Request processed in 77us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.850289:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11976 00000100:00100000:0.0:1746129509.852315:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.852350:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.852420:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.852433:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732005504 00000100:00100000:3.0:1746129509.852441:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732005504 00000100:00100000:0.0:1746129509.852444:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.852474:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732005632 00000100:00100000:3.0:1746129509.852476:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732005632 00000100:00100000:0.0:1746129509.852479:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.852489:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732006272 00000100:00100000:3.0:1746129509.852492:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732006272 00000100:00100000:0.0:1746129509.852493:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.852504:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732006144 00000100:00100000:3.0:1746129509.852508:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11977 00000100:00100000:2.0:1746129509.852509:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732006144 00000100:00100000:3.0:1746129509.852514:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732005504:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129509.852514:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129509.852528:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.852544:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b015 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746129509.852544:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009c7d8000 x1830948732006144/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.852553:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8000 with x1830948732006144 ext(3145728->4194303) 00002000:00010000:2.0:1746129509.852558:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d8000 00010000:00010000:3.0:1746129509.852567:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.852569:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746129509.852570:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.852572:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4633 00010000:00010000:3.0:1746129509.852575:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b015 expref: 18 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129509.852578:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732006144:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129509.852585:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732006528 00010000:00010000:3.0:1746129509.852587:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b015 expref: 18 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129509.852588:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732006528 00010000:00010000:3.0:1746129509.852595:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aae2800, rc 0) 00000100:00100000:0.0:1746129509.852601:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732006784 00000100:00100000:0.0:1746129509.852602:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732006784 00000100:00100000:0.0:1746129509.852610:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732006400 00000100:00100000:0.0:1746129509.852611:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732006400 00000100:00100000:0.0:1746129509.852620:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11978 00000100:00100000:0.0:1746129509.852624:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948732005632:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129509.852631:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.852641:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b01c expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.852652:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.852654:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.852658:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b01c expref: 20 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.852668:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b01c expref: 20 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.852675:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f385600, rc 0) 00000100:00100000:1.0:1746129509.852734:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11979 00000100:00100000:1.0:1746129509.852741:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732006272:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:1.0:1746129509.852748:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.852756:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b02a expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.852772:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.852773:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.852778:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b02a expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.852785:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b02a expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.852791:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0bb600, rc 0) 00000100:00100000:0.0:1746129509.852851:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732005632:12345-192.168.202.4@tcp:101:cat.0 Request processed in 225us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.852870:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11978 00000100:00100000:0.0:1746129509.852888:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11980 00000100:00100000:0.0:1746129509.852893:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948732006528:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129509.852899:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.852905:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b038 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.852916:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.852917:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.852922:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b038 expref: 7 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.852930:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b038 expref: 7 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.852937:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384600, rc 0) 00000100:00100000:0.0:1746129509.852951:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732006528:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 58us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.852955:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11980 00000100:00100000:0.0:1746129509.852968:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11981 00000100:00100000:0.0:1746129509.852972:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732006784:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129509.852977:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.852983:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b046 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.852992:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.852993:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.852996:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b046 expref: 9 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.853004:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b046 expref: 9 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.853010:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384400, rc 0) 00000100:00100000:0.0:1746129509.853024:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732006784:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 51us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.853028:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11981 00000100:00100000:0.0:1746129509.853038:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11982 00000100:00100000:3.0:1746129509.853087:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732005504:12345-192.168.202.4@tcp:101:cat.0 Request processed in 571us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.853099:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11977 00000100:00100000:0.0:1746129509.853101:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948732006400:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129509.853106:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.853112:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b031 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.853121:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.853122:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.853125:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b031 expref: 7 pid: 31503 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129509.853133:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129509.853133:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b031 expref: 7 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.853140:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384000, rc 0) 00000100:00100000:0.0:1746129509.853155:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732006400:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 55us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.853159:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11982 00000100:00100000:0.0:1746129509.853168:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732006656 00000100:00100000:0.0:1746129509.853170:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732006656 00000100:00100000:3.0:1746129509.853176:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.853181:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732006912 00000100:00100000:0.0:1746129509.853183:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732006912 00000100:00100000:0.0:1746129509.853190:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11983 00000100:00100000:0.0:1746129509.853193:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732006656:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129509.853199:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.853205:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b03f expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.853214:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.853215:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.853218:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b03f expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.853225:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b03f expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.853231:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095af4a00, rc 0) 00000100:00100000:0.0:1746129509.855642:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732006656:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 2432us (2493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.855651:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11983 00000100:00100000:0.0:1746129509.855683:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 11984 00000100:00100000:0.0:1746129509.855697:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732006912:12345-192.168.202.4@tcp:101:mirror_io.0 00010000:00010000:0.0:1746129509.855710:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.855728:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b04d expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.855747:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.855748:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.855754:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b04d expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.855766:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b04d expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.855774:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f384a00, rc 0) 00000100:00100000:1.0:1746129509.856214:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732006272:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 3472us (3733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.856220:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11979 00000100:00100000:0.0:1746129509.856429:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732006912:12345-192.168.202.4@tcp:101:mirror_io.0 Request processed in 738us (3252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.856434:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 11984 00000100:00100000:1.0:1746129509.857312:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732005888 00000100:00100000:1.0:1746129509.857320:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732005888 00000100:00100000:1.0:1746129509.857364:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10234 00000100:00100000:1.0:1746129509.857369:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29516:x1830948732005888:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129509.857385:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.857387:0:15096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746129509.857409:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e0a2e00/0x40a459093b05f7da lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afcf expref: 290 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.857422:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.857426:0:15096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129509.857435:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f89e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b023 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.857478:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.857487:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afe4 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.857494:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afeb expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.857499:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff9 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.857505:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 6/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.857532:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff9 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.857543:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff9 expref: 7 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.857553:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736846848:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.857614:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afeb expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.857622:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afeb expref: 7 pid: 14547 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.857630:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736846976:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.857651:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afe4 expref: 7 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.857658:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afe4 expref: 7 pid: 14549 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.857664:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736847104:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.857679:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.862447:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.862518:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732007296 00000100:00100000:2.0:1746129509.862525:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732007296 00000100:00100000:1.0:1746129509.862561:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736846848:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.862566:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff9 expref: 8 pid: 14548 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.862571:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736846976:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.862578:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736847104:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.862599:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129509.862632:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6077 00000100:00100000:2.0:1746129509.862640:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948732007296:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.862652:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.862657:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff9 expref: 8 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.862665:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff9 expref: 8 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.862687:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bac00/0x40a459093b05f84a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff9 expref: 8 pid: 14548 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.862712:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.862716:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.862723:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.862727:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.863288:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948732007296:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 647us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.863317:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6077 00000100:00100000:1.0:1746129509.864386:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.865704:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732007552 00000100:00100000:2.0:1746129509.865712:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732007552 00010000:00010000:2.0:1746129509.865752:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afe4 expref: 7 pid: 14549 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129509.865796:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6078 00000100:00100000:2.0:1746129509.865804:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732007552:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.865817:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.865821:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afe4 expref: 7 pid: 14549 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.865830:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afe4 expref: 7 pid: 14549 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.865851:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05f820 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afe4 expref: 7 pid: 14549 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.865894:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.865899:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.865905:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129509.865910:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.865950:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948732007552:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 148us (1709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.865955:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6078 00000100:00100000:1.0:1746129509.866574:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.866659:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732007808 00000100:00100000:2.0:1746129509.866663:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732007808 00002000:00100000:2.0:1746129509.866694:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009fb9ce00 x1830948732007808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.866711:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ce00 with x1830948732007808 ext(1048576->2097151) 00002000:00010000:2.0:1746129509.866715:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ce00 00000100:00100000:2.0:1746129509.866730:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4634 00000100:00100000:2.0:1746129509.866736:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732007808:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.868620:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.868626:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.868672:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732007424 00000100:00100000:1.0:1746129509.868679:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732007424 00010000:00010000:1.0:1746129509.868709:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afeb expref: 8 pid: 14547 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.868737:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6079 00000100:00100000:1.0:1746129509.868742:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948732007424:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129509.868756:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.868761:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afeb expref: 8 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129509.868772:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afeb expref: 8 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129509.868793:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f835 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afeb expref: 8 pid: 14547 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129509.868810:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.868815:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.868823:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.868828:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.868845:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.868924:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.868945:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+7:1962:x1830948732007424:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 201us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.868947:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.868952:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6079 00000100:00100000:1.0:1746129509.868973:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732007680 00000100:00100000:1.0:1746129509.868976:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732007680 00002000:00100000:1.0:1746129509.868999:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880135759f80 x1830948732007680/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.869008:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759f80 with x1830948732007680 ext(1048576->2097151) 00002000:00010000:1.0:1746129509.869012:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135759f80 00000100:00100000:1.0:1746129509.869022:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732008064 00000100:00100000:1.0:1746129509.869025:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732008064 00002000:00100000:1.0:1746129509.869035:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880135758e00 x1830948732008064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.869040:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135758e00 with x1830948732008064 ext(0->1048575) 00002000:00010000:1.0:1746129509.869043:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135758e00 00000100:00100000:1.0:1746129509.869052:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4635 00000100:00100000:1.0:1746129509.869056:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948732007680:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129509.869161:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.869213:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732008192 00000100:00100000:0.0:1746129509.869219:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732008192 00002000:00100000:0.0:1746129509.869241:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013575b480 x1830948732008192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129509.869249:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575b480 with x1830948732008192 ext(1048576->2097151) 00002000:00010000:0.0:1746129509.869253:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575b480 00000100:00100000:0.0:1746129509.869268:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4636 00000100:00100000:0.0:1746129509.869275:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948732008064:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129509.869463:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4637 00000100:00100000:1.0:1746129509.869469:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948732008192:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129509.869598:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732006144:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17019us (17152us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129509.869604:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4633 00002000:00100000:2.0:1746129509.869610:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009c7d8000 x1830948732006144/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.869617:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8000 with x1830948732006144 ext(3145728->4194303) 00002000:00010000:2.0:1746129509.869620:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d8000 00010000:00010000:1.0:1746129509.869754:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.869761:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000040:00080000:1.0:1746129509.870404:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2851, 88 off237832 00000004:00080000:1.0:1746129509.870410:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765187115698ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129509.870441:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2784, 88 off231928 00000004:00080000:1.0:1746129509.870445:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765187150768ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129509.870456:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2785, 88 off232016 00000004:00080000:1.0:1746129509.870459:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765187165062ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129509.870466:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2852, 88 off237920 00000004:00080000:1.0:1746129509.870468:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765187174503ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129509.870474:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2853, 88 off238008 00000004:00080000:1.0:1746129509.870477:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765187182848ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129509.870483:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2786, 88 off232104 00000004:00080000:1.0:1746129509.870486:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765187191507ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129509.870491:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2787, 88 off232192 00000004:00080000:1.0:1746129509.870494:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765187199908ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129509.870500:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2788, 88 off232280 00000004:00080000:1.0:1746129509.870502:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765187208099ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129509.870509:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2854, 88 off238096 00000004:00080000:1.0:1746129509.870511:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765187217298ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129509.870517:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2789, 88 off232368 00000004:00080000:1.0:1746129509.870519:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765187225430ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129509.870525:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2855, 88 off238184 00000004:00080000:1.0:1746129509.870527:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765187233459ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129509.870533:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2790, 88 off232456 00000004:00080000:1.0:1746129509.870536:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765187241893ns, next at 706231494891ns, rc = 0 00000040:00080000:1.0:1746129509.870541:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2856, 88 off238272 00000004:00080000:1.0:1746129509.870544:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765187250262ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129509.870550:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2857, 88 off238360 00000004:00080000:1.0:1746129509.870553:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765187258920ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129509.870558:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2858, 88 off238448 00000004:00080000:1.0:1746129509.870561:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765187267304ns, next at 721271078625ns, rc = 0 00000040:00080000:1.0:1746129509.870567:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2859, 88 off238536 00000004:00080000:1.0:1746129509.870569:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 765187275570ns, next at 721271078625ns, rc = 0 00000100:00100000:0.0:1746129509.878916:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732008576 00000100:00100000:0.0:1746129509.878926:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732008576 00000100:00100000:0.0:1746129509.878979:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10235 00000100:00100000:0.0:1746129509.878987:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+7:29519:x1830948732008576:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129509.879003:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.879019:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec0e00/0x40a459093b05f8ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b054 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.879095:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.879105:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.879113:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.879125:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.879130:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.879139:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000040:00080000:1.0:1746129509.880594:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2791, 88 off232544 00000004:00080000:1.0:1746129509.880605:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765197310382ns, next at 706231494891ns, rc = 0 00010000:00010000:0.0:1746129509.884075:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884095:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884106:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00200000:0.0:1746129509.884118:0:14548:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129509.884228:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884234:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884239:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884245:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be04400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129509.884248:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884254:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884263:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129509.884266:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129509.884269:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884278:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04400/0x40a459093b05f8c1 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884331:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884336:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884340:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884344:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be04800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129509.884347:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884351:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884358:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129509.884360:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129509.884362:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884366:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be04800/0x40a459093b05f8b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884374:0:14548:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884379:0:14548:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884383:0:14548:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884387:0:14548:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be05e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129509.884389:0:14548:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884394:0:14548:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884400:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f0e7e00) 00010000:00010000:0.0:1746129509.884401:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129509.884403:0:14548:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884407:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009be05e00/0x40a459093b05f8ba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129509.884448:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec0e00/0x40a459093b05f8ac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b054 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.884455:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec0e00/0x40a459093b05f8ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b054 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.884463:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec0e00, rc 0) 00000100:00100000:0.0:1746129509.884520:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29519:x1830948732008576:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5533us (15894us total) trans 8589944134 rc 301/301 00000100:00100000:0.0:1746129509.884529:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10235 00000100:00100000:3.0:1746129509.885142:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.885374:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948732007808:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18636us (18801us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129509.885382:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4634 00002000:00100000:2.0:1746129509.885389:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009fb9ce00 x1830948732007808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.885397:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fb9ce00 with x1830948732007808 ext(1048576->2097151) 00002000:00010000:2.0:1746129509.885401:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fb9ce00 00000100:00100000:1.0:1746129509.887734:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732008064:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18455us (18781us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129509.887744:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4636 00002000:00100000:1.0:1746129509.887755:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880135758e00 x1830948732008064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.887763:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135758e00 with x1830948732008064 ext(0->1048575) 00002000:00010000:1.0:1746129509.887767:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135758e00 00000100:00100000:1.0:1746129509.887792:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732008704 00000100:00100000:1.0:1746129509.887797:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732008704 00000100:00100000:1.0:1746129509.887822:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10236 00000100:00100000:1.0:1746129509.887828:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+292:29508:x1830948732008704:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129509.887843:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.887869:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b05b expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.887910:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.887918:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 293 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.887930:0:14548:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129509.887938:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 293 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.887948:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129509.887951:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746129509.887953:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 293 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.887964:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f445c00, rc 0) 00000100:00100000:1.0:1746129509.887996:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+293:29508:x1830948732008704:12345-192.168.202.4@tcp:101:cat.0 Request processed in 166us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.888001:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10236 00000100:00100000:1.0:1746129509.891728:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732008192:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22252us (22560us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129509.891738:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4637 00002000:00100000:1.0:1746129509.891747:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013575b480 x1830948732008192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.891756:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575b480 with x1830948732008192 ext(1048576->2097151) 00002000:00010000:1.0:1746129509.891761:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575b480 00000100:00100000:0.0:1746129509.897782:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732007680:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28718us (28851us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129509.897791:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4635 00002000:00100000:0.0:1746129509.897802:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880135759f80 x1830948732007680/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129509.897812:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759f80 with x1830948732007680 ext(1048576->2097151) 00002000:00010000:0.0:1746129509.897818:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135759f80 00000100:00100000:2.0:1746129509.901517:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.901544:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732008832 00000100:00100000:2.0:1746129509.901552:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732008832 00000100:00100000:2.0:1746129509.901589:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10237 00000100:00100000:2.0:1746129509.901668:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29515:x1830948732008832:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.901691:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129509.901798:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b062 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.901860:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.901871:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.901882:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.901885:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129509.901888:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 292 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.901893:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fbdcc00, rc 0) 00000100:00100000:2.0:1746129509.901935:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:29515:x1830948732008832:12345-192.168.202.4@tcp:101:cat.0 Request processed in 339us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.901940:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10237 00000001:00080000:0.0:1746129509.907820:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944133 is committed 00000004:00080000:0.0:1746129509.907828:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1974 committed 00000004:00080000:0.0:1746129509.907834:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2042 committed 00000004:00080000:0.0:1746129509.907838:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2041 committed 00000004:00080000:0.0:1746129509.907839:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2040 committed 00000004:00080000:0.0:1746129509.907842:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2039 committed 00000004:00080000:0.0:1746129509.907843:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1973 committed 00000004:00080000:0.0:1746129509.907844:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2038 committed 00000004:00080000:0.0:1746129509.907846:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1972 committed 00000004:00080000:0.0:1746129509.907847:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2037 committed 00000004:00080000:0.0:1746129509.907848:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1971 committed 00000004:00080000:0.0:1746129509.907849:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1970 committed 00000004:00080000:0.0:1746129509.907850:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1969 committed 00000004:00080000:0.0:1746129509.907863:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2036 committed 00000004:00080000:0.0:1746129509.907865:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2035 committed 00000004:00080000:0.0:1746129509.907866:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1968 committed 00000004:00080000:0.0:1746129509.907867:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1967 committed 00000004:00080000:0.0:1746129509.907868:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2034 committed 00000001:00080000:0.0:1746129509.907877:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944131 is committed 00010000:00010000:2.0:1746129509.908052:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.908063:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.908065:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1746129509.908069:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.908078:0:15096:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.908084:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.908090:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.908095:0:15096:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.908101:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.908120:0:15096:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 7 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.908130:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fda300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736847488:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129509.908205:0:15096:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.908212:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fda680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736847616:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129509.908228:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.908573:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736847232:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.908608:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.908637:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736847744:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.908653:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.908663:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746129509.908666:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736847360:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.908680:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.908749:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736848000:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.908763:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.908775:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746129509.908779:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736847872:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.908791:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.908801:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736848512:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129509.908809:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736847232 00000100:00100000:0.0:1746129509.908812:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129509.908815:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736847232 00000100:00100000:0.0:1746129509.908820:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746129509.908823:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736848384:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.908833:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.908841:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736848896:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129509.908843:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736847744 00000100:00100000:1.0:1746129509.908844:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736847744 00000100:00100000:0.0:1746129509.908851:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129509.909284:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736847360 00000100:00100000:0.0:1746129509.909284:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736848000 00000100:00100000:1.0:1746129509.909288:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736847360 00000100:00100000:0.0:1746129509.909288:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736848000 00000100:00100000:1.0:1746129509.909318:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736848512 00000100:00100000:0.0:1746129509.909318:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736847872 00000100:00100000:1.0:1746129509.909320:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736848512 00000100:00100000:0.0:1746129509.909320:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736847872 00000100:00100000:1.0:1746129509.909326:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736848384 00000100:00100000:0.0:1746129509.909326:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736848896 00000100:00100000:1.0:1746129509.909328:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736848384 00000100:00100000:0.0:1746129509.909328:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736848896 00000100:00100000:0.0:1746129509.909335:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11985 00000100:00100000:0.0:1746129509.909342:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3303:x1830948736847232:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129509.909432:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736849408:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129509.909453:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129509.909463:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746129509.909467:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736849024:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129509.909478:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129509.909492:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736849408 00000100:00100000:2.0:1746129509.909494:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736849408 00000100:00100000:1.0:1746129509.909525:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11986 00000100:00100000:1.0:1746129509.909530:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3301:x1830948736847744:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129509.909577:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746129509.909579:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129509 -> 1746129509 00002000:00010000:0.0:1746129509.909581:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:0.0:1746129509.909583:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129509 -> 1746129509 00002000:00010000:0.0:1746129509.909585:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00002000:00010000:1.0:1746129509.909601:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129509.909603:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129510 -> 1746129510 00002000:00010000:1.0:1746129509.909605:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129510 -> 1746129510 00002000:00010000:1.0:1746129509.909608:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129510 -> 1746129510 00000100:00100000:0.0:1746129509.909608:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3303:x1830948736847232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 267us (1000us total) trans 17179873234 rc 0/0 00002000:00010000:1.0:1746129509.909609:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129509.909614:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11985 00000100:00100000:0.0:1746129509.909625:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736849024 00000100:00100000:0.0:1746129509.909627:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736849024 00000100:00100000:1.0:1746129509.909628:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3301:x1830948736847744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (975us total) trans 17179873235 rc 0/0 00000100:00100000:1.0:1746129509.909633:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11986 00000100:00100000:0.0:1746129509.909637:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11987 00000100:00100000:1.0:1746129509.909640:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11988 00000100:00100000:0.0:1746129509.909641:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3301:x1830948736847360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129509.909643:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3303:x1830948736848000:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.909669:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11989 00000100:00100000:0.0:1746129509.909672:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+25:3303:x1830948736847872:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.909724:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11990 00000100:00100000:0.0:1746129509.909728:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3303:x1830948736848512:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129509.909733:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746129509.909735:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129510 -> 1746129510 00002000:00010000:1.0:1746129509.909736:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129510 -> 1746129510 00002000:00010000:1.0:1746129509.909738:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129510 -> 1746129510 00002000:00010000:1.0:1746129509.909740:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1746129509.909756:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3303:x1830948736848000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (992us total) trans 21474840428 rc 0/0 00000100:00100000:1.0:1746129509.909761:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11988 00000100:00100000:1.0:1746129509.909771:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11991 00000100:00100000:1.0:1746129509.909774:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3303:x1830948736848896:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.909798:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3303:x1830948736848512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 69us (984us total) trans 17179873236 rc 0/0 00000100:00100000:0.0:1746129509.909803:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11990 00000100:00100000:0.0:1746129509.909812:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11992 00000100:00100000:0.0:1746129509.909816:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3303:x1830948736848384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129509.909840:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3303:x1830948736848896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (988us total) trans 17179873237 rc 0/0 00000100:00100000:1.0:1746129509.909845:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11991 00000100:00100000:1.0:1746129509.909866:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11993 00000100:00100000:1.0:1746129509.909870:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3302:x1830948736849024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129509.909891:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:0.0:1746129509.909893:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129509.909895:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746129509.909896:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129509.909898:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:0.0:1746129509.909915:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3303:x1830948736848384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (1080us total) trans 17179873238 rc 0/0 00000100:00100000:0.0:1746129509.909920:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11992 00000100:00100000:1.0:1746129509.909949:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3302:x1830948736849024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 78us (469us total) trans 21474840430 rc 0/0 00002000:00010000:0.0:1746129509.909950:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129509.909952:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129510 -> 1746129510 00000100:00100000:1.0:1746129509.909954:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11993 00002000:00010000:0.0:1746129509.909954:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129509.909956:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129509.909958:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129509.909972:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3303:x1830948736847872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 300us (1180us total) trans 21474840429 rc 0/0 00000100:00100000:0.0:1746129509.909976:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11989 00000100:00100000:0.0:1746129509.909990:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736848256:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.910005:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.910016:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736848768:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129509.910019:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736848256 00000100:00100000:1.0:1746129509.910021:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736848256 00000100:00100000:0.0:1746129509.910027:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129509.910032:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736848768 00000100:00100000:1.0:1746129509.910034:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736848768 00000100:00100000:0.0:1746129509.910037:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736849280:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129509.910042:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11994 00000100:00100000:1.0:1746129509.910046:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736848256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.910049:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746129509.910072:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb9f480/2, rc 0, transno 17179873235 00000100:00100000:0.0:1746129509.910079:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736847744:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.910085:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1746129509.910089:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c27d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736848128:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.910102:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1746129509.910110:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:1.0:1746129509.910112:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129509 -> 1746129509 00000100:00100000:0.0:1746129509.910112:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736848640:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129509.910114:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129509 -> 1746129509 00002000:00010000:1.0:1746129509.910115:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129509 -> 1746129509 00002000:00010000:1.0:1746129509.910117:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5593 -> 5593 00000100:00100000:0.0:1746129509.910125:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129509.910131:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736849152:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129509.910132:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736848256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (126us total) trans 17179873239 rc 0/0 00000100:00100000:1.0:1746129509.910137:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11994 00000100:00100000:1.0:1746129509.910144:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736849280 00000100:00100000:0.0:1746129509.910144:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129509.910146:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736849280 00000100:00100000:1.0:1746129509.910154:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736848128 00000004:00080000:0.0:1746129509.910154:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb9d500/2, rc 0, transno 17179873239 00000100:00100000:1.0:1746129509.910155:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736848128 00000100:00100000:0.0:1746129509.910157:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736848256:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129509.910160:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736848640 00000100:00100000:1.0:1746129509.910162:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736848640 00000100:00100000:0.0:1746129509.910168:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736849152 00000100:00100000:1.0:1746129509.910169:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11995 00000100:00100000:0.0:1746129509.910170:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736849152 00000100:00100000:1.0:1746129509.910172:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736848768:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.910179:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11996 00000100:00100000:0.0:1746129509.910183:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736849280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129509.910249:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3301:x1830948736848768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 75us (220us total) trans 17179873240 rc 0/0 00000100:00100000:0.0:1746129509.910249:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736849280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (199us total) trans 21474840431 rc 0/0 00000100:00100000:0.0:1746129509.910254:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11996 00000100:00100000:1.0:1746129509.910256:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11995 00000100:00100000:0.0:1746129509.910262:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11997 00000100:00100000:1.0:1746129509.910265:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11998 00000100:00100000:0.0:1746129509.910266:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736848128:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129509.910268:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c53ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736848640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129509.910352:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c53ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3301:x1830948736848640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (225us total) trans 17179873241 rc 0/0 00000100:00100000:1.0:1746129509.910358:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11998 00000100:00100000:1.0:1746129509.910367:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11999 00000100:00100000:1.0:1746129509.910371:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736849152:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129509.910442:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3301:x1830948736849152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 70us (296us total) trans 21474840433 rc 0/0 00000100:00100000:1.0:1746129509.910446:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11999 00000100:00100000:0.0:1746129509.910635:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736848128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (247us total) trans 21474840432 rc 0/0 00000100:00100000:2.0:1746129509.910657:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12000 00000100:00100000:2.0:1746129509.910664:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3302:x1830948736849408:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129509.910745:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3302:x1830948736849408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (1290us total) trans 21474840434 rc 0/0 00000100:00100000:2.0:1746129509.910749:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12000 00000004:00080000:2.0:1746129509.910775:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27d880/2, rc 0, transno 21474840430 00000100:00100000:2.0:1746129509.910779:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736849024:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129509.910784:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094efca80/2, rc 0, transno 21474840434 00000100:00100000:2.0:1746129509.910786:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736849408:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129509.910790:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746129509.910795:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736849536:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129509.910809:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129509.910822:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736849536 00000100:00100000:2.0:1746129509.910824:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736849536 00000100:00100000:2.0:1746129509.910834:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12001 00000100:00100000:2.0:1746129509.910838:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3302:x1830948736849536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129509.910920:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3302:x1830948736849536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 81us (109us total) trans 17179873242 rc 0/0 00000100:00100000:2.0:1746129509.910925:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12001 00000004:00080000:2.0:1746129509.910941:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129adf100/2, rc 0, transno 17179873242 00000100:00100000:2.0:1746129509.910944:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736849536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129509.911240:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb9df80/2, rc 0, transno 17179873238 00000100:00100000:3.0:1746129509.911245:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736848384:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.911250:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11997 00000004:00080000:3.0:1746129509.911252:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880129adc000/2, rc 0, transno 17179873237 00000100:00100000:3.0:1746129509.911254:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736848896:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129509.911260:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb9d180/2, rc 0, transno 17179873236 00000100:00100000:3.0:1746129509.911263:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736848512:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129509.911270:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27c000/2, rc 0, transno 21474840429 00000100:00100000:3.0:1746129509.911272:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736847872:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129509.911274:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27d500/2, rc 0, transno 21474840432 00000100:00100000:0.0:1746129509.911277:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736848128:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129509.911281:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012c27c380/2, rc 0, transno 21474840428 00000004:00080000:0.0:1746129509.911282:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb9c000/2, rc 0, transno 17179873241 00000100:00100000:3.0:1746129509.911283:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c27c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736848000:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129509.911285:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736848640:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129509.911290:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb9f800/2, rc 0, transno 17179873234 00000004:00080000:0.0:1746129509.911290:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094efce00/2, rc 0, transno 21474840433 00000100:00100000:3.0:1746129509.911306:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736847232:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129509.911308:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736849152:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129509.911315:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fb9dc00/2, rc 0, transno 17179873240 00000100:00100000:0.0:1746129509.911318:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736848768:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129509.911324:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094eff100/2, rc 0, transno 21474840431 00000100:00100000:0.0:1746129509.911326:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736849280:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129509.911394:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129509.911396:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129509 -> 1746129509 00002000:00010000:0.0:1746129509.911398:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:0.0:1746129509.911400:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129509 -> 1746129509 00000100:00100000:2.0:1746129509.911402:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00010000:0.0:1746129509.911402:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129509.911418:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.911423:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736847360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1781us (2741us total) trans 21474840435 rc 0/0 00000100:00100000:0.0:1746129509.911428:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11987 00000100:00100000:2.0:1746129509.911482:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.911499:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732009088 00000100:00100000:2.0:1746129509.911501:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732009088 00000100:00100000:2.0:1746129509.911517:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732008960 00000100:00100000:2.0:1746129509.911518:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732008960 00000100:00100000:2.0:1746129509.911529:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4148 00000004:00080000:0.0:1746129509.911533:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce3a680/2, rc 0, transno 21474840435 00000100:00100000:2.0:1746129509.911534:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:29515:x1830948732009088:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:0.0:1746129509.911536:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736847360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129509.911718:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fda300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736847488:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129509.911724:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fda680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736847616:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.911753:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584e400/0x40a459093b05f89e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 292 pid: 15096 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1746129509.911768:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.911791:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b556000, rc 0) 00000100:00100000:1.0:1746129509.911803:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4149 00000100:00100000:1.0:1746129509.911808:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934c8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+291:29508:x1830948732008960:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:3.0:1746129509.911829:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29516:x1830948732005888:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 54460us (59451us total) trans 8589944133 rc 0/0 00000100:00100000:3.0:1746129509.911835:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10234 00000100:00100000:3.0:1746129509.911846:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732009216 00000100:00100000:3.0:1746129509.911848:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732009216 00000100:00100000:1.0:1746129509.911848:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934c8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+290:29508:x1830948732008960:12345-192.168.202.4@tcp:49:cat.0 Request processed in 42us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.911865:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4149 00000100:00100000:3.0:1746129509.911875:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10238 00000100:00100000:3.0:1746129509.911880:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29519:x1830948732009216:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129509.911886:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.911896:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f326200/0x40a459093b05f8dd lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b069 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.911922:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f326200/0x40a459093b05f8dd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b069 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.911932:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f326200/0x40a459093b05f8dd lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b069 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.911941:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129509.911944:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129509.911946:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f326200, rc 0) 00000100:00100000:3.0:1746129509.911961:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:29519:x1830948732009216:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 81us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.911966:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10238 00000100:00100000:2.0:1746129509.912153:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:29515:x1830948732009088:12345-192.168.202.4@tcp:49:cat.0 Request processed in 618us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.912159:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4148 00000100:00100000:0.0:1746129509.915990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.916062:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.916163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.916190:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732009472 00000100:00100000:0.0:1746129509.916197:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732009472 00000100:00100000:2.0:1746129509.916276:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732009344 00000100:00100000:2.0:1746129509.916279:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732009344 00000100:00100000:2.0:1746129509.916332:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 643 00000100:00100000:2.0:1746129509.916341:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948732009344:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.916356:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.916375:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f326200/0x40a459093b05f8dd lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b069 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.916393:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129509.916397:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.916429:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948732009344:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 90us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.916435:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 643 00000100:00100000:1.0:1746129509.916511:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732009600 00000100:00100000:1.0:1746129509.916515:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732009600 00000100:00100000:0.0:1746129509.916526:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12002 00000100:00100000:0.0:1746129509.916532:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+21:29516:x1830948732009472:12345-192.168.202.4@tcp:101:multiop.0 00000100:00100000:1.0:1746129509.916537:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12003 00000100:00100000:1.0:1746129509.916541:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+31:1963:x1830948732009600:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129509.916544:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.916546:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.916556:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b077 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.916556:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b070 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.916571:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.916573:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.916574:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b007 expref: 19 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.916578:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b077 expref: 32 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.916581:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b038 expref: 7 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.916585:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.916586:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.916589:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b077 expref: 32 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.916589:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1572864->1589247] (req 1572864->1589247) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 22 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.916597:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130141e00, rc 0) 00010000:00010000:0.0:1746129509.916613:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b038 expref: 7 pid: 31503 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129509.916617:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948732009600:12345-192.168.202.4@tcp:101:cat.0 Request processed in 77us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.916622:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12003 00010000:00010000:0.0:1746129509.916624:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b038 expref: 7 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.916634:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736849664:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129509.916688:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b007 expref: 19 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.916695:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b007 expref: 19 pid: 8411 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.916702:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736849792:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129509.916719:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.919893:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.919926:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.919939:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.919952:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732009728 00000100:00100000:3.0:1746129509.919959:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732009728 00000100:00100000:0.0:1746129509.919987:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.919991:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732009856 00000100:00100000:3.0:1746129509.919993:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732009856 00000100:00100000:3.0:1746129509.920000:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732009984 00000100:00100000:3.0:1746129509.920002:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732009984 00000100:00100000:0.0:1746129509.920006:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12004 00000100:00100000:0.0:1746129509.920014:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732009728:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129509.920015:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12005 00000100:00100000:3.0:1746129509.920018:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732009856:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.920028:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129509.920028:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.920041:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f327400/0x40a459093b05f8f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b085 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.920041:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b07e expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.920057:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.920057:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129509.920059:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.920064:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f327400/0x40a459093b05f8f2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b085 expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.920065:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b07e expref: 26 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.920073:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f327400/0x40a459093b05f8f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b085 expref: 26 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.920076:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b07e expref: 26 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129509.920085:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883000, rc 0) 00010000:00010000:3.0:1746129509.920087:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f327400, rc 0) 00000100:00100000:3.0:1746129509.920122:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948732009856:12345-192.168.202.4@tcp:101:cat.0 Request processed in 103us (195us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129509.920128:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12005 00000100:00100000:3.0:1746129509.920142:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12006 00000100:00100000:3.0:1746129509.920146:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948732009984:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129509.920153:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.920161:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b08c expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.920171:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.920172:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.920177:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b08c expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.920186:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b08c expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.920192:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f327e00, rc 0) 00000100:00100000:1.0:1746129509.920244:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732010112 00000100:00100000:1.0:1746129509.920248:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732010112 00010000:00010000:1.0:1746129509.920263:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b038 expref: 8 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129509.920279:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6080 00000100:00100000:1.0:1746129509.920284:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948732010112:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129509.920307:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129509.920329:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b038 expref: 8 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129509.920339:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b038 expref: 8 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129509.920352:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.920437:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948732009984:12345-192.168.202.4@tcp:101:cat.0 Request processed in 290us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.920437:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732009728:12345-192.168.202.4@tcp:101:cat.0 Request processed in 423us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.920442:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12006 00000100:00100000:0.0:1746129509.920445:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12004 00000100:00100000:1.0:1746129509.920640:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948732010112:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 355us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.920646:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6080 00010000:00010000:0.0:1746129509.920893:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f384600/0x40a459093b05f87b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b038 expref: 7 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.920908:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736849664:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129509.922149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.922197:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732010240 00000100:00100000:1.0:1746129509.922201:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732010240 00000100:00100000:1.0:1746129509.922238:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12007 00000100:00100000:1.0:1746129509.922244:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:29519:x1830948732010240:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129509.922255:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.922265:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b093 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.922286:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 21 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.922312:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b07e expref: 23 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.922318:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b031 expref: 6 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.922323:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.922324:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.922327:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1916928->2097151] (req 1916928->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.922347:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b031 expref: 6 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.922355:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b031 expref: 6 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129509.922365:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736849920:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.922426:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b07e expref: 23 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.922434:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b07e expref: 23 pid: 20577 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129509.922441:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736850048:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.922465:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 21 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.922472:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 21 pid: 7149 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129509.922479:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129add180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736850176:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.922498:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.925597:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736849792:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129509.925646:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1572864->1589247] (req 1572864->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.925664:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883400, rc 0) 00000100:00100000:2.0:1746129509.925782:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:29516:x1830948732009472:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 9248us (9717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.925790:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12002 00000100:00100000:0.0:1746129509.926028:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.926065:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732010368 00000100:00100000:0.0:1746129509.926065:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.926070:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732010368 00000100:00100000:0.0:1746129509.926079:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129509.926095:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b007 expref: 22 pid: 8411 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.926108:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.926111:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732010496 00000100:00100000:2.0:1746129509.926113:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732010496 00010000:00010000:2.0:1746129509.926122:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b031 expref: 7 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.926123:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732010624 00000100:00100000:0.0:1746129509.926125:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732010624 00000100:00100000:2.0:1746129509.926135:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6081 00010000:00010000:0.0:1746129509.926136:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b07e expref: 23 pid: 20577 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129509.926140:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732010368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.926150:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129509.926154:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6082 00000100:00100000:0.0:1746129509.926157:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948732010496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.926162:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.926169:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b007 expref: 22 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:0.0:1746129509.926170:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b031 expref: 7 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:2.0:1746129509.926178:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b007 expref: 22 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:0.0:1746129509.926178:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b031 expref: 7 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:2.0:1746129509.926195:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fab5c00/0x40a459093b05f85f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b007 expref: 22 pid: 8411 timeout: 865 lvb_type: 1 00010000:00010000:0.0:1746129509.926195:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129509.926205:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.926207:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746129509.926210:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948732010496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 52us (145us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129509.926212:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.926215:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6082 00010000:00010000:2.0:1746129509.926220:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.926225:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6083 00000100:00100000:0.0:1746129509.926229:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948732010624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129509.926234:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129509.926239:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b07e expref: 23 pid: 20577 timeout: 865 lvb_type: 1 00010000:00010000:2.0:1746129509.926242:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 23 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129509.926247:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b07e expref: 23 pid: 20577 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129509.926252:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736850304:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129509.926256:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.926266:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948732010624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 36us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129509.926271:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6083 00000100:00100000:0.0:1746129509.926287:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732010880 00000100:00100000:2.0:1746129509.926290:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec90d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129509.926290:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732010880 00002000:00100000:0.0:1746129509.926328:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd92d80 x1830948732010880/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129509.926337:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92d80 with x1830948732010880 ext(1048576->2097151) 00010000:00010000:0.0:1746129509.926343:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 22 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:0.0:1746129509.926353:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 22 pid: 7149 timeout: 865 lvb_type: 1 00002000:00010000:0.0:1746129509.926359:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd92d80 00010000:00010000:1.0:1746129509.926370:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f384000/0x40a459093b05f889 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b031 expref: 6 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129509.926372:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1200 00000100:00100000:0.0:1746129509.926377:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732010880:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129509.926381:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736849920:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.926389:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f883000/0x40a459093b05f8f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b07e expref: 22 pid: 20577 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129509.926396:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736850048:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.926402:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129add180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736850176:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.926420:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1916928->2097151] (req 1916928->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.926431:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094422c00, rc 0) 00000100:00100000:1.0:1746129509.926445:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+22:29519:x1830948732010240:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4202us (4300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.926450:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12007 00000100:00100000:1.0:1746129509.928431:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.928553:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736850304:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129509.928572:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.928596:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732010368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2456us (2568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.928603:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6081 00000100:00100000:0.0:1746129509.929546:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732011136 00000100:00100000:0.0:1746129509.929553:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732011136 00002000:00100000:0.0:1746129509.929588:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880129add180 x1830948732011136/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129509.929597:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add180 with x1830948732011136 ext(4194304->4923391) 00002000:00010000:0.0:1746129509.929601:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129add180 00000100:00100000:0.0:1746129509.929618:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4638 00000100:00100000:0.0:1746129509.929625:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948732011136:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129509.929794:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.929838:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732011392 00000100:00100000:2.0:1746129509.929840:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732011392 00002000:00100000:2.0:1746129509.929869:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1572864->1576959) req@ffff880094efed80 x1830948732011392/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.930791:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efed80 with x1830948732011392 ext(1572864->1576959) 00002000:00010000:2.0:1746129509.930795:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efed80 00000100:00100000:2.0:1746129509.930811:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4639 00000100:00100000:2.0:1746129509.930820:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948732011392:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129509.930916:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948732011392:12345-192.168.202.4@tcp:3:cat.0 Request processed in 98us (1121us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129509.930925:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4639 00002000:00100000:2.0:1746129509.930931:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1572864->1576959) req@ffff880094efed80 x1830948732011392/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.930937:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094efed80 with x1830948732011392 ext(1572864->1576959) 00002000:00010000:2.0:1746129509.930939:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094efed80 00000100:00100000:2.0:1746129509.937585:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948732010880:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 11194us (11462us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129509.937598:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1200 00002000:00100000:2.0:1746129509.937611:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd92d80 x1830948732010880/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.937620:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92d80 with x1830948732010880 ext(1048576->2097151) 00010000:00010000:2.0:1746129509.937633:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 20 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:2.0:1746129509.937646:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 20 pid: 7149 timeout: 865 lvb_type: 1 00002000:00010000:2.0:1746129509.937652:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bd92d80 00000100:00100000:0.0:1746129509.938027:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.938377:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732011648 00000100:00100000:3.0:1746129509.938386:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732011648 00002000:00100000:3.0:1746129509.938418:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1585152->1589247) req@ffff88012bd90000 x1830948732011648/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.938425:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90000 with x1830948732011648 ext(1585152->1589247) 00002000:00010000:3.0:1746129509.938428:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd90000 00000100:00100000:3.0:1746129509.938443:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4640 00000100:00100000:3.0:1746129509.938448:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948732011648:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129509.938498:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948732011136:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8873us (10073us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129509.938503:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4638 00002000:00100000:2.0:1746129509.938507:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880129add180 x1830948732011136/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.938513:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129add180 with x1830948732011136 ext(4194304->4923391) 00002000:00010000:2.0:1746129509.938517:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129add180 00000100:00100000:3.0:1746129509.938563:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948732011648:12345-192.168.202.4@tcp:3:cat.0 Request processed in 114us (537us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129509.938569:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4640 00002000:00100000:3.0:1746129509.938573:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1585152->1589247) req@ffff88012bd90000 x1830948732011648/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.938579:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd90000 with x1830948732011648 ext(1585152->1589247) 00002000:00010000:3.0:1746129509.938581:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd90000 00000100:00100000:0.0:1746129509.943019:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.943098:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732011904 00000100:00100000:2.0:1746129509.943105:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732011904 00000100:00100000:2.0:1746129509.943158:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4150 00000100:00100000:2.0:1746129509.943165:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29516:x1830948732011904:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129509.943287:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.943810:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732012032 00000100:00100000:1.0:1746129509.943814:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732012032 00000100:00100000:1.0:1746129509.943846:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12008 00000100:00100000:1.0:1746129509.943851:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:29515:x1830948732012032:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129509.943870:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129509.943891:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29516:x1830948732011904:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 726us (878us total) trans 8589944135 rc 0/0 00000100:00100000:2.0:1746129509.943897:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4150 00010000:00010000:1.0:1746129509.943948:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b09a expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.943968:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129509.943970:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.943977:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129509.943978:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129509.943981:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.944001:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129509.944007:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.944041:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732012288 00000100:00100000:2.0:1746129509.944044:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732012288 00010000:00010000:2.0:1746129509.944056:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 22 pid: 7149 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129509.944070:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6084 00000100:00100000:2.0:1746129509.944074:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732012288:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.944082:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.944097:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 22 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129509.944122:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 21 pid: 8412 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.944138:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736850432:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129509.944165:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732012160 00000100:00100000:3.0:1746129509.944168:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732012160 00000100:00100000:3.0:1746129509.944188:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12009 00000100:00100000:3.0:1746129509.944192:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732012160:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129509.944198:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746129509.944199:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129509.944204:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136056000/0x40a459093b05f915 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0a1 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.944283:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 22 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129509.944291:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.944319:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8e200/0x40a459093b05f851 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b000 expref: 22 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129509.944320:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136056000/0x40a459093b05f915 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0a1 expref: 23 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129509.944328:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.944330:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.944334:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.944340:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.944353:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136056000/0x40a459093b05f915 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0a1 expref: 23 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.944364:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136056000, rc 0) 00000100:00100000:3.0:1746129509.944390:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732012160:12345-192.168.202.4@tcp:101:cat.0 Request processed in 196us (422us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129509.944394:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12009 00010000:00010000:2.0:1746129509.944544:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.944552:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736850560:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129509.946584:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.946749:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.946772:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.946981:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736850432:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.947004:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.947018:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880129ee8e00, rc 0) 00000100:00100000:1.0:1746129509.947043:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+21:29515:x1830948732012032:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3192us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.947050:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12008 00000100:00100000:1.0:1746129509.947068:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732012544 00000100:00100000:1.0:1746129509.947072:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732012544 00000100:00100000:1.0:1746129509.947092:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12010 00000100:00100000:1.0:1746129509.947097:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732012544:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129509.947107:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.947117:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094422000/0x40a459093b05f91c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0a8 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129509.947147:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736850688:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129509.947167:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.947560:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732012416 00000100:00100000:3.0:1746129509.947564:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732012416 00002000:00100000:3.0:1746129509.947591:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1572864->1589247) req@ffff88012baed500 x1830948732012416/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 16872/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.947599:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baed500 with x1830948732012416 ext(1572864->1589247) 00010000:00010000:3.0:1746129509.947605:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 24 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.947616:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 24 pid: 8412 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129509.947622:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baed500 00000100:00100000:3.0:1746129509.947635:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1201 00000100:00100000:3.0:1746129509.947641:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732012416:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129509.947833:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.948457:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732012672 00000100:00100000:2.0:1746129509.948462:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732012672 00000100:00100000:2.0:1746129509.948485:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12011 00000100:00100000:2.0:1746129509.948490:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948732012672:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129509.948498:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129509.948499:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732012416:12345-192.168.202.4@tcp:4:cat.0 Request processed in 858us (1753us total) trans 21474840436 rc 0/0 00000100:00100000:3.0:1746129509.948505:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1201 00010000:00010000:2.0:1746129509.948507:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009584e400/0x40a459093b05f923 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0af expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746129509.948511:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1572864->1589247) req@ffff88012baed500 x1830948732012416/t21474840436(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:250/0 lens 16872/448 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.948518:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baed500 with x1830948732012416 ext(1572864->1589247) 00010000:00010000:3.0:1746129509.948521:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 28 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.948529:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 28 pid: 8412 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129509.948534:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baed500 00000100:00100000:2.0:1746129509.948534:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736850816:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129509.948870:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.950883:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736850560:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129509.950907:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129509.950945:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948732012288:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6868us (6943us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129509.950954:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6084 00000100:00100000:3.0:1746129509.951229:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736850816:192.168.202.4@tcp:106: 00002000:00010000:1.0:1746129509.951234:0:7148:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129509 -> 1746129510 00002000:00010000:1.0:1746129509.951238:0:7148:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129507 -> 1746129510 00002000:00010000:1.0:1746129509.951239:0:7148:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129509 -> 1746129510 00000100:00100000:1.0:1746129509.951250:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736850688:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129509.951254:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009584e400/0x40a459093b05f923 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0af expref: 27 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.951267:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009584e400/0x40a459093b05f923 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0af expref: 27 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.951267:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094422000/0x40a459093b05f91c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0a8 expref: 27 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129509.951277:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009584e400, rc 0) 00010000:00010000:1.0:1746129509.951277:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094422000/0x40a459093b05f91c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0a8 expref: 26 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129509.951290:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094422000, rc 0) 00000100:00100000:3.0:1746129509.951317:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948732012672:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2826us (3484us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129509.951323:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12011 00000100:00100000:1.0:1746129509.951326:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948732012544:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4227us (4551us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129509.951331:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12010 00000100:00100000:0.0:1746129509.952489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.952532:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.952582:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732012928 00000100:00100000:3.0:1746129509.952588:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732012928 00002000:00100000:3.0:1746129509.952617:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e5:0x0] (1916928->1921023) req@ffff88009c7d9880 x1830948732012928/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.952626:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9880 with x1830948732012928 ext(1916928->1921023) 00000100:00100000:2.0:1746129509.952626:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732013056 00000100:00100000:2.0:1746129509.952629:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732013056 00002000:00010000:3.0:1746129509.952630:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d9880 00000100:00100000:3.0:1746129509.952656:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4641 00000100:00100000:3.0:1746129509.952662:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948732012928:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:2.0:1746129509.952689:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 24 pid: 8412 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129509.952709:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6085 00000100:00100000:2.0:1746129509.952715:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732013056:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129509.952724:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129509.952734:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 24 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.952744:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 24 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.952758:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b05f8e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1572864->1589247) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b070 expref: 24 pid: 8412 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.952768:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.952770:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129509.952776:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129509.952782:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.952785:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948732012928:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 122us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129509.952791:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4641 00002000:00100000:3.0:1746129509.952796:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e5:0x0] (1916928->1921023) req@ffff88009c7d9880 x1830948732012928/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.952802:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9880 with x1830948732012928 ext(1916928->1921023) 00002000:00010000:3.0:1746129509.952805:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d9880 00010000:00010000:2.0:1746129509.952805:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129509.952815:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736850944:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129509.953120:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.956682:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129509.957487:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732013184 00000100:00100000:1.0:1746129509.957495:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732013184 00000100:00100000:1.0:1746129509.957530:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12012 00000100:00100000:1.0:1746129509.957537:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:29519:x1830948732013184:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129509.957551:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129509.957566:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0b6 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129509.957568:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129509.957588:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.957594:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.957595:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129509.957598:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->1101823] (req 1048576->1101823) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.957625:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.957636:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.957647:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736851072:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129509.957720:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129509.957766:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732013440 00000100:00100000:2.0:1746129509.957769:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732013440 00000100:00100000:2.0:1746129509.957794:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4151 00000100:00100000:2.0:1746129509.957799:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29508:x1830948732013440:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129509.957951:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+292:29508:x1830948732013440:12345-192.168.202.4@tcp:35:cat.0 Request processed in 150us (382us total) trans 8589944136 rc 0/0 00000100:00100000:2.0:1746129509.957956:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4151 00000100:00100000:3.0:1746129509.958049:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736850944:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.958065:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129509.958085:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948732013056:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5370us (5552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.958093:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6085 00000100:00100000:0.0:1746129509.960116:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.960162:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732013696 00000100:00100000:3.0:1746129509.960168:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732013696 00002000:00100000:3.0:1746129509.960205:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009c7db800 x1830948732013696/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.960214:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db800 with x1830948732013696 ext(1048576->2097151) 00010000:00010000:3.0:1746129509.960221:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 22 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129509.960279:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736851072:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129509.960330:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->1101823] (req 1048576->1101823) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129509.960347:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f326200, rc 0) 00000100:00100000:1.0:1746129509.960385:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+22:29519:x1830948732013184:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2847us (3709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129509.960392:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12012 00010000:00010000:3.0:1746129509.960449:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129509.960461:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7db800 00000100:00100000:3.0:1746129509.960475:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1202 00000100:00100000:3.0:1746129509.960481:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948732013696:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129509.968385:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948732013696:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 7895us (8266us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129509.968396:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1202 00002000:00100000:2.0:1746129509.968406:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009c7db800 x1830948732013696/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.968414:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db800 with x1830948732013696 ext(1048576->2097151) 00010000:00010000:2.0:1746129509.968424:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129509.968437:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746129509.968445:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7db800 00000100:00100000:0.0:1746129509.974394:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129509.974519:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129509.974681:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732014080 00000100:00100000:2.0:1746129509.974691:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732014080 00002000:00100000:2.0:1746129509.974747:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009c7d9f80 x1830948732014080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129509.974898:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9f80 with x1830948732014080 ext(1048576->2097151) 00002000:00010000:2.0:1746129509.974906:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d9f80 00000100:00100000:2.0:1746129509.974938:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4642 00000100:00100000:2.0:1746129509.974950:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732014080:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129509.975017:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732013824 00000100:00100000:3.0:1746129509.975023:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732013824 00010000:00010000:3.0:1746129509.975050:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129509.975098:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6086 00000100:00100000:3.0:1746129509.975106:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948732013824:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129509.975118:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129509.975142:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.975161:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.975188:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880129ee8e00/0x40a459093b05f90e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b09a expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129509.975227:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.975230:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129509.975239:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.975252:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129509.975287:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 20 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129509.975324:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736851200:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129509.975402:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129509.979438:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736851200:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129509.979459:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129509.979972:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.980529:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948732013824:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5423us (6150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129509.980539:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6086 00000100:00100000:1.0:1746129509.981663:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732014336 00000100:00100000:1.0:1746129509.981670:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732014336 00002000:00100000:1.0:1746129509.981703:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1097728->1101823) req@ffff88012ce39c00 x1830948732014336/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/0 e 0 to 0 dl 1746129520 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.981713:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39c00 with x1830948732014336 ext(1097728->1101823) 00002000:00010000:1.0:1746129509.981718:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce39c00 00000100:00100000:1.0:1746129509.981746:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4643 00000100:00100000:1.0:1746129509.981753:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732014336:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129509.982322:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732014336:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 567us (2349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129509.982328:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4643 00002000:00100000:1.0:1746129509.982334:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1097728->1101823) req@ffff88012ce39c00 x1830948732014336/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129509.982342:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39c00 with x1830948732014336 ext(1097728->1101823) 00002000:00010000:1.0:1746129509.982345:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce39c00 00000100:00100000:3.0:1746129509.982862:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732014080:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 7905us (8333us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129509.982869:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4642 00002000:00100000:3.0:1746129509.982874:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009c7d9f80 x1830948732014080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:250/0 lens 488/440 e 0 to 0 dl 1746129520 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129509.982881:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9f80 with x1830948732014080 ext(1048576->2097151) 00002000:00010000:3.0:1746129509.982884:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d9f80 00000100:00100000:0.0:1746129509.984998:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129509.986041:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732014592 00000100:00100000:3.0:1746129509.986051:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732014592 00000100:00100000:3.0:1746129509.986103:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4152 00000100:00100000:3.0:1746129509.986110:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:29519:x1830948732014592:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129509.986283:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:29519:x1830948732014592:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 173us (1294us total) trans 8589944137 rc 0/0 00000100:00100000:3.0:1746129509.986289:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4152 00000100:00100000:0.0:1746129510.001054:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.001090:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.001113:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.001126:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732014848 00000100:00100000:3.0:1746129510.001134:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732014848 00000100:00100000:1.0:1746129510.001139:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732015104 00000100:00100000:1.0:1746129510.001142:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732015104 00000100:00100000:0.0:1746129510.001143:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:3.0:1746129510.001172:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880092fda680 x1830948732014848/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.001172:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880092fda300 x1830948732015104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129510.001177:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732015360 00000100:00100000:0.0:1746129510.001180:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732015360 00002000:00100000:3.0:1746129510.001182:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fda680 with x1830948732014848 ext(2097152->3145727) 00002000:00100000:1.0:1746129510.001182:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fda300 with x1830948732015104 ext(3145728->4194303) 00002000:00010000:3.0:1746129510.001187:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fda680 00002000:00010000:1.0:1746129510.001187:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fda300 00000100:00100000:1.0:1746129510.001200:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732015616 00000100:00100000:1.0:1746129510.001202:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732015616 00002000:00100000:0.0:1746129510.001205:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880092fd8a80 x1830948732015360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.001212:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880092fdb800 x1830948732015616/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.001213:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd8a80 with x1830948732015360 ext(2097152->3145727) 00000100:00100000:3.0:1746129510.001216:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4644 00002000:00010000:0.0:1746129510.001217:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd8a80 00002000:00100000:1.0:1746129510.001218:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb800 with x1830948732015616 ext(3145728->4194303) 00002000:00010000:1.0:1746129510.001220:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdb800 00000100:00100000:3.0:1746129510.001222:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948732015104:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129510.001239:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4645 00000100:00100000:0.0:1746129510.001245:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948732014848:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129510.001697:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4646 00000100:00100000:1.0:1746129510.001703:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948732015360:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129510.001968:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4647 00000100:00100000:0.0:1746129510.001976:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948732015616:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129510.010493:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736851328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746129510.010548:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129510.010710:0:12977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736851328 00000100:00100000:3.0:1746129510.010716:0:12977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736851328 00000100:00100000:3.0:1746129510.010753:0:12977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1746129510.010760:0:12977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+29:3300:x1830948736851328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746129510.010781:0:12977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 3407872 granted 478478336 pending 20447232 free 3850371072 avail 3848273920 00000100:00100000:3.0:1746129510.010928:0:12977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+29:3300:x1830948736851328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 167us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.010935:0:12977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1746129510.011014:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094efea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736851328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746129510.014025:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948732015104:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12795us (12926us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.014033:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4644 00002000:00100000:3.0:1746129510.014043:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880092fda300 x1830948732015104/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.014053:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fda300 with x1830948732015104 ext(3145728->4194303) 00002000:00010000:3.0:1746129510.014058:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fda300 00000100:00100000:3.0:1746129510.022890:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1961:x1830948732014848:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21638us (21835us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.022902:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4645 00002000:00100000:3.0:1746129510.022913:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880092fda680 x1830948732014848/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.022922:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fda680 with x1830948732014848 ext(2097152->3145727) 00002000:00010000:3.0:1746129510.022927:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fda680 00000100:00100000:2.0:1746129510.023532:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948732015616:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21556us (22386us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129510.023540:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4647 00002000:00100000:2.0:1746129510.023546:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880092fdb800 x1830948732015616/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.023552:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fdb800 with x1830948732015616 ext(3145728->4194303) 00002000:00010000:2.0:1746129510.023556:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fdb800 00000100:00100000:1.0:1746129510.024354:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948732015360:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22647us (23236us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129510.024361:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4646 00002000:00100000:1.0:1746129510.024367:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880092fd8a80 x1830948732015360/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.024374:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd8a80 with x1830948732015360 ext(2097152->3145727) 00002000:00010000:1.0:1746129510.024377:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092fd8a80 00000100:00100000:0.0:1746129510.037483:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.037936:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732015872 00000100:00100000:1.0:1746129510.037945:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732015872 00002000:00100000:1.0:1746129510.037988:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880092fd9c00 x1830948732015872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.037997:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9c00 with x1830948732015872 ext(4194304->4923391) 00002000:00010000:1.0:1746129510.038002:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd9c00 00000100:00100000:1.0:1746129510.038035:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4648 00000100:00100000:1.0:1746129510.038043:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948732015872:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.043155:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746129510.043173:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736851456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746129510.043225:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129510.043306:0:12977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736851456 00000100:00100000:3.0:1746129510.043312:0:12977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736851456 00000100:00100000:3.0:1746129510.043347:0:12977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1746129510.043354:0:12977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+23:3300:x1830948736851456:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746129510.043355:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3303:1830948736851712:0@lo:400:kworker.0 00002000:00000024:3.0:1746129510.043372:0:12977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 483459072 pending 18743296 free 3847225344 avail 3845128192 00000100:00100000:0.0:1746129510.043380:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129510.043395:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746129510.043398:0:12977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+23:3300:x1830948736851456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129510.043398:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f03f6bde-e986-4df5-86c3-48805e205677:3303:1830948736851584:0@lo:400:kworker.0 00000100:00100000:3.0:1746129510.043404:0:12977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1746129510.043419:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129510.043422:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013575b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3300:1830948736851840:0@lo:400:kworker.0 00000100:00100000:3.0:1746129510.043436:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129510.043455:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736851712 00000100:00100000:0.0:1746129510.043458:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736851712 00000100:00100000:3.0:1746129510.043465:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736851456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746129510.043476:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746129510.043481:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135758380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830948736851968:0@lo:400:kworker.0 00000100:00100000:0.0:1746129510.043481:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736851840 00000100:00100000:0.0:1746129510.043482:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736851840 00000100:00100000:3.0:1746129510.043496:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129510.043496:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1746129510.043501:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830948736851712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746129510.043514:0:14545:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736851584 00000100:00100000:3.0:1746129510.043516:0:14545:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736851584 00000100:00100000:0.0:1746129510.043528:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1830948736851712:12345-0@lo:400:kworker.0 Request processed in 28us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.043532:0:14545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1746129510.043533:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1746129510.043535:0:14545:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f03f6bde-e986-4df5-86c3-48805e205677+18:3303:x1830948736851584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746129510.043540:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736851968 00000100:00100000:0.0:1746129510.043542:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736851968 00000100:00100000:3.0:1746129510.043553:0:14545:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095fbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f03f6bde-e986-4df5-86c3-48805e205677+18:3303:x1830948736851584:12345-0@lo:400:kworker.0 Request processed in 17us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129510.043553:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1746129510.043556:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1830948736851840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746129510.043558:0:14545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1746129510.043577:0:16908:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1746129510.043577:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1830948736851840:12345-0@lo:400:kworker.0 Request processed in 20us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.043582:0:16908:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094efea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830948736851968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746129510.043582:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00080000:0.0:1746129510.043593:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746129510.043598:0:16908:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094efea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830948736851968:12345-0@lo:400:kworker.0 Request processed in 17us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.043603:0:16908:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1746129510.043607:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f03f6bde-e986-4df5-86c3-48805e205677:3303:1830948736851584:0@lo:400:kworker.0 00000100:00100000:0.0:1746129510.043615:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135759880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3303:1830948736851712:0@lo:400:kworker.0 00000100:00100000:3.0:1746129510.043618:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135758380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830948736851968:0@lo:400:kworker.0 00000100:00100000:3.0:1746129510.043624:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013575b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3300:1830948736851840:0@lo:400:kworker.0 00000100:00100000:1.0:1746129510.046177:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948732015872:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8126us (8696us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129510.046188:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4648 00002000:00100000:1.0:1746129510.046197:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880092fd9c00 x1830948732015872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.046206:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9c00 with x1830948732015872 ext(4194304->4923391) 00002000:00010000:1.0:1746129510.046211:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd9c00 00000100:00100000:0.0:1746129510.056239:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.056374:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732016128 00000100:00100000:3.0:1746129510.056382:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732016128 00000100:00100000:3.0:1746129510.056484:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4153 00000100:00100000:3.0:1746129510.056494:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:29515:x1830948732016128:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:3.0:1746129510.056684:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:29515:x1830948732016128:12345-192.168.202.4@tcp:35:cat.0 Request processed in 192us (451us total) trans 8589944138 rc 0/0 00000100:00100000:3.0:1746129510.056690:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4153 00000100:00080000:0.0:1746129510.057019:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129510.170229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.170869:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732016384 00000100:00100000:3.0:1746129510.170884:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732016384 00000100:00080000:0.0:1746129510.171036:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746129510.171184:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10239 00000100:00100000:3.0:1746129510.171200:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:29526:x1830948732016384:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129510.171494:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.171516:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f931 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0bd expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.171622:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.171637:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.171651:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.171671:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.171678:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.171684:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173455:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173471:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173481:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:3.0:1746129510.173494:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129510.173589:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173596:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173602:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173607:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136057800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129510.173610:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173616:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173626:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129510.173628:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129510.173632:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173636:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f946 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173920:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173925:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173930:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173933:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136057a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129510.173935:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173940:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173946:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129510.173948:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129510.173950:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173954:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f938 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173961:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173964:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173968:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173971:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136057e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129510.173972:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173976:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173979:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800900d1900) 00010000:00010000:3.0:1746129510.173981:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129510.173982:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.173985:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f93f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.174023:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f931 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0bd expref: 294 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.174030:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f931 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0bd expref: 294 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.174038:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136056400, rc 0) 00000100:00100000:3.0:1746129510.174776:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+293:29526:x1830948732016384:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3579us (4553us total) trans 8589944139 rc 301/301 00000100:00100000:3.0:1746129510.174784:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10239 00000100:00100000:0.0:1746129510.187025:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.187590:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732016640 00000100:00100000:3.0:1746129510.187603:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732016640 00000100:00100000:3.0:1746129510.187675:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10240 00000100:00100000:3.0:1746129510.187684:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+293:29529:x1830948732016640:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.187715:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.187734:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136057c00/0x40a459093b05f954 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0c4 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.187887:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.187902:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.187912:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.187926:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.187931:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.187937:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188049:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188057:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188063:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:3.0:1746129510.188073:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129510.188168:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188175:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188180:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188186:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136057a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129510.188189:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188196:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188207:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129510.188211:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129510.188216:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188221:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057a00/0x40a459093b05f969 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188254:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188259:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188264:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188267:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136056400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129510.188269:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188274:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188281:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129510.188283:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129510.188285:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188290:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136056400/0x40a459093b05f95b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188316:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188321:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188326:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188330:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136057e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129510.188332:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188337:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188343:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800900d1200) 00010000:00010000:3.0:1746129510.188344:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129510.188346:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188351:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057e00/0x40a459093b05f962 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129510.188388:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136057c00/0x40a459093b05f954 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0c4 expref: 295 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.188394:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057c00/0x40a459093b05f954 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0c4 expref: 295 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.188402:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136057c00, rc 0) 00000100:00100000:3.0:1746129510.188466:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+294:29529:x1830948732016640:12345-192.168.202.4@tcp:101:cat.0 Request processed in 782us (1453us total) trans 8589944140 rc 301/301 00000100:00100000:3.0:1746129510.188473:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10240 00000100:00100000:0.0:1746129510.190757:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.191283:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732016768 00000100:00100000:2.0:1746129510.191574:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732016768 00000100:00100000:3.0:1746129510.192398:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10241 00000100:00100000:3.0:1746129510.192410:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+294:29529:x1830948732016768:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.192440:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.192460:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f977 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0cb expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.192566:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129510.192582:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129510.192597:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129510.192629:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:3.0:1746129510.192633:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129510.192651:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129510.193130:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136057800/0x40a459093b05f977 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0cb expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.193152:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0cb expref: 295 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.193160:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129510.193163:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129510.193167:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136056600, rc 0) 00000100:00100000:3.0:1746129510.193277:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+295:29529:x1830948732016768:12345-192.168.202.4@tcp:101:cat.0 Request processed in 870us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.193284:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10241 00000100:00100000:0.0:1746129510.196827:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.197152:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732016896 00000100:00100000:1.0:1746129510.197163:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732016896 00000100:00100000:1.0:1746129510.197257:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12013 00000100:00100000:0.0:1746129510.197701:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.197736:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732017024 00000100:00100000:0.0:1746129510.197739:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732017024 00000100:00100000:1.0:1746129510.197847:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948732016896:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129510.197879:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129510.197899:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef4400/0x40a459093b05f985 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0d2 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129510.197957:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852096:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129510.198064:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954840 going to sleep for 11 seconds 00000100:00080000:2.0:1746129510.198731:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746129510.199024:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12014 00000100:00100000:3.0:1746129510.199037:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948732017024:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.199048:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.199065:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136056200/0x40a459093b05f98c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0d9 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.199102:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736852224:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129510.199155:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36180 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.202224:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736852224:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129510.202275:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136056200/0x40a459093b05f98c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0d9 expref: 26 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.202332:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136056200/0x40a459093b05f98c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0d9 expref: 26 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.202355:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136056200, rc 0) 00000100:00100000:3.0:1746129510.202412:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948732017024:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3377us (4708us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129510.202423:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12014 00000100:00100000:1.0:1746129510.202566:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852096:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129510.202607:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef4400/0x40a459093b05f985 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0d2 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.202621:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6ef4400/0x40a459093b05f985 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0d2 expref: 24 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.202809:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6ef4400, rc 0) 00000100:00100000:1.0:1746129510.202885:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948732016896:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5043us (6072us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129510.202894:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12013 00000100:00100000:1.0:1746129510.213567:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.213635:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.213674:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732017152 00000100:00100000:2.0:1746129510.213686:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732017152 00000100:00100000:2.0:1746129510.213761:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12015 00000100:00100000:2.0:1746129510.213768:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+23:29526:x1830948732017152:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129510.213786:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.213802:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0e0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.213829:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc8 expref: 24 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.213837:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b04d expref: 5 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.213843:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b01c expref: 19 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.213848:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.213859:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.213863:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2781184->3145727] (req 2781184->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.213891:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b01c expref: 19 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.213902:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b01c expref: 19 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129510.213910:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732017408 00000100:00100000:2.0:1746129510.213912:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852352:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129510.213920:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732017408 00000100:00080000:2.0:1746129510.213977:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:0.0:1746129510.213987:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880129adea00 x1830948732017408/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.213997:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adea00 with x1830948732017408 ext(0->1048575) 00002000:00010000:0.0:1746129510.214004:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adea00 00000100:00100000:0.0:1746129510.214029:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4649 00000100:00100000:0.0:1746129510.214037:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948732017408:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:2.0:1746129510.214070:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b04d expref: 5 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.214078:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b04d expref: 5 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129510.214087:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852480:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.214116:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc8 expref: 24 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.214123:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc8 expref: 24 pid: 8411 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129510.214132:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852608:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.214149:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.214233:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.214405:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732017664 00000100:00100000:2.0:1746129510.214409:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732017664 00000100:00100000:2.0:1746129510.216974:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10242 00000100:00100000:2.0:1746129510.216995:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:29531:x1830948732017664:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129510.217025:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.217053:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd400/0x40a459093b05f99a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0e7 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.217145:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217157:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217167:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217177:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217181:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217186:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217273:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217280:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217285:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129510.217327:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129510.217412:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217420:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217426:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217432:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2dca00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.217435:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217441:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217449:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129510.217451:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129510.217455:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217459:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dca00/0x40a459093b05f9af lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217490:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217496:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217500:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217504:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2dc400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.217506:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217511:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217517:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129510.217519:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.217522:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217526:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dc400/0x40a459093b05f9a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217533:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217539:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217542:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217546:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c2dde00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.217547:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217551:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217556:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012db42900) 00010000:00010000:2.0:1746129510.217557:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.217559:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217562:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dde00/0x40a459093b05f9a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.217594:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd400/0x40a459093b05f99a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e7 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.217601:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c2dd400/0x40a459093b05f99a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e7 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.217607:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2dd400, rc 0) 00000100:00100000:2.0:1746129510.217647:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:29531:x1830948732017664:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 662us (3414us total) trans 8589944141 rc 301/301 00000100:00100000:2.0:1746129510.217653:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10242 00000100:00100000:2.0:1746129510.219788:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852352:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.219800:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852480:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.219808:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852608:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.219841:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2781184->3145727] (req 2781184->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.219870:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6e83000, rc 0) 00000100:00100000:2.0:1746129510.219917:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:29526:x1830948732017152:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6148us (6361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.219925:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12015 00000100:00100000:0.0:1746129510.220400:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.221590:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.221612:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732017792 00000100:00100000:3.0:1746129510.221620:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732017792 00010000:00010000:3.0:1746129510.221651:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b04d expref: 6 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:3.0:1746129510.221680:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732018048 00000100:00100000:0.0:1746129510.221681:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.221682:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732018048 00010000:00010000:3.0:1746129510.221692:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b01c expref: 20 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:3.0:1746129510.221717:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732017920 00000100:00100000:3.0:1746129510.221719:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732017920 00010000:00010000:3.0:1746129510.221728:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc8 expref: 24 pid: 8411 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129510.221749:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6087 00000100:00100000:3.0:1746129510.221756:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948732017792:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.221768:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.221787:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b04d expref: 6 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129510.221796:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b04d expref: 6 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129510.221814:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f384a00/0x40a459093b05f897 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b04d expref: 6 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129510.221829:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.221873:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948732017792:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 117us (1474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129510.221875:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6088 00000100:00100000:3.0:1746129510.221879:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6087 00000100:00100000:1.0:1746129510.221882:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bbc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732018048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129510.221889:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129510.221891:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6089 00000100:00100000:3.0:1746129510.221895:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948732017920:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.221901:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.221907:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc8 expref: 24 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.221914:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc8 expref: 24 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.221925:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5b8f600/0x40a459093b05f7d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc8 expref: 24 pid: 8411 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.221933:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.221947:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948732017920:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 51us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.221951:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6089 00010000:00010000:1.0:1746129510.222036:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b01c expref: 20 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129510.222045:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b01c expref: 20 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129510.222059:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f385600/0x40a459093b05f86d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b01c expref: 20 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129510.222084:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129510.222086:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129510.222091:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.222099:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.222198:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 22 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129510.222209:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129ade680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736852736:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129510.222317:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954840 going to sleep for 11 seconds 00000100:00100000:1.0:1746129510.222649:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.222742:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732018304 00000100:00100000:2.0:1746129510.222746:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732018304 00000100:00100000:3.0:1746129510.222761:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948732017408:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 8725us (9124us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.222767:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4649 00002000:00100000:3.0:1746129510.222772:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880129adea00 x1830948732017408/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.222773:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1110016->1114111) req@ffff880129adc380 x1830948732018304/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.222780:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adea00 with x1830948732017408 ext(0->1048575) 00002000:00100000:2.0:1746129510.222780:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adc380 with x1830948732018304 ext(1110016->1114111) 00002000:00010000:3.0:1746129510.222784:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880129adea00 00002000:00010000:2.0:1746129510.222784:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129adc380 00000100:00100000:3.0:1746129510.222797:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4650 00000100:00100000:3.0:1746129510.222802:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732018304:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129510.222929:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732018304:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 126us (280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129510.222935:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4650 00002000:00100000:3.0:1746129510.222940:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1110016->1114111) req@ffff880129adc380 x1830948732018304/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.222946:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880129adc380 with x1830948732018304 ext(1110016->1114111) 00002000:00010000:3.0:1746129510.222948:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880129adc380 00000100:00100000:1.0:1746129510.225611:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129ade680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736852736:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129510.225632:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129510.225679:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bbc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948732018048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3795us (4090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129510.225688:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6088 00000100:00100000:0.0:1746129510.226970:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.227014:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.227699:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732018560 00000100:00100000:3.0:1746129510.227707:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732018560 00002000:00100000:3.0:1746129510.227756:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2781184->2785279) req@ffff88013575aa00 x1830948732018560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:1.0:1746129510.227758:0:21463:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732018816 00000100:00100000:1.0:1746129510.227761:0:21463:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732018816 00002000:00100000:3.0:1746129510.227768:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575aa00 with x1830948732018560 ext(2781184->2785279) 00002000:00010000:3.0:1746129510.227774:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575aa00 00002000:00100000:1.0:1746129510.227780:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e5:0x0] (1155072->1159167) req@ffff88013575b100 x1830948732018816/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.227792:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575b100 with x1830948732018816 ext(1155072->1159167) 00000100:00100000:3.0:1746129510.227808:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4651 00000100:00100000:3.0:1746129510.227817:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948732018560:12345-192.168.202.4@tcp:3:multiop.0 00002000:00010000:1.0:1746129510.227963:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575b100 00000100:00100000:1.0:1746129510.228561:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4652 00000100:00100000:1.0:1746129510.228568:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948732018816:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129510.228709:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:1961:x1830948732018816:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 140us (1693us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129510.228717:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4652 00002000:00100000:1.0:1746129510.228723:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e5:0x0] (1155072->1159167) req@ffff88013575b100 x1830948732018816/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.228730:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575b100 with x1830948732018816 ext(1155072->1159167) 00002000:00010000:1.0:1746129510.228733:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575b100 00000100:00100000:3.0:1746129510.228994:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948732018560:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 1178us (2027us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129510.229000:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4651 00002000:00100000:3.0:1746129510.229005:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2781184->2785279) req@ffff88013575aa00 x1830948732018560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.229011:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575aa00 with x1830948732018560 ext(2781184->2785279) 00002000:00010000:3.0:1746129510.229013:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575aa00 00000100:00100000:0.0:1746129510.232085:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.232127:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.232272:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732018944 00000100:00100000:2.0:1746129510.232280:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732018944 00000100:00100000:3.0:1746129510.232486:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732019200 00000100:00100000:3.0:1746129510.232490:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732019200 00000100:00100000:3.0:1746129510.232513:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4154 00000100:00100000:3.0:1746129510.232520:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:29531:x1830948732019200:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129510.232716:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+12:29531:x1830948732019200:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 196us (587us total) trans 8589944142 rc 0/0 00000100:00100000:3.0:1746129510.232723:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4154 00000100:00100000:2.0:1746129510.232816:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12016 00000100:00100000:2.0:1746129510.232823:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+23:29529:x1830948732018944:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.232832:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.232846:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0ee expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.232878:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.232885:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.232886:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.232889:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.232918:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 18 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.232928:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 18 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129510.232938:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852864:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.232980:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.235168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.235274:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732019456 00000100:00100000:1.0:1746129510.235283:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732019456 00000100:00100000:1.0:1746129510.235346:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12017 00000100:00100000:1.0:1746129510.235352:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+33:29526:x1830948732019456:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129510.235365:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129510.235379:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0f5 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.235402:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc1 expref: 34 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.235410:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b046 expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.235421:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b015 expref: 17 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.235427:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129510.235428:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129510.235431:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->3211263] (req 3145728->3211263) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 34 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.235455:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b015 expref: 17 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.235464:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b015 expref: 17 pid: 7149 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129510.235475:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736852992:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129510.235552:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b046 expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.235559:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b046 expref: 8 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129510.235566:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736853120:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129510.235589:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc1 expref: 34 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.235599:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc1 expref: 34 pid: 22481 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129510.235605:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736853248:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129510.235617:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.235776:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736852864:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.235797:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.235807:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2dda00, rc 0) 00000100:00100000:2.0:1746129510.235830:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+24:29529:x1830948732018944:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3009us (3753us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.235836:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12016 00000100:00100000:2.0:1746129510.239003:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.239095:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736852992:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129510.239105:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736853120:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129510.239410:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736853248:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129510.239440:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->3211263] (req 3145728->3211263) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 34 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.239453:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094d79600, rc 0) 00000100:00100000:1.0:1746129510.239490:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+34:29526:x1830948732019456:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4138us (4329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129510.239498:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12017 00000100:00100000:0.0:1746129510.239744:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732019328 00000100:00100000:0.0:1746129510.239751:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732019328 00002000:00100000:0.0:1746129510.239783:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1110016->2097151) req@ffff88012baec380 x1830948732019328/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 504/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.239792:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baec380 with x1830948732019328 ext(1110016->2097151) 00010000:00010000:0.0:1746129510.239799:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 19 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129510.239810:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 19 pid: 7148 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746129510.239816:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baec380 00000100:00100000:0.0:1746129510.239842:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1203 00000100:00100000:0.0:1746129510.239848:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948732019328:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129510.242915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.242957:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.243008:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.243104:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732019712 00000100:00100000:3.0:1746129510.243117:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732019712 00010000:00010000:3.0:1746129510.243160:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b046 expref: 9 pid: 31503 timeout: 865 lvb_type: 1 00000100:00100000:3.0:1746129510.243188:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732019584 00000100:00100000:3.0:1746129510.243190:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732019584 00010000:00010000:3.0:1746129510.243198:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc1 expref: 34 pid: 22481 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129510.243208:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732019840 00000100:00100000:3.0:1746129510.243209:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732019840 00010000:00010000:3.0:1746129510.243217:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b015 expref: 18 pid: 7149 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129510.243223:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6090 00000100:00100000:1.0:1746129510.243233:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732019712:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129510.243249:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129510.243272:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b046 expref: 9 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129510.243285:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b046 expref: 9 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129510.243347:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f384400/0x40a459093b05f882 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b046 expref: 9 pid: 31503 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129510.243374:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129510.243435:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732019712:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 203us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.243842:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6091 00000100:00100000:3.0:1746129510.243858:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948732019584:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.243867:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.243879:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc1 expref: 34 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.243892:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc1 expref: 34 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.243905:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130140600/0x40a459093b05f7c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1afc1 expref: 34 pid: 22481 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.243927:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.243947:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948732019584:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 99us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.243953:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6091 00000100:00100000:3.0:1746129510.243972:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6092 00000100:00100000:3.0:1746129510.243977:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:1963:x1830948732019840:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.243984:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.243991:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b015 expref: 18 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129510.243999:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b015 expref: 18 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129510.244010:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aae2800/0x40a459093b05f866 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b015 expref: 18 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129510.244019:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.244021:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.244028:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 32 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.244042:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 32 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.244082:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 32 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.244094:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736853376:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.244146:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129510.244526:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6090 00000100:00100000:2.0:1746129510.247268:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736853376:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129510.247307:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129510.247358:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948732019840:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3378us (4348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129510.247359:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948732019328:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 7508us (8362us total) trans 21474840437 rc 0/0 00000100:00100000:2.0:1746129510.247368:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6092 00000100:00100000:0.0:1746129510.247369:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1203 00002000:00100000:0.0:1746129510.247380:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1110016->2097151) req@ffff88012baec380 x1830948732019328/t21474840437(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 504/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.247390:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baec380 with x1830948732019328 ext(1110016->2097151) 00010000:00010000:0.0:1746129510.247400:0:8417:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129510.247414:0:8417:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746129510.247427:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baec380 00000100:00100000:0.0:1746129510.247946:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.248007:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732020096 00000100:00100000:2.0:1746129510.248013:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732020096 00002000:00100000:2.0:1746129510.248049:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3207168->3211263) req@ffff8800a0991180 x1830948732020096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.248057:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991180 with x1830948732020096 ext(3207168->3211263) 00002000:00010000:2.0:1746129510.248060:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0991180 00000100:00100000:2.0:1746129510.248085:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4653 00000100:00100000:2.0:1746129510.248093:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948732020096:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129510.248229:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948732020096:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 136us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129510.248235:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4653 00002000:00100000:2.0:1746129510.248239:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3207168->3211263) req@ffff8800a0991180 x1830948732020096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.248246:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991180 with x1830948732020096 ext(3207168->3211263) 00002000:00010000:2.0:1746129510.248248:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0991180 00000100:00100000:0.0:1746129510.253790:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.254197:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.254250:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732020224 00000100:00100000:2.0:1746129510.254264:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732020224 00000100:00100000:3.0:1746129510.254283:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732020480 00000100:00100000:3.0:1746129510.254288:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732020480 00010000:00010000:2.0:1746129510.254362:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129510.254376:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4155 00000100:00100000:3.0:1746129510.254386:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+295:29526:x1830948732020480:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129510.254409:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6093 00000100:00100000:2.0:1746129510.254417:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948732020224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129510.254436:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129510.254462:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.254475:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.254507:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094422c00/0x40a459093b05f907 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1916928->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b093 expref: 21 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.254537:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.254540:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.254547:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.254557:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.254602:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 23 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.254619:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736853504:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.255616:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+296:29526:x1830948732020480:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 1224us (1413us total) trans 8589944143 rc 0/0 00000100:00100000:3.0:1746129510.255630:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4155 00000100:00100000:2.0:1746129510.255640:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.260985:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736853504:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129510.261019:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129510.261086:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948732020224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6669us (7313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129510.261099:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6093 00000100:00100000:0.0:1746129510.263844:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.263965:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732020736 00000100:00100000:3.0:1746129510.263976:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732020736 00002000:00100000:3.0:1746129510.264032:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012e87c380 x1830948732020736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.264042:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87c380 with x1830948732020736 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.264048:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87c380 00000100:00100000:3.0:1746129510.264081:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4654 00000100:00100000:3.0:1746129510.264090:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732020736:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129510.277171:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732020736:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13068us (13323us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.277184:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4654 00002000:00100000:3.0:1746129510.277197:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012e87c380 x1830948732020736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.277214:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87c380 with x1830948732020736 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.277220:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87c380 00000100:00100000:0.0:1746129510.284443:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.284531:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732020864 00000100:00100000:1.0:1746129510.284542:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732020864 00000100:00100000:1.0:1746129510.284613:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12018 00000100:00100000:1.0:1746129510.284622:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+24:29529:x1830948732020864:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129510.284647:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129510.284669:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b0fc expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.284702:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.284711:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129510.284713:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129510.284716:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 25 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.284750:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 19 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.284766:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 19 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746129510.284778:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736853632:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129510.284891:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.290131:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.291038:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736853632:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129510.291079:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 25 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.291100:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fab5200, rc 0) 00000100:00100000:1.0:1746129510.291178:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+25:29529:x1830948732020864:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6555us (6748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129510.291188:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12018 00000100:00100000:3.0:1746129510.291325:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732020992 00000100:00100000:3.0:1746129510.291334:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732020992 00002000:00100000:3.0:1746129510.291382:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1101823) req@ffff88012e87d180 x1830948732020992/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.291392:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87d180 with x1830948732020992 ext(1048576->1101823) 00010000:00010000:3.0:1746129510.291398:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 20 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.291411:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 20 pid: 7148 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129510.291418:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87d180 00000100:00100000:3.0:1746129510.291453:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1204 00000100:00100000:3.0:1746129510.291463:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948732020992:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129510.294842:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948732020992:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 3369us (4714us total) trans 21474840438 rc 0/0 00000100:00100000:3.0:1746129510.294865:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1204 00002000:00100000:3.0:1746129510.294878:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->1101823) req@ffff88012e87d180 x1830948732020992/t21474840438(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.294887:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87d180 with x1830948732020992 ext(1048576->1101823) 00010000:00010000:3.0:1746129510.294898:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 22 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.294914:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 22 pid: 7148 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129510.294920:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e87d180 00000100:00100000:0.0:1746129510.296875:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.297279:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732021120 00000100:00100000:2.0:1746129510.297289:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732021120 00010000:00010000:2.0:1746129510.297365:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 22 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129510.297410:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6094 00000100:00100000:2.0:1746129510.297420:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948732021120:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129510.297437:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129510.297461:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 22 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.297475:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 22 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.297500:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f326200/0x40a459093b05f92a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1101823) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0b6 expref: 22 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.297531:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.297534:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.297542:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 24 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.297551:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 24 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.297588:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 24 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.297604:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736853760:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129510.297708:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.300080:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736853760:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129510.300105:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129510.300187:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1960:x1830948732021120:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2767us (3341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.300196:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6094 00000100:00100000:0.0:1746129510.301336:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.301546:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732021376 00000100:00100000:2.0:1746129510.301553:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732021376 00000100:00100000:2.0:1746129510.301628:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10243 00000100:00100000:2.0:1746129510.301636:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+12:29536:x1830948732021376:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.301660:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.301676:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3e00/0x40a459093b05f9d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b103 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.301773:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.301784:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.301793:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.301803:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.301807:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.301813:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.301912:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.301920:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.301925:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129510.301932:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129510.302010:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302016:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302022:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302027:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efb2c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.302030:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302036:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302047:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129510.302050:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129510.302053:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302061:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05f9e7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302076:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302080:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302085:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302088:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efb2a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.302090:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302095:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302099:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129510.302100:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.302103:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302107:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2a00/0x40a459093b05f9d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302112:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302114:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302117:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302120:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efb3a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.302121:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302124:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302127:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012db42100) 00010000:00010000:2.0:1746129510.302128:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.302130:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302133:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05f9e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129510.302166:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3e00/0x40a459093b05f9d2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b103 expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.302172:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3e00/0x40a459093b05f9d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b103 expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.302178:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3e00, rc 0) 00000100:00100000:2.0:1746129510.302226:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+13:29536:x1830948732021376:12345-192.168.202.4@tcp:101:cat.0 Request processed in 591us (892us total) trans 8589944144 rc 301/301 00000100:00100000:2.0:1746129510.302232:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10243 00000100:00100000:0.0:1746129510.306549:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.306588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.306636:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.306653:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732021632 00000100:00100000:3.0:1746129510.306666:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732021632 00000100:00100000:2.0:1746129510.306703:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732021888 00000100:00100000:2.0:1746129510.306711:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732021888 00002000:00100000:3.0:1746129510.306731:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012e87df80 x1830948732021632/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.306742:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87df80 with x1830948732021632 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.306748:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87df80 00002000:00100000:2.0:1746129510.306751:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012e87ce00 x1830948732021888/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.306765:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87ce00 with x1830948732021888 ext(1048576->2097151) 00002000:00010000:2.0:1746129510.306770:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e87ce00 00000100:00100000:3.0:1746129510.306804:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4655 00000100:00100000:2.0:1746129510.306815:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4656 00000100:00100000:2.0:1746129510.306822:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948732021888:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129510.306828:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948732021632:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129510.306888:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732022016 00000100:00100000:1.0:1746129510.306893:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732022016 00000100:00100000:1.0:1746129510.306924:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10244 00000100:00100000:1.0:1746129510.306931:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+13:29536:x1830948732022016:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129510.306951:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129510.306972:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5a00/0x40a459093b05f9f5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b10a expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.307060:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129510.307075:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129510.307088:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129510.307118:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:1.0:1746129510.307123:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746129510.307138:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129510.307162:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab5a00/0x40a459093b05f9f5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b10a expref: 15 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.307784:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b10a expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.307794:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129510.307797:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129510.307801:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fab4600, rc 0) 00000100:00100000:1.0:1746129510.307886:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+14:29536:x1830948732022016:12345-192.168.202.4@tcp:101:cat.0 Request processed in 956us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129510.307894:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10244 00000100:00100000:1.0:1746129510.312506:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.312538:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.312554:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.312586:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.312609:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732022144 00000100:00100000:1.0:1746129510.312617:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732022144 00000100:00100000:1.0:1746129510.312650:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732022400 00000100:00100000:1.0:1746129510.312651:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732022400 00000100:00100000:1.0:1746129510.312660:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732022272 00000100:00100000:1.0:1746129510.312662:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732022272 00000100:00100000:1.0:1746129510.312669:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732022528 00000100:00100000:1.0:1746129510.312671:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732022528 00000100:00100000:0.0:1746129510.312682:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12019 00000100:00100000:0.0:1746129510.312695:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948732022144:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129510.312715:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129510.312733:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b111 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129510.312759:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129510.312762:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129510.312770:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b111 expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129510.312785:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b111 expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129510.312795:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009438c600, rc 0) 00000100:00100000:0.0:1746129510.312823:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732022144:12345-192.168.202.4@tcp:101:cat.0 Request processed in 132us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129510.312875:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12020 00000100:00100000:1.0:1746129510.312897:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732022400:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129510.312905:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129510.312933:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12021 00000100:00100000:2.0:1746129510.312946:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732022272:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.312952:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.312960:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b118 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.312974:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.312976:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.312980:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b118 expref: 25 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.312990:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b118 expref: 25 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.312997:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3e00, rc 0) 00000100:00100000:2.0:1746129510.313014:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732022272:12345-192.168.202.4@tcp:101:cat.0 Request processed in 75us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.313019:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12021 00000100:00100000:0.0:1746129510.313025:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12019 00000100:00100000:2.0:1746129510.313035:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12022 00000100:00100000:2.0:1746129510.313041:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948732022528:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.313049:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.313055:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05fa11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b126 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.313095:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736853888:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129510.313138:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b000 going to sleep for 11 seconds 00010000:00010000:1.0:1746129510.313263:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a9490000/0x40a459093b05fa18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b11f expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129510.313289:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880129aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854016:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129510.313337:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954f00 going to sleep for 11 seconds 00002000:00010000:2.0:1746129510.320495:0:31503:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129510 -> 1746129511 00000100:00100000:2.0:1746129510.320535:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736853888:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129510.320582:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05fa11 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b126 expref: 24 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.320600:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009efb3a00/0x40a459093b05fa11 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b126 expref: 24 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.320622:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3a00, rc 0) 00000100:00100000:2.0:1746129510.320701:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948732022528:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7657us (8110us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129510.320711:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12022 00002000:00010000:1.0:1746129510.321781:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime: 1746129509 -> 1746129510 00002000:00010000:1.0:1746129510.321785:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129509 -> 1746129511 00002000:00010000:1.0:1746129510.321787:0:7149:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime: 1746129509 -> 1746129510 00000100:00100000:1.0:1746129510.321807:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880129aded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854016:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129510.321834:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a9490000/0x40a459093b05fa18 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b11f expref: 18 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.321845:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a9490000/0x40a459093b05fa18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b11f expref: 18 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.322721:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a9490000, rc 0) 00000100:00100000:1.0:1746129510.322772:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732022400:12345-192.168.202.4@tcp:101:cat.0 Request processed in 9875us (10230us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129510.322781:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12020 00000100:00100000:3.0:1746129510.323435:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948732021632:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 16619us (16890us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.323444:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4655 00002000:00100000:3.0:1746129510.323454:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012e87df80 x1830948732021632/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.323463:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87df80 with x1830948732021632 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.323468:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87df80 00000100:00100000:2.0:1746129510.324635:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948732021888:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17807us (18040us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129510.324645:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4656 00002000:00100000:2.0:1746129510.324653:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012e87ce00 x1830948732021888/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.324660:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87ce00 with x1830948732021888 ext(1048576->2097151) 00002000:00010000:2.0:1746129510.324665:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e87ce00 00010000:00010000:3.0:1746129510.325171:0:9822:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129510.341000:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.341035:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.341094:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732022784 00000100:00100000:0.0:1746129510.341104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.341108:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732022784 00002000:00100000:2.0:1746129510.341171:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e87c000 x1830948732022784/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.341183:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87c000 with x1830948732022784 ext(0->1048575) 00002000:00010000:2.0:1746129510.341188:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e87c000 00000100:00100000:3.0:1746129510.341190:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732023040 00000100:00100000:3.0:1746129510.341194:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732023040 00000100:00100000:2.0:1746129510.341215:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732023296 00000100:00100000:2.0:1746129510.341218:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732023296 00002000:00100000:2.0:1746129510.341230:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012e87f480 x1830948732023296/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.341237:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87f480 with x1830948732023296 ext(1048576->2097151) 00002000:00010000:2.0:1746129510.341240:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87f480 00000100:00100000:2.0:1746129510.341334:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4657 00000100:00100000:2.0:1746129510.341343:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732022784:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129510.341487:0:21463:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4658 00000100:00100000:1.0:1746129510.341495:0:21463:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732023296:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:3.0:1746129510.341615:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012e87ed80 x1830948732023040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.341628:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87ed80 with x1830948732023040 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.341635:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87ed80 00000100:00100000:3.0:1746129510.341646:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4659 00000100:00100000:3.0:1746129510.341654:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948732023040:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129510.357458:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.357491:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732023552 00000100:00100000:0.0:1746129510.357499:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732023552 00002000:00100000:0.0:1746129510.357549:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e87e680 x1830948732023552/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.357560:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87e680 with x1830948732023552 ext(2097152->3145727) 00002000:00010000:0.0:1746129510.357565:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e87e680 00000100:00100000:0.0:1746129510.357590:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4660 00000100:00100000:0.0:1746129510.357599:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948732023552:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129510.359629:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.359668:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.359701:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732023808 00000100:00100000:3.0:1746129510.359708:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732023808 00000100:00100000:0.0:1746129510.359727:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:3.0:1746129510.359749:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3211264->4194303) req@ffff88009507f100 x1830948732023808/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129510.359757:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732024064 00002000:00100000:3.0:1746129510.359758:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507f100 with x1830948732023808 ext(3211264->4194303) 00000100:00100000:0.0:1746129510.359759:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732024064 00002000:00010000:3.0:1746129510.359776:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507f100 00002000:00100000:0.0:1746129510.359777:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3510271) req@ffff88009507ed80 x1830948732024064/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 504/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.359783:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ed80 with x1830948732024064 ext(2097152->3510271) 00002000:00010000:0.0:1746129510.359786:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507ed80 00000100:00100000:3.0:1746129510.359790:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732024320 00000100:00100000:3.0:1746129510.359792:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732024320 00000100:00100000:0.0:1746129510.359798:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4661 00002000:00100000:3.0:1746129510.359802:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3510272->4194303) req@ffff88009507d500 x1830948732024320/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129510.359804:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+35:1963:x1830948732023808:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:3.0:1746129510.359809:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507d500 with x1830948732024320 ext(3510272->4194303) 00002000:00010000:3.0:1746129510.359811:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507d500 00000100:00100000:3.0:1746129510.359820:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4662 00000100:00100000:3.0:1746129510.359824:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948732024064:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129510.360952:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4663 00000100:00100000:1.0:1746129510.360961:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948732024320:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.366516:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948732023040:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24847us (25462us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.366531:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4659 00002000:00100000:3.0:1746129510.366544:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012e87ed80 x1830948732023040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.366559:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87ed80 with x1830948732023040 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.366566:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87ed80 00000100:00100000:2.0:1746129510.373536:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.373606:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732024576 00000100:00100000:0.0:1746129510.373617:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732024576 00000100:00100000:0.0:1746129510.373677:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10245 00000100:00100000:0.0:1746129510.373686:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+14:29538:x1830948732024576:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129510.373711:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129510.373735:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b12d expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129510.373868:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.373884:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.373897:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.373908:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.373913:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.373918:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129510.373983:0:21463:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948732023296:12345-192.168.202.4@tcp:3:cat.0 Request processed in 32487us (32877us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129510.373995:0:21463:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4658 00002000:00100000:1.0:1746129510.374005:0:21463:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012e87f480 x1830948732023296/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.374014:0:21463:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87f480 with x1830948732023296 ext(1048576->2097151) 00002000:00010000:1.0:1746129510.374019:0:21463:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e87f480 00010000:00010000:0.0:1746129510.374039:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374047:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374052:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129510.374061:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129510.374147:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374154:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374159:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374164:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009eecf200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129510.374168:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374174:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374185:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129510.374188:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129510.374192:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374197:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecf200/0x40a459093b05fa34 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374221:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374228:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374234:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374240:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800959dfe00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129510.374243:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374248:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374254:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129510.374256:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129510.374258:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374263:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374268:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374272:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374277:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374280:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800959dec00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129510.374283:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374287:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374316:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800938dd600) 00010000:00010000:0.0:1746129510.374318:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129510.374321:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374325:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b05fa2d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129510.374357:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa1f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b12d expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129510.374365:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b12d expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129510.374372:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959dfa00, rc 0) 00000100:00100000:0.0:1746129510.374391:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+15:29538:x1830948732024576:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 707us (867us total) trans 8589944145 rc 301/301 00000100:00100000:0.0:1746129510.374397:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10245 00000100:00100000:2.0:1746129510.382585:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732022784:12345-192.168.202.4@tcp:3:cat.0 Request processed in 41225us (41575us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129510.382601:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4657 00002000:00100000:2.0:1746129510.382618:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e87c000 x1830948732022784/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.382628:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87c000 with x1830948732022784 ext(0->1048575) 00002000:00010000:2.0:1746129510.382636:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e87c000 00000100:00100000:1.0:1746129510.383922:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948732023552:12345-192.168.202.4@tcp:3:cat.0 Request processed in 26314us (26467us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129510.383932:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4660 00002000:00100000:1.0:1746129510.383943:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012e87e680 x1830948732023552/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.383952:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87e680 with x1830948732023552 ext(2097152->3145727) 00002000:00010000:1.0:1746129510.383957:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e87e680 00000100:00100000:3.0:1746129510.389093:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948732024064:12345-192.168.202.4@tcp:3:cat.0 Request processed in 29252us (29408us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.389106:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4662 00002000:00100000:3.0:1746129510.389119:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3510271) req@ffff88009507ed80 x1830948732024064/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 504/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.389128:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ed80 with x1830948732024064 ext(2097152->3510271) 00002000:00010000:3.0:1746129510.389136:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507ed80 00000100:00100000:1.0:1746129510.389553:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948732024320:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28584us (29815us total) trans 0 rc 684032/684032 00000100:00100000:1.0:1746129510.389563:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4663 00002000:00100000:1.0:1746129510.389574:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e7:0x0] (3510272->4194303) req@ffff88009507d500 x1830948732024320/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 684032/684032 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.389582:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507d500 with x1830948732024320 ext(3510272->4194303) 00002000:00010000:1.0:1746129510.389588:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507d500 00000100:00100000:1.0:1746129510.391688:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948732023808:12345-192.168.202.4@tcp:3:cat.0 Request processed in 31874us (32059us total) trans 0 rc 983040/983040 00000100:00100000:1.0:1746129510.391699:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4661 00002000:00100000:1.0:1746129510.391713:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3211264->4194303) req@ffff88009507f100 x1830948732023808/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 983040/983040 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.391721:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507f100 with x1830948732023808 ext(3211264->4194303) 00002000:00010000:1.0:1746129510.391727:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507f100 00000100:00100000:0.0:1746129510.406283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.406493:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732024832 00000100:00100000:1.0:1746129510.406507:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732024832 00002000:00100000:1.0:1746129510.406810:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009507f800 x1830948732024832/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.406819:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507f800 with x1830948732024832 ext(4194304->4923391) 00002000:00010000:1.0:1746129510.406823:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507f800 00000100:00100000:1.0:1746129510.407123:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4664 00000100:00100000:1.0:1746129510.407131:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948732024832:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129510.408149:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.408189:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732025088 00000100:00100000:2.0:1746129510.408193:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732025088 00000100:00100000:0.0:1746129510.408219:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.411002:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732024960 00000100:00100000:2.0:1746129510.411012:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732024960 00000100:00100000:3.0:1746129510.411017:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12023 00000100:00100000:3.0:1746129510.411030:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948732025088:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129510.411047:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12024 00010000:00010000:3.0:1746129510.411049:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129510.411052:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1961:x1830948732024960:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.411059:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.411066:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136057a00/0x40a459093b05fa42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b13b expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.411068:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b134 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.411107:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854272:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129510.411108:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092fd9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736854144:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129510.411949:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36600 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.411953:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.415177:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854272:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129510.415179:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092fd9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736854144:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129510.415206:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136057a00/0x40a459093b05fa42 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b13b expref: 24 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.415206:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa49 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b134 expref: 18 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.415218:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136057a00/0x40a459093b05fa42 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b13b expref: 24 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.415218:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b134 expref: 18 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.415233:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb2a00, rc 0) 00010000:00010000:3.0:1746129510.415245:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136057a00, rc 0) 00000100:00100000:3.0:1746129510.415277:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948732025088:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4251us (7129us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129510.415285:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12023 00000100:00100000:2.0:1746129510.415800:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:1961:x1830948732024960:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4746us (7578us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129510.415806:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12024 00000100:00100000:0.0:1746129510.417759:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948732024832:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10625us (11489us total) trans 0 rc 729088/729088 00000100:00100000:0.0:1746129510.417768:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4664 00002000:00100000:0.0:1746129510.418778:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009507f800 x1830948732024832/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.418788:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507f800 with x1830948732024832 ext(4194304->4923391) 00002000:00010000:0.0:1746129510.418794:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507f800 00000100:00100000:0.0:1746129510.421018:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.421321:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732025216 00000100:00100000:2.0:1746129510.421330:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732025216 00000100:00100000:2.0:1746129510.421460:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12025 00000100:00100000:2.0:1746129510.421468:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:29536:x1830948732025216:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.421482:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.421496:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b142 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.421527:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 32 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.421534:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.421535:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.421539:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.421564:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 32 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.421575:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 32 pid: 11014 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129510.421585:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854400:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.421664:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.428363:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.428473:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854400:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.428502:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.428519:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959dec00, rc 0) 00000100:00100000:1.0:1746129510.428519:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732025344 00000100:00100000:1.0:1746129510.428525:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732025344 00000100:00100000:2.0:1746129510.428558:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:29536:x1830948732025216:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7091us (7544us total) trans 0 rc 0/0 00002000:00100000:1.0:1746129510.428558:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3211263) req@ffff88009507c700 x1830948732025344/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129510.428566:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12025 00002000:00100000:1.0:1746129510.428567:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507c700 with x1830948732025344 ext(3145728->3211263) 00010000:00010000:1.0:1746129510.428573:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 33 pid: 11014 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129510.428584:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 33 pid: 11014 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746129510.428593:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009507c700 00000100:00100000:1.0:1746129510.428606:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1205 00000100:00100000:1.0:1746129510.428611:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948732025344:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129510.433034:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.433135:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732025600 00000100:00100000:3.0:1746129510.433143:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732025600 00000100:00100000:3.0:1746129510.433253:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4156 00000100:00100000:3.0:1746129510.433260:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+296:29529:x1830948732025600:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:3.0:1746129510.433434:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+297:29529:x1830948732025600:12345-192.168.202.4@tcp:35:cat.0 Request processed in 174us (408us total) trans 8589944146 rc 0/0 00000100:00100000:3.0:1746129510.433441:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4156 00000100:00100000:1.0:1746129510.433983:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948732025344:12345-192.168.202.4@tcp:4:cat.0 Request processed in 5369us (5627us total) trans 17179873243 rc 0/0 00000100:00100000:1.0:1746129510.433991:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1205 00002000:00100000:1.0:1746129510.434000:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3211263) req@ffff88009507c700 x1830948732025344/t17179873243(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.434008:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507c700 with x1830948732025344 ext(3145728->3211263) 00010000:00010000:1.0:1746129510.434017:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 35 pid: 11014 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746129510.434030:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 35 pid: 11014 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746129510.434036:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009507c700 00000100:00100000:0.0:1746129510.441378:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.441731:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732025728 00000100:00100000:2.0:1746129510.441742:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732025728 00010000:00010000:2.0:1746129510.444703:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 35 pid: 11014 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129510.444768:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6095 00000100:00100000:2.0:1746129510.444781:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bbc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+35:1962:x1830948732025728:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129510.444800:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129510.444826:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 35 pid: 11014 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.444839:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 35 pid: 11014 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.444874:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094d79600/0x40a459093b05f9c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3211263) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0f5 expref: 35 pid: 11014 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.444900:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.444902:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.444911:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.444918:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.444953:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.444965:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736854528:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129510.445076:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.446674:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.448459:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732025856 00000100:00100000:2.0:1746129510.448468:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732025856 00000100:00100000:2.0:1746129510.448560:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12026 00000100:00100000:2.0:1746129510.448568:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:29538:x1830948732025856:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129510.448584:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.448600:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b149 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.448623:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff2 expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.448629:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b077 expref: 34 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.448635:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b02a expref: 7 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.448640:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.448642:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.448645:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [589824->1048575] (req 589824->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 19 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.448671:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b02a expref: 7 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.448680:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b02a expref: 7 pid: 22480 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129510.448695:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854656:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.448774:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b077 expref: 34 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.448781:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b077 expref: 34 pid: 7148 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129510.448788:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fb9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854784:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.448813:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff2 expref: 19 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.448820:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff2 expref: 19 pid: 7149 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129510.448825:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854912:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.448841:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.449163:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736854528:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129510.449180:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129510.449242:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bbc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948732025728:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4459us (7868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.449250:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6095 00000100:00100000:0.0:1746129510.453739:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.453812:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.453841:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.453911:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732026240 00000100:00100000:0.0:1746129510.453918:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732026240 00010000:00010000:0.0:1746129510.453948:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b02a expref: 8 pid: 22480 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129510.453968:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732026368 00000100:00100000:0.0:1746129510.453969:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732026368 00010000:00010000:0.0:1746129510.453979:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b077 expref: 34 pid: 7148 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129510.453992:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6096 00000100:00100000:0.0:1746129510.453998:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948732026240:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129510.454010:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129510.454024:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6097 00010000:00010000:0.0:1746129510.454030:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b02a expref: 8 pid: 22480 timeout: 865 lvb_type: 1 00000100:00100000:1.0:1746129510.454041:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948732026368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129510.454044:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b02a expref: 8 pid: 22480 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129510.454056:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129510.454063:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129510.454077:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b077 expref: 34 pid: 7148 timeout: 865 lvb_type: 1 00010000:00010000:1.0:1746129510.454089:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b077 expref: 34 pid: 7148 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129510.454095:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948732026240:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 97us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129510.454101:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6096 00010000:00010000:1.0:1746129510.454112:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129510.454129:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732026112 00000100:00100000:0.0:1746129510.454131:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732026112 00000100:00100000:1.0:1746129510.454147:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948732026368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 114us (305us total) trans 0 rc 0/0 00002000:00100000:0.0:1746129510.454152:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009507ca80 x1830948732026112/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:1.0:1746129510.454153:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6097 00002000:00100000:0.0:1746129510.454160:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ca80 with x1830948732026112 ext(2097152->3145727) 00002000:00010000:0.0:1746129510.454164:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507ca80 00000100:00100000:0.0:1746129510.454173:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4665 00000100:00100000:0.0:1746129510.454178:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732026112:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:2.0:1746129510.454908:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b05f874 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b02a expref: 7 pid: 22480 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129510.454942:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854656:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.454954:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130141e00/0x40a459093b05f8eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b077 expref: 33 pid: 7148 timeout: 865 lvb_type: 1 00000100:00100000:2.0:1746129510.454961:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fb9ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854784:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.454970:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736854912:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.455000:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [589824->1048575] (req 589824->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.455010:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb2a00, rc 0) 00000100:00100000:2.0:1746129510.455037:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+21:29538:x1830948732025856:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6470us (8372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.455043:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12026 00000100:00100000:2.0:1746129510.456138:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.457217:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732026496 00000100:00100000:3.0:1746129510.457223:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732026496 00010000:00010000:3.0:1746129510.457253:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff2 expref: 21 pid: 7149 timeout: 865 lvb_type: 1 00000100:00100000:3.0:1746129510.457278:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6098 00000100:00100000:3.0:1746129510.457285:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948732026496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.457319:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.457342:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff2 expref: 21 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129510.457354:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff2 expref: 21 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129510.457379:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5b8e400/0x40a459093b05f83c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1aff2 expref: 21 pid: 7149 timeout: 865 lvb_type: 1 00010000:00010000:3.0:1746129510.457393:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.457394:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.457401:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 20 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.457408:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 20 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.457435:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 20 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.457445:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736855040:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.457529:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f369c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.463236:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.463625:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736855040:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.463646:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.464048:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1963:x1830948732026496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6761us (7909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.464056:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6098 00000100:00100000:1.0:1746129510.464501:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732026752 00000100:00100000:1.0:1746129510.464507:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732026752 00002000:00100000:1.0:1746129510.464537:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3e9:0x0] (589824->593919) req@ffff880094065180 x1830948732026752/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.464544:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065180 with x1830948732026752 ext(589824->593919) 00002000:00010000:1.0:1746129510.464548:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094065180 00000100:00100000:1.0:1746129510.464574:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4666 00000100:00100000:1.0:1746129510.464579:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948732026752:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129510.464601:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948732026112:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 10422us (10868us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129510.464606:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4665 00002000:00100000:0.0:1746129510.464610:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009507ca80 x1830948732026112/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.464616:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ca80 with x1830948732026112 ext(2097152->3145727) 00002000:00010000:0.0:1746129510.464619:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507ca80 00000100:00100000:1.0:1746129510.464698:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094065180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732026752:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 118us (1470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129510.464704:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4666 00002000:00100000:1.0:1746129510.464708:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3e9:0x0] (589824->593919) req@ffff880094065180 x1830948732026752/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.464715:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094065180 with x1830948732026752 ext(589824->593919) 00002000:00010000:1.0:1746129510.464717:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094065180 00000100:00100000:0.0:1746129510.472468:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.472703:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732026880 00000100:00100000:2.0:1746129510.472715:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732026880 00000100:00100000:2.0:1746129510.472779:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12027 00000100:00100000:2.0:1746129510.472790:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+23:29536:x1830948732026880:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.472817:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.472841:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b150 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.472901:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.472911:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.472913:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.472916:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.472953:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 24 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.472967:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 24 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129510.472983:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736855168:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.473095:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130a7b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.475218:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736855168:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.475251:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.475264:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba31200, rc 0) 00000100:00100000:2.0:1746129510.475348:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+24:29536:x1830948732026880:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2559us (2899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.475356:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12027 00000100:00100000:0.0:1746129510.475900:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.475954:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732027008 00000100:00100000:2.0:1746129510.475962:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732027008 00002000:00100000:2.0:1746129510.476040:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2781184->3145727) req@ffff88009507e300 x1830948732027008/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.476055:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507e300 with x1830948732027008 ext(2781184->3145727) 00010000:00010000:2.0:1746129510.476063:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 25 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.476076:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 25 pid: 7148 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746129510.476081:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009507e300 00000100:00100000:0.0:1746129510.476419:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.476682:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1206 00000100:00100000:2.0:1746129510.476691:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948732027008:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129510.476969:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732027136 00000100:00100000:3.0:1746129510.476985:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732027136 00000100:00100000:3.0:1746129510.477021:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12028 00000100:00100000:3.0:1746129510.477027:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+24:29538:x1830948732027136:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129510.477045:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.477060:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b157 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.477083:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.477091:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b111 expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.477098:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.477099:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.477103:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->1204223] (req 1048576->1204223) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.477162:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b111 expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.477172:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b111 expref: 25 pid: 20577 timeout: 865 lvb_type: 1 00000100:00100000:3.0:1746129510.477183:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736855296:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129510.477268:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.477277:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 26 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129510.477290:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736855424:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129510.477492:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f369c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.483772:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.483803:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732027392 00000100:00100000:2.0:1746129510.483813:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732027392 00000100:00100000:2.0:1746129510.483891:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10246 00000100:00100000:2.0:1746129510.483900:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+297:29541:x1830948732027392:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129510.483927:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.483950:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de600/0x40a459093b05fa6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b15e expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.484069:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484083:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484094:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484111:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484116:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484121:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000100:00100000:1.0:1746129510.484435:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.484560:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732027520 00000100:00100000:0.0:1746129510.484565:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732027520 00010000:00010000:0.0:1746129510.484587:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b111 expref: 26 pid: 20577 timeout: 865 lvb_type: 1 00000100:00100000:0.0:1746129510.484606:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6099 00000100:00100000:0.0:1746129510.484611:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732027520:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129510.484621:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129510.484641:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b111 expref: 26 pid: 20577 timeout: 865 lvb_type: 1 00010000:00010000:0.0:1746129510.484651:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b111 expref: 26 pid: 20577 timeout: 865 lvb_type: 1 00010000:00010000:0.0:1746129510.484672:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129510.484720:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732027520:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 108us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129510.484726:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6099 00010000:00010000:2.0:1746129510.484846:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484867:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484873:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129510.484882:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129510.484959:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484966:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484971:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484977:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800959de800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.484980:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484986:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.484995:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129510.484998:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129510.485002:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485007:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b05fa81 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485026:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485031:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485035:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485038:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800959dfe00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.485041:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485045:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485051:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129510.485053:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.485055:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485060:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfe00/0x40a459093b05fa73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485067:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485445:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485451:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485455:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800959dfa00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.485458:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485462:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485469:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012db42100) 00010000:00010000:2.0:1746129510.485471:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.485473:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485478:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dfa00/0x40a459093b05fa7a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.485520:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de600/0x40a459093b05fa6c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b15e expref: 299 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.485526:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de600/0x40a459093b05fa6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b15e expref: 299 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.485533:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959de600, rc 0) 00000100:00100000:2.0:1746129510.485559:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+298:29541:x1830948732027392:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1661us (1796us total) trans 8589944147 rc 301/301 00000100:00100000:2.0:1746129510.485567:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10246 00000100:00100000:3.0:1746129510.486280:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732027008:12345-192.168.202.4@tcp:4:cat.0 Request processed in 9582us (10380us total) trans 21474840439 rc 0/0 00000100:00100000:3.0:1746129510.486291:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1206 00002000:00100000:3.0:1746129510.486324:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2781184->3145727) req@ffff88009507e300 x1830948732027008/t21474840439(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.486333:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507e300 with x1830948732027008 ext(2781184->3145727) 00010000:00010000:3.0:1746129510.486342:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 27 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.486353:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 27 pid: 7148 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129510.486359:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009507e300 00010000:00010000:3.0:1746129510.486418:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009438c600/0x40a459093b05fa03 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b111 expref: 25 pid: 20577 timeout: 865 lvb_type: 1 00000100:00100000:3.0:1746129510.486441:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736855296:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129510.486453:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736855424:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129510.486477:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->1204223] (req 1048576->1204223) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.486494:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba30a00, rc 0) 00000100:00100000:3.0:1746129510.486525:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+24:29538:x1830948732027136:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 9497us (10106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.486530:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12028 00000100:00100000:0.0:1746129510.487145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.487187:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732027648 00000100:00100000:2.0:1746129510.487195:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732027648 00010000:00010000:2.0:1746129510.487225:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 27 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129510.487261:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6100 00000100:00100000:2.0:1746129510.487269:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1962:x1830948732027648:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129510.487283:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129510.487324:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 27 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.487334:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 27 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.487354:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c2dda00/0x40a459093b05f9bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0ee expref: 27 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.487366:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.487368:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.487375:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.487384:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.487415:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.487427:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736855552:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129510.487496:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.489529:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736855552:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129510.489556:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129510.490112:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948732027648:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2839us (2966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.490124:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6100 00000100:00100000:1.0:1746129510.490512:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.490677:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732027776 00000100:00100000:3.0:1746129510.490684:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732027776 00000100:00100000:3.0:1746129510.490824:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12029 00000100:00100000:3.0:1746129510.490833:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+33:29541:x1830948732027776:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129510.490862:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.490883:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b165 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.490916:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.490924:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.490925:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.490929:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2375680->2478079] (req 2375680->2478079) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 34 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129510.490994:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.491071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.491124:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732027904 00000100:00100000:2.0:1746129510.491128:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732027904 00010000:00010000:3.0:1746129510.491129:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.491140:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 17 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.491150:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 26 pid: 7148 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129510.491158:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736855680:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129510.491229:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f369c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.491245:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732028160 00000100:00100000:3.0:1746129510.491248:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732028160 00002000:00100000:3.0:1746129510.491274:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1200128->1204223) req@ffff88013145ed80 x1830948732028160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.491284:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145ed80 with x1830948732028160 ext(1200128->1204223) 00002000:00010000:3.0:1746129510.491288:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145ed80 00000100:00100000:2.0:1746129510.491499:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6101 00000100:00100000:2.0:1746129510.491505:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948732027904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129510.491515:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129510.491538:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 26 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.491547:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 26 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.491565:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6e83000/0x40a459093b05f993 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2781184->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0e0 expref: 26 pid: 7148 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.491580:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.491581:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.491587:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.491593:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.491612:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.491620:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736855808:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129510.491650:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.491676:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4667 00000100:00100000:3.0:1746129510.491682:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732028160:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129510.492039:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732028160:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 357us (967us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129510.492047:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4667 00002000:00100000:3.0:1746129510.492053:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1200128->1204223) req@ffff88013145ed80 x1830948732028160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.492060:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145ed80 with x1830948732028160 ext(1200128->1204223) 00002000:00010000:3.0:1746129510.492063:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145ed80 00000100:00100000:3.0:1746129510.492980:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736855680:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129510.493003:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2375680->2478079] (req 2375680->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 34 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.493015:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a60b2600, rc 0) 00000100:00100000:2.0:1746129510.493089:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736855808:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129510.493102:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129510.493140:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948732027904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1634us (2148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.493148:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6101 00000100:00100000:3.0:1746129510.493225:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+34:29541:x1830948732027776:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2392us (2713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.493231:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12029 00000100:00100000:0.0:1746129510.495087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.495255:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732028416 00000100:00100000:3.0:1746129510.495263:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732028416 00000100:00100000:0.0:1746129510.495279:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.495341:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4157 00000100:00100000:3.0:1746129510.495350:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+15:29538:x1830948732028416:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129510.495428:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732028544 00000100:00100000:2.0:1746129510.495432:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732028544 00010000:00010000:2.0:1746129510.495458:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 18 pid: 7149 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129510.495480:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6102 00000100:00100000:2.0:1746129510.495485:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5bbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732028544:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129510.495497:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129510.495520:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 18 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.495532:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 18 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.495554:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959dec00/0x40a459093b05fa50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b142 expref: 18 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.495575:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.495577:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.495585:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 33 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.495594:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 33 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129510.495623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129510.495628:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 33 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.495640:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736855936:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129510.495724:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.495819:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+16:29538:x1830948732028416:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 470us (740us total) trans 8589944148 rc 0/0 00000100:00100000:3.0:1746129510.495826:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4157 00000100:00100000:3.0:1746129510.495861:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732028800 00000100:00100000:3.0:1746129510.495864:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732028800 00002000:00100000:3.0:1746129510.495891:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c07a680 x1830948732028800/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.495901:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07a680 with x1830948732028800 ext(2097152->3145727) 00002000:00010000:3.0:1746129510.495906:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c07a680 00000100:00100000:3.0:1746129510.495927:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4668 00000100:00100000:3.0:1746129510.495933:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1960:x1830948732028800:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129510.497596:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736855936:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129510.497622:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129510.497651:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5bbc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732028544:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2164us (2369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.497668:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6102 00000100:00100000:0.0:1746129510.502401:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.502442:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732029056 00000100:00100000:1.0:1746129510.502453:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732029056 00002000:00100000:1.0:1746129510.502498:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (2473984->2478079) req@ffff88009c078700 x1830948732029056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.502506:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078700 with x1830948732029056 ext(2473984->2478079) 00002000:00010000:1.0:1746129510.502511:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c078700 00000100:00100000:1.0:1746129510.502538:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4669 00000100:00100000:1.0:1746129510.502546:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+34:1961:x1830948732029056:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129510.502864:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+34:1961:x1830948732029056:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 317us (473us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129510.502871:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4669 00002000:00100000:1.0:1746129510.502877:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (2473984->2478079) req@ffff88009c078700 x1830948732029056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.502883:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c078700 with x1830948732029056 ext(2473984->2478079) 00002000:00010000:1.0:1746129510.502886:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c078700 00000100:00100000:3.0:1746129510.503566:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1960:x1830948732028800:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 7631us (7940us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.503573:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4668 00002000:00100000:3.0:1746129510.503579:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009c07a680 x1830948732028800/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.503586:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07a680 with x1830948732028800 ext(2097152->3145727) 00002000:00010000:3.0:1746129510.503591:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c07a680 00000100:00100000:0.0:1746129510.504725:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.504810:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732029312 00000100:00100000:3.0:1746129510.504818:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732029312 00000100:00100000:3.0:1746129510.504931:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4158 00000100:00100000:3.0:1746129510.504939:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+298:29541:x1830948732029312:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129510.505363:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+299:29541:x1830948732029312:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 424us (644us total) trans 8589944149 rc 0/0 00000100:00100000:3.0:1746129510.505370:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4158 00000100:00100000:0.0:1746129510.507069:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.507175:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732029440 00000100:00100000:3.0:1746129510.507188:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732029440 00000100:00100000:3.0:1746129510.507867:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12030 00000100:00100000:3.0:1746129510.507880:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+17:29536:x1830948732029440:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.507905:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.507926:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b16c expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.507960:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 33 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.507968:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129510.507969:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129510.507972:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.508008:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 33 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.508027:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 33 pid: 7149 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129510.508041:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736856064:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129510.508950:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.510121:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736856064:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129510.510156:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 18 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.510174:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a60b2c00, rc 0) 00000100:00100000:3.0:1746129510.510224:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+18:29536:x1830948732029440:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2347us (3167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.510233:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12030 00000100:00100000:0.0:1746129510.511521:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.511784:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732029568 00000100:00100000:3.0:1746129510.511795:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732029568 00002000:00100000:3.0:1746129510.511860:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2375680->2478079) req@ffff88009c079f80 x1830948732029568/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.511871:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079f80 with x1830948732029568 ext(2375680->2478079) 00010000:00010000:3.0:1746129510.511880:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 34 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.511894:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 34 pid: 7149 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129510.511905:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c079f80 00000100:00100000:3.0:1746129510.511934:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1207 00000100:00100000:3.0:1746129510.511943:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+34:1962:x1830948732029568:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129510.516011:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+36:1962:x1830948732029568:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 4050us (4481us total) trans 17179873244 rc 0/0 00000100:00100000:3.0:1746129510.516026:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1207 00002000:00100000:3.0:1746129510.516040:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2375680->2478079) req@ffff88009c079f80 x1830948732029568/t17179873244(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.516049:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079f80 with x1830948732029568 ext(2375680->2478079) 00010000:00010000:3.0:1746129510.516063:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 36 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746129510.516080:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 36 pid: 7149 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746129510.516088:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c079f80 00000100:00100000:0.0:1746129510.518237:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.518435:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732029696 00000100:00100000:2.0:1746129510.518448:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732029696 00010000:00010000:2.0:1746129510.518508:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 36 pid: 7149 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746129510.518559:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6103 00000100:00100000:2.0:1746129510.518568:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+36:1960:x1830948732029696:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129510.518585:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746129510.518608:0:15749:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129510 -> 1746129511 00002000:00010000:2.0:1746129510.518611:0:15749:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129510 -> 1746129511 00010000:00010000:2.0:1746129510.518617:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 36 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.518633:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 36 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.518665:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2600/0x40a459093b05fa8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2375680->2478079) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b165 expref: 36 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746129510.518701:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.518703:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.518712:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.518722:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.518764:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.518778:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736856192:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129510.518894:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.523150:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736856192:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.523185:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.523243:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+35:1960:x1830948732029696:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4675us (5017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.523255:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6103 00000100:00100000:0.0:1746129510.524337:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.524377:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.524660:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732030080 00000100:00100000:1.0:1746129510.524671:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732030080 00000100:00100000:3.0:1746129510.524749:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732030208 00000100:00100000:3.0:1746129510.524752:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732030208 00002000:00100000:3.0:1746129510.524781:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009c079880 x1830948732030208/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.524791:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079880 with x1830948732030208 ext(3145728->4194303) 00002000:00010000:3.0:1746129510.524800:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c079880 00000100:00100000:3.0:1746129510.524828:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4670 00000100:00100000:3.0:1746129510.524835:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1960:x1830948732030208:12345-192.168.202.4@tcp:3:multiop.0 00002000:00100000:1.0:1746129510.524902:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009c07aa00 x1830948732030080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.524909:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07aa00 with x1830948732030080 ext(3145728->4194303) 00002000:00010000:1.0:1746129510.524913:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c07aa00 00000100:00100000:1.0:1746129510.524929:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4671 00000100:00100000:1.0:1746129510.524935:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+18:1961:x1830948732030080:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129510.535423:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1960:x1830948732030208:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 10574us (11031us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.535437:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4670 00002000:00100000:3.0:1746129510.535454:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009c079880 x1830948732030208/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.535465:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079880 with x1830948732030208 ext(3145728->4194303) 00002000:00010000:3.0:1746129510.535472:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c079880 00000100:00100000:1.0:1746129510.536046:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+18:1961:x1830948732030080:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 11109us (11711us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129510.536058:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4671 00002000:00100000:1.0:1746129510.536064:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009c07aa00 x1830948732030080/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.536071:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07aa00 with x1830948732030080 ext(3145728->4194303) 00002000:00010000:1.0:1746129510.536075:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c07aa00 00000100:00100000:0.0:1746129510.544256:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.544561:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732030464 00000100:00100000:1.0:1746129510.544573:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732030464 00002000:00100000:1.0:1746129510.544643:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009c079500 x1830948732030464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.544655:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079500 with x1830948732030464 ext(4194304->4923391) 00002000:00010000:1.0:1746129510.544662:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079500 00000100:00100000:1.0:1746129510.544707:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4672 00000100:00100000:1.0:1746129510.544719:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732030464:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129510.551271:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732030464:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6547us (7020us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129510.551281:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4672 00002000:00100000:1.0:1746129510.551291:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009c079500 x1830948732030464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.551335:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079500 with x1830948732030464 ext(4194304->4923391) 00002000:00010000:1.0:1746129510.551340:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079500 00000100:00100000:0.0:1746129510.559913:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.560023:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732030720 00000100:00100000:3.0:1746129510.560038:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732030720 00000100:00100000:3.0:1746129510.560107:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4159 00000100:00100000:3.0:1746129510.560117:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+16:29536:x1830948732030720:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:3.0:1746129510.560413:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:29536:x1830948732030720:12345-192.168.202.4@tcp:35:cat.0 Request processed in 297us (510us total) trans 8589944150 rc 0/0 00000100:00100000:3.0:1746129510.560420:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4159 00000100:00100000:0.0:1746129510.623590:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.623679:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732030976 00000100:00100000:2.0:1746129510.623687:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732030976 00000100:00100000:2.0:1746129510.623737:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10247 00000100:00100000:2.0:1746129510.623744:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:14850083-80f0-48d7-b1fd-919aea051e36+17:29546:x1830948732030976:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129510.623766:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.624192:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fa9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b173 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.624395:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624408:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624418:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624430:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624435:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624439:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624528:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624535:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624540:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129510.624546:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129510.624802:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624809:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624815:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624821:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095af4c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.624825:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624831:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624840:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129510.624843:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129510.624857:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624863:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fab2 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624894:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624898:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624903:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624907:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efb2c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.624909:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624913:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624920:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129510.624921:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.624924:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624928:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05faa4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624935:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624939:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624943:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624947:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095af4e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.624954:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624959:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624965:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012db42100) 00010000:00010000:2.0:1746129510.624966:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.624968:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.624973:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.625006:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fa9d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b173 expref: 19 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.625013:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fa9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b173 expref: 19 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.625019:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3a00, rc 0) 00000100:00100000:2.0:1746129510.625073:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:29546:x1830948732030976:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1329us (1491us total) trans 8589944151 rc 301/301 00000100:00100000:2.0:1746129510.625081:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10247 00000100:00100000:0.0:1746129510.635915:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.635980:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732031232 00000100:00100000:2.0:1746129510.635988:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732031232 00000100:00100000:2.0:1746129510.636042:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10248 00000100:00100000:2.0:1746129510.636050:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+299:29548:x1830948732031232:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129510.636071:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.636088:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fac0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b17a expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.636177:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636189:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636198:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636213:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636219:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636224:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636333:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636340:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636345:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129510.636352:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129510.636630:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636636:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636645:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636650:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efb3800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.636652:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636658:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636668:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129510.636670:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129510.636674:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636678:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05fad5 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636836:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636842:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636857:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636861:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efb3a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.636864:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636868:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636878:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129510.636879:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.636882:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636886:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fac7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636893:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636897:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636901:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636905:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efb2c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.636907:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636911:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636917:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012db42300) 00010000:00010000:2.0:1746129510.636918:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.636921:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636925:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb2c00/0x40a459093b05face lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.636957:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fac0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b17a expref: 301 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.636964:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05fac0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b17a expref: 301 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.636972:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095af4c00, rc 0) 00000100:00100000:2.0:1746129510.637239:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135758380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+300:29548:x1830948732031232:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1189us (1330us total) trans 8589944152 rc 301/301 00000100:00100000:2.0:1746129510.637246:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10248 00000100:00100000:0.0:1746129510.659536:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.659680:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732031488 00000100:00100000:2.0:1746129510.659688:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732031488 00000100:00100000:2.0:1746129510.659987:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10249 00000100:00100000:2.0:1746129510.659997:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+300:29551:x1830948732031488:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.660018:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.660033:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fae3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b181 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.660125:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660136:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660145:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660157:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660162:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660172:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660251:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660258:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660264:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129510.660271:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129510.660359:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660366:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660370:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660374:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095af4e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.660377:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660382:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660392:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129510.660394:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129510.660397:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.660404:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4e00/0x40a459093b05faf8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663895:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663908:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663913:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663917:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efb3800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.663920:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663925:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663937:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129510.663939:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.663942:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663946:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3800/0x40a459093b05faea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663957:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663961:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663965:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663969:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095af4c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.663971:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663975:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663979:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012db42700) 00010000:00010000:2.0:1746129510.663981:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.663982:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.663986:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095af4c00/0x40a459093b05faf1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.664029:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fae3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b181 expref: 302 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.664035:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efb3a00/0x40a459093b05fae3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b181 expref: 302 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.664042:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efb3a00, rc 0) 00000100:00100000:2.0:1746129510.665196:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+301:29551:x1830948732031488:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5197us (5663us total) trans 8589944153 rc 301/301 00000100:00100000:2.0:1746129510.665204:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10249 00000100:00100000:0.0:1746129510.671675:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.671700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.672351:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732031616 00000100:00100000:0.0:1746129510.672360:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.672376:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732031872 00000100:00100000:0.0:1746129510.672379:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732031872 00000100:00100000:0.0:1746129510.672414:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732031744 00000100:00100000:0.0:1746129510.672416:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732031744 00000100:00100000:0.0:1746129510.672442:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12031 00000100:00100000:0.0:1746129510.672449:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+35:1961:x1830948732031872:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129510.672468:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129510.672483:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b196 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.672503:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732031616 00010000:00010000:0.0:1746129510.672505:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129510.672507:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129510.672513:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 37 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129510.672525:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 37 pid: 7148 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129510.672533:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12032 00010000:00010000:0.0:1746129510.672539:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf400, rc 0) 00000100:00100000:3.0:1746129510.672540:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948732031744:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.672551:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.672562:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2e00/0x40a459093b05fb0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b18f expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129510.672577:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+37:1961:x1830948732031872:12345-192.168.202.4@tcp:101:cat.0 Request processed in 128us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129510.672582:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12031 00000100:00100000:0.0:1746129510.672596:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12033 00000100:00100000:0.0:1746129510.672600:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+36:1961:x1830948732031616:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129510.672605:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736856320:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129510.672605:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129510.672610:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05fb14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b188 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129510.672631:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013577c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736856448:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129510.672681:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.672691:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.675347:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.675669:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732032000 00000100:00100000:2.0:1746129510.675675:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732032000 00000100:00100000:2.0:1746129510.676188:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12034 00000100:00100000:2.0:1746129510.676197:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948732032000:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.676212:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.676224:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b19d expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.676241:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.676243:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.676249:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b19d expref: 28 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.676261:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b19d expref: 28 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.676270:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095af4e00, rc 0) 00000100:00100000:2.0:1746129510.676708:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1961:x1830948732032000:12345-192.168.202.4@tcp:101:cat.0 Request processed in 510us (3980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.676714:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12034 00002000:00010000:3.0:1746129510.678792:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129510 -> 1746129511 00002000:00010000:3.0:1746129510.678800:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129510 -> 1746129511 00002000:00010000:3.0:1746129510.678802:0:7149:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129510 -> 1746129511 00000100:00100000:3.0:1746129510.678819:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736856320:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129510.678843:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2e00/0x40a459093b05fb0d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b18f expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1746129510.678844:0:7148:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime: 1746129509 -> 1746129511 00002000:00010000:2.0:1746129510.678857:0:7148:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime: 1746129507 -> 1746129511 00002000:00010000:2.0:1746129510.678858:0:7148:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime: 1746129509 -> 1746129511 00010000:00010000:3.0:1746129510.678865:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2e00/0x40a459093b05fb0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b18f expref: 27 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746129510.678871:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013577c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736856448:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129510.678876:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2e2e00, rc 0) 00010000:00010000:2.0:1746129510.678887:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05fb14 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b188 expref: 37 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.678896:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf000/0x40a459093b05fb14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b188 expref: 37 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.679189:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf000, rc 0) 00000100:00100000:2.0:1746129510.679212:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+36:1961:x1830948732031616:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6610us (7546us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129510.679219:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12033 00000100:00100000:3.0:1746129510.680138:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948732031744:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7596us (7775us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129510.680145:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12032 00000100:00100000:0.0:1746129510.680874:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.680939:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732032128 00000100:00100000:3.0:1746129510.680945:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732032128 00000100:00100000:3.0:1746129510.680991:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12035 00000100:00100000:3.0:1746129510.680998:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+36:29551:x1830948732032128:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.681014:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.681031:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1a4 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.681058:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.681066:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129510.681068:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129510.681071:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 37 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.681098:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 17 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.681108:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 17 pid: 7149 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746129510.681120:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736856576:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129510.682200:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129510.685462:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.685525:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732032256 00000100:00100000:0.0:1746129510.685533:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732032256 00002000:00100000:0.0:1746129510.685570:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3e9:0x0] (589824->1048575) req@ffff88013145ea00 x1830948732032256/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.685579:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145ea00 with x1830948732032256 ext(589824->1048575) 00010000:00010000:0.0:1746129510.685588:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 18 pid: 7149 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746129510.685601:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 18 pid: 7149 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746129510.685613:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013145ea00 00000100:00100000:0.0:1746129510.685645:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1208 00000100:00100000:0.0:1746129510.685653:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+18:1962:x1830948732032256:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129510.686179:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736856576:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129510.686202:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 37 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.686213:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2e3200, rc 0) 00000100:00100000:3.0:1746129510.686236:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+37:29551:x1830948732032128:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5239us (5364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.686243:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12035 00000100:00100000:2.0:1746129510.693620:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732032256:12345-192.168.202.4@tcp:4:cat.0 Request processed in 7960us (8157us total) trans 17179873245 rc 0/0 00000100:00100000:2.0:1746129510.693631:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1208 00002000:00100000:2.0:1746129510.693640:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3e9:0x0] (589824->1048575) req@ffff88013145ea00 x1830948732032256/t17179873245(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.693649:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145ea00 with x1830948732032256 ext(589824->1048575) 00010000:00010000:2.0:1746129510.693657:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 20 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129510.693671:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 20 pid: 7149 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746129510.693677:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013145ea00 00000100:00100000:0.0:1746129510.697562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.697814:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732032384 00000100:00100000:3.0:1746129510.697822:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732032384 00010000:00010000:3.0:1746129510.697862:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 20 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129510.698522:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6104 00000100:00100000:3.0:1746129510.698530:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948732032384:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.698543:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.698562:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 20 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.698575:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 20 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.698595:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efb2a00/0x40a459093b05fa57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 589824->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b149 expref: 20 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.698611:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.698613:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.698619:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 36 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.698627:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 36 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.698655:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 36 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.698669:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736856704:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.698740:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.703801:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736856704:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.703823:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.703916:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948732032384:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5385us (6360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.703925:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6104 00000100:00100000:0.0:1746129510.704288:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.704482:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732032640 00000100:00100000:2.0:1746129510.704490:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732032640 00002000:00100000:2.0:1746129510.704539:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013577c380 x1830948732032640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.704548:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577c380 with x1830948732032640 ext(0->1048575) 00002000:00010000:2.0:1746129510.704553:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577c380 00000100:00100000:2.0:1746129510.704571:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4673 00000100:00100000:2.0:1746129510.704577:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+37:1960:x1830948732032640:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129510.719686:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+37:1960:x1830948732032640:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15095us (15390us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129510.719699:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4673 00002000:00100000:2.0:1746129510.719712:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88013577c380 x1830948732032640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.719722:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577c380 with x1830948732032640 ext(0->1048575) 00002000:00010000:2.0:1746129510.719728:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577c380 00000100:00100000:0.0:1746129510.727265:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.728531:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732032768 00000100:00100000:3.0:1746129510.728542:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732032768 00000100:00100000:3.0:1746129510.728609:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12036 00000100:00100000:3.0:1746129510.728618:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+26:29551:x1830948732032768:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.728639:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.728659:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1ab expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.728696:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.728704:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129510.728705:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129510.728708:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.728740:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.728757:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 23 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129510.728769:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736856832:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.731720:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36600 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.732066:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736856832:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.732107:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.732128:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2e3400, rc 0) 00000100:00100000:0.0:1746129510.732558:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.732724:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732032896 00000100:00100000:3.0:1746129510.732732:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732032896 00002000:00100000:3.0:1746129510.732783:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1204223) req@ffff88008f449500 x1830948732032896/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.732792:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449500 with x1830948732032896 ext(1048576->1204223) 00010000:00010000:3.0:1746129510.732800:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 24 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.732813:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 24 pid: 7149 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129510.732819:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f449500 00000100:00100000:3.0:1746129510.732858:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1209 00000100:00100000:3.0:1746129510.732868:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732032896:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129510.733028:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:29551:x1830948732032768:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4407us (5772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.733036:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12036 00000100:00100000:3.0:1746129510.738493:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732032896:12345-192.168.202.4@tcp:4:cat.0 Request processed in 5611us (5923us total) trans 21474840440 rc 0/0 00000100:00100000:3.0:1746129510.738509:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1209 00002000:00100000:3.0:1746129510.738525:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->1204223) req@ffff88008f449500 x1830948732032896/t21474840440(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.738542:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449500 with x1830948732032896 ext(1048576->1204223) 00010000:00010000:3.0:1746129510.738555:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.738571:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129510.738578:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f449500 00000100:00100000:0.0:1746129510.741791:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.741971:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732033024 00000100:00100000:3.0:1746129510.741996:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732033024 00010000:00010000:3.0:1746129510.742068:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129510.745758:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6105 00000100:00100000:3.0:1746129510.745792:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948732033024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.745825:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.745880:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.745898:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.745929:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba30a00/0x40a459093b05fa65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1204223) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b157 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.745968:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.745971:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.745981:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.745990:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.746038:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.746052:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736856960:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.746198:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36780 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.751208:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094324000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:15749:1830948736856960:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.751241:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.751320:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732033024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5521us (9516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.751332:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6105 00000100:00100000:0.0:1746129510.753709:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.754385:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732033280 00000100:00100000:3.0:1746129510.754395:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732033280 00002000:00100000:3.0:1746129510.754445:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800912ac700 x1830948732033280/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.754455:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac700 with x1830948732033280 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.754461:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912ac700 00000100:00100000:3.0:1746129510.754498:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4674 00000100:00100000:3.0:1746129510.754506:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948732033280:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.768632:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948732033280:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13296us (14104us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.768645:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4674 00002000:00100000:3.0:1746129510.768661:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800912ac700 x1830948732033280/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.768671:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac700 with x1830948732033280 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.768677:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800912ac700 00000100:00100000:0.0:1746129510.789219:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.789499:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732033536 00000100:00100000:2.0:1746129510.789508:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732033536 00000100:00100000:2.0:1746129510.789575:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10250 00000100:00100000:2.0:1746129510.789585:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:14850083-80f0-48d7-b1fd-919aea051e36+18:29554:x1830948732033536:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.789614:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.789633:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07ba00/0x40a459093b05fb30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1b2 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.789754:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.789768:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.789782:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.789795:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.789801:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.789805:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.789952:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.789961:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.789968:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129510.789977:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129510.790060:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.790067:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.790072:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.790078:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f7e2000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.790082:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.790089:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.790101:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129510.790104:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129510.790109:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.790114:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2000/0x40a459093b05fb45 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793004:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793021:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793028:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793033:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c07bc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.793037:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793043:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793060:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129510.793063:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.793066:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793071:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07bc00/0x40a459093b05fb37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793089:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793093:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793097:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793101:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c07be00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.793103:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793107:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793112:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012db42300) 00010000:00010000:2.0:1746129510.793114:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.793116:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793120:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07be00/0x40a459093b05fb3e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.793183:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07ba00/0x40a459093b05fb30 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b2 expref: 20 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.793191:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c07ba00/0x40a459093b05fb30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b2 expref: 20 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.793197:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c07ba00, rc 0) 00000100:00100000:2.0:1746129510.793277:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:14850083-80f0-48d7-b1fd-919aea051e36+19:29554:x1830948732033536:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3692us (4073us total) trans 8589944154 rc 301/301 00000100:00100000:2.0:1746129510.793286:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10250 00000100:00100000:0.0:1746129510.793765:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.793796:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.793818:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732033792 00000100:00100000:3.0:1746129510.793827:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732033792 00000100:00100000:0.0:1746129510.793856:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.793873:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732034048 00000100:00100000:0.0:1746129510.793877:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732034048 00002000:00100000:3.0:1746129510.793878:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800912ace00 x1830948732033792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.793888:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ace00 with x1830948732033792 ext(2097152->3145727) 00002000:00010000:3.0:1746129510.793892:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912ace00 00002000:00100000:0.0:1746129510.793895:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800912ac380 x1830948732034048/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.793902:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac380 with x1830948732034048 ext(3145728->4194303) 00002000:00010000:0.0:1746129510.793905:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912ac380 00000100:00100000:3.0:1746129510.793908:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4675 00000100:00100000:3.0:1746129510.793916:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948732033792:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129510.793941:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732034304 00000100:00100000:1.0:1746129510.793944:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732034304 00002000:00100000:1.0:1746129510.793961:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f37d880 x1830948732034304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.793968:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37d880 with x1830948732034304 ext(2097152->3145727) 00002000:00010000:1.0:1746129510.793971:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37d880 00000100:00100000:0.0:1746129510.794036:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4676 00000100:00100000:0.0:1746129510.794041:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800912ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+38:1960:x1830948732034048:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129510.794199:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4677 00000100:00100000:1.0:1746129510.794204:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948732034304:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129510.796619:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.797943:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732034560 00000100:00100000:2.0:1746129510.797955:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732034560 00002000:00100000:2.0:1746129510.798009:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093edc000 x1830948732034560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.798020:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc000 with x1830948732034560 ext(3145728->4194303) 00002000:00010000:2.0:1746129510.798025:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edc000 00000100:00100000:2.0:1746129510.798047:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4678 00000100:00100000:2.0:1746129510.798054:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948732034560:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129510.804522:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.805455:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.805501:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732034688 00000100:00100000:3.0:1746129510.805512:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732034688 00000100:00100000:3.0:1746129510.805563:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732034816 00000100:00100000:3.0:1746129510.805565:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732034816 00000100:00100000:3.0:1746129510.805581:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12037 00000100:00100000:3.0:1746129510.805589:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+19:1960:x1830948732034688:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.805612:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.805638:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1b9 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.805666:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.805669:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.805683:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b9 expref: 20 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.805699:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b9 expref: 20 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.805711:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2e2c00, rc 0) 00000100:00100000:3.0:1746129510.805751:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948732034688:12345-192.168.202.4@tcp:101:cat.0 Request processed in 163us (1241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.805757:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12037 00000100:00100000:3.0:1746129510.805772:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12038 00000100:00100000:3.0:1746129510.805776:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948732034816:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.805783:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.805793:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1c0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.805806:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.805807:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.805811:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c0 expref: 26 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.805820:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c0 expref: 26 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.805827:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2e3a00, rc 0) 00000100:00100000:3.0:1746129510.805841:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948732034816:12345-192.168.202.4@tcp:101:cat.0 Request processed in 64us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.805859:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12038 00000100:00100000:0.0:1746129510.815053:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.815106:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.815197:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732035072 00000100:00100000:3.0:1746129510.815208:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732035072 00002000:00100000:3.0:1746129510.815256:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880093edce00 x1830948732035072/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.815267:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edce00 with x1830948732035072 ext(0->1048575) 00002000:00010000:3.0:1746129510.815273:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edce00 00000100:00100000:3.0:1746129510.815328:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732035328 00000100:00100000:3.0:1746129510.815330:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732035328 00002000:00100000:3.0:1746129510.815342:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880093edd180 x1830948732035328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.815348:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edd180 with x1830948732035328 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.815351:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edd180 00000100:00100000:3.0:1746129510.815363:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4679 00000100:00100000:3.0:1746129510.815369:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948732035072:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.816967:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4680 00000100:00100000:3.0:1746129510.816978:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948732035328:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.822319:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948732034304:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28084us (28441us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.822334:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4677 00002000:00100000:3.0:1746129510.822350:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f37d880 x1830948732034304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.822360:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f37d880 with x1830948732034304 ext(2097152->3145727) 00002000:00010000:3.0:1746129510.822386:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f37d880 00000100:00100000:3.0:1746129510.827171:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948732033792:12345-192.168.202.4@tcp:3:cat.0 Request processed in 33242us (33393us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.827184:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4675 00002000:00100000:3.0:1746129510.827196:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff8800912ace00 x1830948732033792/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.827205:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ace00 with x1830948732033792 ext(2097152->3145727) 00002000:00010000:3.0:1746129510.827211:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800912ace00 00000100:00100000:2.0:1746129510.835325:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948732034560:12345-192.168.202.4@tcp:3:cat.0 Request processed in 37262us (38709us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129510.835336:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4678 00002000:00100000:2.0:1746129510.835347:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093edc000 x1830948732034560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.835356:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc000 with x1830948732034560 ext(3145728->4194303) 00002000:00010000:2.0:1746129510.835361:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edc000 00000100:00100000:0.0:1746129510.838282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.838888:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732035456 00000100:00100000:2.0:1746129510.838897:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732035456 00000100:00100000:2.0:1746129510.838948:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12039 00000100:00100000:2.0:1746129510.838957:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:29546:x1830948732035456:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129510.838974:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.838988:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1c7 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.839018:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b00e expref: 23 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.839026:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b08c expref: 38 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.839033:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b03f expref: 6 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.839038:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.839040:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129510.839043:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1359872->2097151] (req 1359872->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 23 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.839073:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b03f expref: 6 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.839083:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b03f expref: 6 pid: 31503 timeout: 866 lvb_type: 1 00000100:00100000:2.0:1746129510.839092:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736857088:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129510.839147:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1960:x1830948732035072:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23776us (24104us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.839157:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4679 00002000:00100000:3.0:1746129510.839167:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880093edce00 x1830948732035072/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00010000:00010000:2.0:1746129510.839169:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b08c expref: 38 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.839175:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b08c expref: 38 pid: 7149 timeout: 866 lvb_type: 1 00002000:00100000:3.0:1746129510.839176:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edce00 with x1830948732035072 ext(0->1048575) 00002000:00010000:3.0:1746129510.839180:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093edce00 00000100:00100000:2.0:1746129510.839184:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736857216:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.839203:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b00e expref: 21 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.839209:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b00e expref: 21 pid: 31503 timeout: 866 lvb_type: 1 00000100:00100000:2.0:1746129510.839215:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736857344:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.839227:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.839518:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.839557:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732035584 00000100:00100000:0.0:1746129510.839652:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732035584 00000100:00100000:0.0:1746129510.839680:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12040 00000100:00100000:0.0:1746129510.839686:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+39:29548:x1830948732035584:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129510.839693:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129510.839699:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1ce expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129510.839712:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129510.839718:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 40 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129510.839724:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129510.839725:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129510.839728:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3411968->4194303] (req 3411968->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 40 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129510.839742:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 40 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129510.839749:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 40 pid: 7148 timeout: 866 lvb_type: 1 00000100:00100000:0.0:1746129510.839758:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736857472:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129510.839804:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129510.839811:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 21 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746129510.839819:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736857600:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129510.839834:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129510.839942:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800912ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+39:1960:x1830948732034048:12345-192.168.202.4@tcp:3:cat.0 Request processed in 45900us (46144us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129510.839949:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4676 00002000:00100000:1.0:1746129510.839954:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff8800912ac380 x1830948732034048/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.839962:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800912ac380 with x1830948732034048 ext(3145728->4194303) 00010000:00010000:1.0:1746129510.839966:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 39 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129510.839974:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 39 pid: 7148 timeout: 866 lvb_type: 1 00002000:00010000:1.0:1746129510.839979:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800912ac380 00000100:00100000:3.0:1746129510.840238:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948732035328:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23261us (25129us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.840245:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4680 00002000:00100000:3.0:1746129510.840252:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880093edd180 x1830948732035328/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.840259:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edd180 with x1830948732035328 ext(1048576->2097151) 00002000:00010000:3.0:1746129510.840263:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edd180 00000100:00100000:2.0:1746129510.844378:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736857088:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.844392:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736857216:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.844401:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736857344:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.844436:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1359872->2097151] (req 1359872->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.844453:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7e2600, rc 0) 00000100:00100000:2.0:1746129510.845474:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+21:29546:x1830948732035456:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6512us (7194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.845486:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12039 00000100:00100000:1.0:1746129510.845870:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.845895:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.845921:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732035840 00000100:00100000:1.0:1746129510.845927:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732035712 00000100:00100000:3.0:1746129510.845931:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732035840 00000100:00100000:1.0:1746129510.845934:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732035712 00010000:00010000:3.0:1746129510.845971:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b03f expref: 7 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129510.845980:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b08c expref: 39 pid: 7149 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129510.846072:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6106 00000100:00100000:3.0:1746129510.846080:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948732035840:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.846095:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129510.846111:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736857472:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129510.846120:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b03f expref: 7 pid: 31503 timeout: 866 lvb_type: 1 00000100:00100000:0.0:1746129510.846125:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736857600:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129510.846132:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b03f expref: 7 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.846153:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095af4a00/0x40a459093b05f890 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b03f expref: 7 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129510.846157:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3411968->4194303] (req 3411968->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 39 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.846173:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129510.846173:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a60b2e00, rc 0) 00000100:00100000:3.0:1746129510.846219:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1961:x1830948732035840:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 140us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129510.846221:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+39:29548:x1830948732035584:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6533us (6702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.846225:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6106 00000100:00100000:0.0:1746129510.846228:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12040 00000100:00100000:3.0:1746129510.846238:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6107 00000100:00100000:3.0:1746129510.846244:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948732035712:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.846251:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.846258:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b08c expref: 38 pid: 7149 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.846267:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b08c expref: 38 pid: 7149 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.846278:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f327e00/0x40a459093b05f900 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b08c expref: 38 pid: 7149 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.846289:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.846323:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948732035712:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 79us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.846328:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6107 00000100:00100000:1.0:1746129510.846601:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.846647:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732035968 00000100:00100000:3.0:1746129510.846652:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732035968 00010000:00010000:3.0:1746129510.846665:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b00e expref: 21 pid: 31503 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129510.846690:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6108 00000100:00100000:3.0:1746129510.846695:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948732035968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.846701:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.846708:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b00e expref: 21 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.846715:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b00e expref: 21 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.846727:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f385800/0x40a459093b05f858 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b00e expref: 21 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.846736:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.846739:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.846745:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 20 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.846752:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 20 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.846785:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 20 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.846797:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736857728:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.847170:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36780 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.847413:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.847456:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.847507:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732036096 00000100:00100000:1.0:1746129510.847512:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732036096 00010000:00010000:1.0:1746129510.847531:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 21 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129510.847557:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732036224 00000100:00100000:1.0:1746129510.847559:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732036224 00010000:00010000:1.0:1746129510.847570:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 37 pid: 7148 timeout: 866 lvb_type: 1 00000100:00100000:1.0:1746129510.847585:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6109 00000100:00100000:1.0:1746129510.847592:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948732036096:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129510.847603:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129510.847625:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 21 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129510.847635:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 21 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129510.847653:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2c00/0x40a459093b05fa96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b16c expref: 21 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129510.847668:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129510.847692:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732036096:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 100us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129510.847702:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6109 00000100:00100000:1.0:1746129510.847714:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6110 00000100:00100000:1.0:1746129510.847719:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+37:1960:x1830948732036224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129510.847725:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129510.847732:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 37 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129510.847741:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 37 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129510.847752:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eecf400/0x40a459093b05fb06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b196 expref: 37 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129510.847771:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129510.847773:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129510.847779:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 36 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.847789:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 36 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.847817:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 36 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129510.847829:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736857856:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129510.847888:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.849378:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.849411:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.849481:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732036352 00000100:00100000:3.0:1746129510.849491:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732036352 00000100:00100000:3.0:1746129510.849538:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732036480 00000100:00100000:3.0:1746129510.849540:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732036480 00000100:00100000:0.0:1746129510.849551:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12041 00000100:00100000:0.0:1746129510.849560:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:1960:x1830948732036352:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129510.849566:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12042 00000100:00100000:3.0:1746129510.849573:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+38:1960:x1830948732036480:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129510.849576:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129510.849590:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09b3c00/0x40a459093b05fb6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1d5 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.849591:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.849606:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2600/0x40a459093b05fb76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1dc expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129510.849626:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736857984:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129510.849667:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094325f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736858112:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129510.849682:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.849725:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.851612:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736857728:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.851629:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.851662:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+19:1963:x1830948732035968:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4966us (5061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.851672:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6108 00000100:00100000:2.0:1746129510.852328:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736857856:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129510.852329:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129510.852342:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.852370:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732036736 00000100:00100000:2.0:1746129510.852375:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948732036224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4656us (4918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.852377:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732036736 00000100:00100000:2.0:1746129510.852382:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6110 00002000:00100000:3.0:1746129510.852415:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3411968->3416063) req@ffff88012e957800 x1830948732036736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.852423:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830948732036736 ext(3411968->3416063) 00002000:00010000:3.0:1746129510.852428:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e957800 00000100:00100000:3.0:1746129510.852442:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4681 00000100:00100000:3.0:1746129510.852448:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948732036736:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129510.852604:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948732036736:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 156us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129510.852609:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4681 00002000:00100000:3.0:1746129510.852614:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3411968->3416063) req@ffff88012e957800 x1830948732036736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.852620:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830948732036736 ext(3411968->3416063) 00002000:00010000:3.0:1746129510.852623:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e957800 00002000:00010000:2.0:1746129510.853239:0:8412:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime: 1746129510 -> 1746129511 00002000:00010000:2.0:1746129510.853244:0:8412:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129510 -> 1746129511 00002000:00010000:2.0:1746129510.853246:0:8412:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime: 1746129510 -> 1746129511 00000100:00100000:2.0:1746129510.853258:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736857984:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129510.853282:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09b3c00/0x40a459093b05fb6f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1d5 expref: 39 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.853324:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09b3c00/0x40a459093b05fb6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1d5 expref: 39 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.853349:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09b3c00, rc 0) 00000100:00100000:2.0:1746129510.853376:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:1960:x1830948732036352:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3817us (4002us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129510.853382:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12041 00000100:00100000:3.0:1746129510.853950:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094325f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736858112:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129510.853969:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2600/0x40a459093b05fb76 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1dc expref: 37 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.853978:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2600/0x40a459093b05fb76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1dc expref: 37 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.853986:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2e2600, rc 0) 00000100:00100000:3.0:1746129510.854023:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+36:1960:x1830948732036480:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4450us (4610us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129510.854029:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12042 00000100:00100000:0.0:1746129510.860276:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.860359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.860391:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.860570:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732036864 00000100:00100000:2.0:1746129510.860581:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732036864 00000100:00100000:2.0:1746129510.860632:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732037248 00000100:00100000:2.0:1746129510.860634:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732037248 00000100:00100000:2.0:1746129510.860652:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12043 00000100:00100000:2.0:1746129510.860661:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:29546:x1830948732036864:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129510.860686:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.860706:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1e3 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129510.860713:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732037120 00000100:00100000:1.0:1746129510.860716:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732037120 00000100:00100000:3.0:1746129510.860735:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12044 00010000:00010000:2.0:1746129510.860742:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.860745:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:29548:x1830948732037248:12345-192.168.202.4@tcp:101:multiop.0 00002000:00100000:1.0:1746129510.860745:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1359871) req@ffff88012e956680 x1830948732037120/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00010000:00010000:2.0:1746129510.860750:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.860752:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129510.860754:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746129510.860754:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956680 with x1830948732037120 ext(1048576->1359871) 00010000:00010000:2.0:1746129510.860756:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->2347007] (req 2097152->2347007) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 21 pid: 8412 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746129510.860759:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e956680 00010000:00010000:3.0:1746129510.860766:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1ea expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129510.860771:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4682 00000100:00100000:1.0:1746129510.860776:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948732037120:12345-192.168.202.4@tcp:3:multiop.0 00010000:00010000:3.0:1746129510.860783:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.860788:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 35 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.860798:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 35 pid: 31503 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129510.860810:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009507fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736858240:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.860893:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9900 going to sleep for 11 seconds 00010000:00010000:3.0:1746129510.860894:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b19d expref: 28 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.860900:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.860902:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.860905:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->3387391] (req 3145728->3387391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 28 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.860922:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b19d expref: 28 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.860930:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b19d expref: 28 pid: 8412 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129510.860938:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094325f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736858368:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129510.860969:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.860976:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 25 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129510.860982:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736858496:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129510.860993:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.862251:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.862560:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732037504 00000100:00100000:1.0:1746129510.862569:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732037504 00002000:00100000:1.0:1746129510.862607:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e954000 x1830948732037504/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.862616:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830948732037504 ext(4194304->4923391) 00010000:00010000:1.0:1746129510.862625:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 36 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129510.862637:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 36 pid: 31503 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746129510.862643:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e954000 00000100:00100000:1.0:1746129510.862702:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1210 00000100:00100000:1.0:1746129510.862710:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+36:1960:x1830948732037504:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129510.863340:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.863388:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732037760 00000100:00100000:3.0:1746129510.863393:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732037760 00000100:00100000:3.0:1746129510.863436:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4160 00000100:00100000:3.0:1746129510.863441:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29509:x1830948732037760:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:3.0:1746129510.863645:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29509:x1830948732037760:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 202us (306us total) trans 8589944155 rc 0/0 00000100:00100000:3.0:1746129510.863652:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4160 00000100:00080000:3.0:1746129510.863684:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746129510.863874:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948732037120:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 3095us (3512us total) trans 0 rc 311296/311296 00000100:00100000:2.0:1746129510.863883:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4682 00002000:00100000:2.0:1746129510.863892:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1359871) req@ffff88012e956680 x1830948732037120/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 311296/311296 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.863901:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956680 with x1830948732037120 ext(1048576->1359871) 00002000:00010000:2.0:1746129510.863906:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e956680 00000100:00100000:2.0:1746129510.864712:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009507fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736858240:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129510.864737:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094325f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736858368:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129510.864747:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736858496:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.864748:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->2347007] (req 2097152->2347007) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 20 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.864767:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->3387391] (req 3145728->3387391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 28 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.864774:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f7e2c00, rc 0) 00010000:00010000:3.0:1746129510.864778:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2e2400, rc 0) 00000100:00100000:2.0:1746129510.864812:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:29546:x1830948732036864:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4153us (4547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.864819:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12043 00000100:00100000:3.0:1746129510.864836:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+28:29548:x1830948732037248:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4094us (4442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.864842:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12044 00000100:00100000:0.0:1746129510.867937:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.867990:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.868022:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.868057:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.868161:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732037888 00000100:00100000:2.0:1746129510.868174:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732037888 00002000:00100000:2.0:1746129510.868247:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3411968->4194303) req@ffff8800a051b480 x1830948732037888/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.868258:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b480 with x1830948732037888 ext(3411968->4194303) 00010000:00010000:2.0:1746129510.868268:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129510.868283:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746129510.868326:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a051b480 00000100:00100000:2.0:1746129510.868355:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1211 00000100:00100000:2.0:1746129510.868366:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948732037888:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129510.869267:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732038016 00000100:00100000:3.0:1746129510.869273:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732038016 00010000:00010000:3.0:1746129510.869322:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129510.869343:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732038144 00000100:00100000:3.0:1746129510.869346:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732038144 00010000:00010000:3.0:1746129510.869358:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b19d expref: 28 pid: 8412 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129510.869372:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6111 00000100:00100000:3.0:1746129510.869379:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732038016:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.869390:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.869412:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.869424:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.869452:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ba31200/0x40a459093b05fa5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b150 expref: 26 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.869468:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.869500:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732038016:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 121us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.869508:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6111 00000100:00100000:3.0:1746129510.869527:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6112 00000100:00100000:3.0:1746129510.869531:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1960:x1830948732038144:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.869538:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.869544:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b19d expref: 28 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.869551:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b19d expref: 28 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.869564:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095af4e00/0x40a459093b05fb1b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b19d expref: 28 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129510.869574:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.869577:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.869584:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.869594:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.869636:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 27 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.869651:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736858624:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.869715:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129510.869925:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732038400 00000100:00100000:1.0:1746129510.869930:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732038400 00000100:00100000:1.0:1746129510.869956:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4161 00000100:00100000:1.0:1746129510.869961:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29509:x1830948732038400:12345-192.168.202.4@tcp:35:mirror_io.0 00000100:00100000:1.0:1746129510.870218:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29509:x1830948732038400:12345-192.168.202.4@tcp:35:mirror_io.0 Request processed in 256us (2159us total) trans 8589944156 rc 0/0 00000100:00100000:1.0:1746129510.870224:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4161 00000100:00100000:1.0:1746129510.871102:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+38:1960:x1830948732037504:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8390us (8856us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129510.871111:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1210 00002000:00100000:1.0:1746129510.871120:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88012e954000 x1830948732037504/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.871130:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830948732037504 ext(4194304->4923391) 00010000:00010000:1.0:1746129510.871139:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129510.871153:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746129510.871159:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e954000 00000100:00100000:3.0:1746129510.874615:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736858624:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.874639:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.874703:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948732038144:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5168us (6677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.874715:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6112 00000100:00100000:2.0:1746129510.876904:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.876970:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732038784 00000100:00100000:0.0:1746129510.876980:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732038784 00000100:00100000:2.0:1746129510.877007:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:0.0:1746129510.877029:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3383296->3387391) req@ffff88009507fb80 x1830948732038784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.877048:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507fb80 with x1830948732038784 ext(3383296->3387391) 00002000:00010000:0.0:1746129510.877054:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507fb80 00000100:00100000:3.0:1746129510.877069:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732038528 00000100:00100000:3.0:1746129510.877073:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732038528 00000100:00100000:0.0:1746129510.877073:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4683 00000100:00100000:0.0:1746129510.877080:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732038784:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.877099:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12045 00000100:00100000:3.0:1746129510.877105:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948732038528:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129510.877116:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129510.877134:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2a00/0x40a459093b05fb8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1f1 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.877192:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736858752:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129510.877259:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732038784:12345-192.168.202.4@tcp:3:cat.0 Request processed in 178us (364us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129510.877265:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.877266:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4683 00002000:00100000:0.0:1746129510.877273:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3383296->3387391) req@ffff88009507fb80 x1830948732038784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129510.877278:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507fb80 with x1830948732038784 ext(3383296->3387391) 00002000:00010000:0.0:1746129510.877281:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009507fb80 00000100:00100000:2.0:1746129510.883024:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948732037888:12345-192.168.202.4@tcp:4:cat.0 Request processed in 14645us (15086us total) trans 17179873246 rc 0/0 00000100:00100000:2.0:1746129510.883042:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1211 00002000:00100000:2.0:1746129510.883056:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3411968->4194303) req@ffff8800a051b480 x1830948732037888/t17179873246(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.883066:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051b480 with x1830948732037888 ext(3411968->4194303) 00010000:00010000:2.0:1746129510.883079:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129510.883094:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746129510.883102:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a051b480 00000100:00100000:3.0:1746129510.883704:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.883762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.883842:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736858752:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129510.883901:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732038912 00000100:00100000:2.0:1746129510.883907:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732038912 00000100:00100000:2.0:1746129510.883936:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732039040 00000100:00100000:2.0:1746129510.883938:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732039040 00000100:00100000:1.0:1746129510.884209:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12046 00000100:00100000:1.0:1746129510.884219:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948732038912:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129510.884225:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12047 00000100:00100000:2.0:1746129510.884232:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948732039040:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129510.884236:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.884239:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.884251:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9000/0x40a459093b05fb92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1ff expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.884252:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a074f400/0x40a459093b05fb99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b1f8 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129510.884319:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736858880:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129510.884397:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.884411:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736859008:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129510.884438:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1fe9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.884440:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.884512:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129510.884519:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2a00/0x40a459093b05fb8b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1f1 expref: 21 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.884531:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2a00/0x40a459093b05fb8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1f1 expref: 21 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129510.884548:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c2e2a00, rc 0) 00000100:00100000:3.0:1746129510.884571:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948732038528:12345-192.168.202.4@tcp:101:cat.0 Request processed in 7467us (7564us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129510.884577:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12045 00000100:00100000:3.0:1746129510.884592:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732039168 00000100:00100000:3.0:1746129510.884595:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732039168 00000100:00100000:2.0:1746129510.884632:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12048 00000100:00100000:2.0:1746129510.884643:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732039168:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.884654:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.884664:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9600/0x40a459093b05fba0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b206 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.884688:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736859136:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129510.885421:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732039424 00000100:00100000:3.0:1746129510.885427:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732039424 00000100:00100000:2.0:1746129510.885446:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99900 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.885450:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4162 00000100:00100000:3.0:1746129510.885455:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+301:29548:x1830948732039424:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129510.885643:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+302:29548:x1830948732039424:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 187us (1131us total) trans 8589944157 rc 0/0 00000100:00100000:3.0:1746129510.885649:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4162 00000100:00100000:1.0:1746129510.887452:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736858880:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129510.887484:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a074f400/0x40a459093b05fb99 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1f8 expref: 41 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.887497:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a074f400/0x40a459093b05fb99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1f8 expref: 41 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129510.887520:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a074f400, rc 0) 00000100:00100000:1.0:1746129510.887553:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+40:1961:x1830948732038912:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3335us (3849us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129510.887561:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12046 00000100:00100000:2.0:1746129510.887672:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736859008:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129510.887691:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9000/0x40a459093b05fb92 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ff expref: 39 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.887698:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9000/0x40a459093b05fb92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ff expref: 39 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.887709:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f9000, rc 0) 00000100:00100000:2.0:1746129510.887729:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948732039040:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3498us (3966us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129510.887733:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12047 00000100:00100000:0.0:1746129510.888332:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.888457:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732039552 00002000:00010000:2.0:1746129510.888462:0:31503:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129510 -> 1746129511 00000100:00100000:3.0:1746129510.888463:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732039552 00002000:00010000:2.0:1746129510.888465:0:31503:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129510 -> 1746129511 00000100:00100000:2.0:1746129510.888479:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736859136:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129510.888488:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129510.888495:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9600/0x40a459093b05fba0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b206 expref: 26 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.888505:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9600/0x40a459093b05fba0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b206 expref: 26 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.888517:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f9600, rc 0) 00000100:00100000:3.0:1746129510.888524:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6113 00000100:00100000:3.0:1746129510.888531:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948732039552:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.888542:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129510.888551:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732039168:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3913us (4113us total) trans 0 rc 301/301 00010000:00010000:3.0:1746129510.888552:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129510.888557:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12048 00010000:00010000:3.0:1746129510.888562:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.888580:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a60b2e00/0x40a459093b05fb68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3411968->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ce expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.889187:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.889190:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.889199:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.889209:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.889242:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.889253:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736859264:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.889523:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.892005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.892097:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732039680 00000100:00100000:2.0:1746129510.892106:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732039680 00000100:00100000:2.0:1746129510.892220:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12049 00000100:00100000:2.0:1746129510.892229:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+38:29551:x1830948732039680:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.892248:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.892268:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b20d expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.892473:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.892483:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.892484:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.892488:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4919296->5242879] (req 4919296->5242879) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 39 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.892517:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 19 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.892528:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 19 pid: 8412 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129510.892547:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736859392:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.892691:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.894526:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.894615:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732039808 00000100:00100000:1.0:1746129510.894623:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732039808 00000100:00100000:1.0:1746129510.894667:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12050 00000100:00100000:1.0:1746129510.894674:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+20:29554:x1830948732039808:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129510.894694:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129510.894709:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b214 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.894733:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129510.894734:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129510.894738:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.894749:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129510.894764:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a074fe00, rc 0) 00000100:00100000:1.0:1746129510.894810:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+21:29554:x1830948732039808:12345-192.168.202.4@tcp:101:cat.0 Request processed in 136us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129510.894816:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12050 00000100:00100000:3.0:1746129510.894931:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736859264:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.894952:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.894976:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948732039552:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6445us (6646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.894985:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6113 00000100:00100000:0.0:1746129510.895110:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.895151:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732040064 00000100:00100000:2.0:1746129510.895155:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732040064 00002000:00100000:2.0:1746129510.895191:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2342912->2347007) req@ffff88009f544000 x1830948732040064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.895200:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f544000 with x1830948732040064 ext(2342912->2347007) 00010000:00010000:2.0:1746129510.895207:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 21 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129510.895218:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 21 pid: 8412 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746129510.895224:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f544000 00000100:00100000:2.0:1746129510.895237:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1212 00000100:00100000:2.0:1746129510.895242:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948732040064:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.895664:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948732040064:12345-192.168.202.4@tcp:3:cat.0 Request processed in 421us (553us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129510.895670:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1212 00002000:00100000:3.0:1746129510.895675:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2342912->2347007) req@ffff88009f544000 x1830948732040064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.895683:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f544000 with x1830948732040064 ext(2342912->2347007) 00010000:00010000:3.0:1746129510.895687:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 21 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.895697:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 21 pid: 8412 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129510.895703:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f544000 00000100:00100000:2.0:1746129510.897733:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736859392:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.897771:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4919296->5242879] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 38 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.897788:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f9200, rc 0) 00000100:00100000:2.0:1746129510.897831:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+38:29551:x1830948732039680:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5604us (5836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.897855:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12049 00000100:00100000:0.0:1746129510.898067:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.898113:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.898179:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732040320 00000100:00100000:2.0:1746129510.898182:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732040576 00000100:00100000:2.0:1746129510.898186:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732040576 00000100:00100000:3.0:1746129510.898187:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732040320 00002000:00100000:3.0:1746129510.898224:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2347007) req@ffff88009f546a00 x1830948732040320/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129510.898230:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4163 00002000:00100000:3.0:1746129510.898233:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f546a00 with x1830948732040320 ext(2097152->2347007) 00010000:00010000:3.0:1746129510.898240:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 21 pid: 8412 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129510.898242:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:29546:x1830948732040576:12345-192.168.202.4@tcp:35:multiop.0 00010000:00010000:3.0:1746129510.898252:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 21 pid: 8412 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129510.898259:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f546a00 00000100:00100000:3.0:1746129510.898271:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1213 00000100:00100000:3.0:1746129510.898277:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1963:x1830948732040320:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129510.898445:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+20:29546:x1830948732040576:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 208us (331us total) trans 8589944158 rc 0/0 00000100:00100000:2.0:1746129510.898450:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4163 00000100:00100000:3.0:1746129510.901567:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:1963:x1830948732040320:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3276us (3487us total) trans 17179873247 rc 0/0 00000100:00100000:3.0:1746129510.901580:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1213 00002000:00100000:3.0:1746129510.901594:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2347007) req@ffff88009f546a00 x1830948732040320/t17179873247(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.901603:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f546a00 with x1830948732040320 ext(2097152->2347007) 00010000:00010000:3.0:1746129510.901615:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 23 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.901636:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 23 pid: 8412 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129510.901642:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f546a00 00000100:00100000:0.0:1746129510.903547:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.903606:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732040704 00000100:00100000:3.0:1746129510.903615:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732040704 00010000:00010000:3.0:1746129510.903653:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 23 pid: 8412 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129510.903683:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6114 00000100:00100000:3.0:1746129510.903690:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948732040704:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.903705:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.903728:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 23 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.903740:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 23 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.903764:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2c00/0x40a459093b05fb7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->2347007) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1e3 expref: 23 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.904350:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.904353:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.904361:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 37 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.904374:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 37 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.904388:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.904389:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.904392:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 22 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.904398:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 22 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.904439:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 22 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.904452:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736859520:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.904593:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 37 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.904601:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094325c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736859648:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.904622:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36840 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.907364:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736859520:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.907376:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094325c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736859648:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.907402:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.907456:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948732040704:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3763us (3917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.907469:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6114 00000100:00100000:0.0:1746129510.907473:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.907711:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732040832 00000100:00100000:2.0:1746129510.907718:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732040832 00000100:00100000:2.0:1746129510.907753:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12051 00000100:00100000:2.0:1746129510.907760:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948732040832:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.907779:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.907797:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9400/0x40a459093b05fbb5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b21b expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129510.907986:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736859776:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129510.908112:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129510.909979:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736859776:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129510.910016:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9400/0x40a459093b05fbb5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b21b expref: 39 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.910030:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9400/0x40a459093b05fbb5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b21b expref: 39 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129510.910046:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f9400, rc 0) 00000100:00100000:0.0:1746129510.910098:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.910150:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732041088 00000100:00100000:3.0:1746129510.910157:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732041088 00002000:00100000:3.0:1746129510.910193:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009f545f80 x1830948732041088/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.910201:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545f80 with x1830948732041088 ext(2097152->3145727) 00002000:00010000:3.0:1746129510.910205:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f545f80 00000100:00100000:3.0:1746129510.910229:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4684 00000100:00100000:3.0:1746129510.910236:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948732041088:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129510.910343:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+38:1961:x1830948732040832:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2582us (2869us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129510.910350:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12051 00000100:00100000:0.0:1746129510.916165:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.916684:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732041344 00000100:00100000:3.0:1746129510.916696:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732041344 00002000:00100000:3.0:1746129510.916748:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4919296->4923391) req@ffff88009f545c00 x1830948732041344/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.916758:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545c00 with x1830948732041344 ext(4919296->4923391) 00002000:00010000:3.0:1746129510.916763:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f545c00 00000100:00100000:3.0:1746129510.916797:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4685 00000100:00100000:3.0:1746129510.916806:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948732041344:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.917067:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948732041344:12345-192.168.202.4@tcp:3:cat.0 Request processed in 261us (912us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129510.917075:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4685 00002000:00100000:3.0:1746129510.917081:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4919296->4923391) req@ffff88009f545c00 x1830948732041344/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.917087:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545c00 with x1830948732041344 ext(4919296->4923391) 00002000:00010000:3.0:1746129510.917091:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f545c00 00000100:00100000:3.0:1746129510.920173:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948732041088:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9923us (10061us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.920186:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4684 00002000:00100000:3.0:1746129510.920199:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009f545f80 x1830948732041088/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.920208:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f545f80 with x1830948732041088 ext(2097152->3145727) 00002000:00010000:3.0:1746129510.920215:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f545f80 00000100:00100000:0.0:1746129510.921178:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.921662:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732041600 00000100:00100000:1.0:1746129510.921672:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732041600 00000100:00100000:1.0:1746129510.921805:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4164 00000100:00100000:1.0:1746129510.921814:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+302:29551:x1830948732041600:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129510.922274:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+303:29551:x1830948732041600:12345-192.168.202.4@tcp:35:cat.0 Request processed in 459us (1099us total) trans 8589944159 rc 0/0 00000100:00100000:1.0:1746129510.922280:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4164 00000100:00100000:0.0:1746129510.924487:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.925701:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732041728 00000100:00100000:2.0:1746129510.925712:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732041728 00000100:00100000:2.0:1746129510.925765:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12052 00000100:00100000:2.0:1746129510.925773:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:29554:x1830948732041728:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129510.925791:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.925809:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b222 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.925840:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.925855:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.925857:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129510.925860:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 26 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.925889:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 26 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.925900:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 26 pid: 7148 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129510.925917:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736859904:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129510.925999:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129510.928759:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.929053:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736859904:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129510.929090:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 26 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.929110:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f9e00, rc 0) 00000100:00100000:2.0:1746129510.929160:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:29554:x1830948732041728:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3386us (4680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.929168:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12052 00000100:00100000:3.0:1746129510.929259:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732041856 00000100:00100000:3.0:1746129510.929266:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732041856 00002000:00100000:3.0:1746129510.929331:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3387391) req@ffff88009016aa00 x1830948732041856/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.929341:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016aa00 with x1830948732041856 ext(3145728->3387391) 00010000:00010000:3.0:1746129510.929348:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 27 pid: 7148 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.929360:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 27 pid: 7148 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129510.929366:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009016aa00 00000100:00100000:3.0:1746129510.929383:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1214 00000100:00100000:3.0:1746129510.929389:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732041856:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129510.932768:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732041856:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3367us (4007us total) trans 21474840441 rc 0/0 00000100:00100000:3.0:1746129510.932780:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1214 00002000:00100000:3.0:1746129510.932793:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->3387391) req@ffff88009016aa00 x1830948732041856/t21474840441(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:251/0 lens 488/448 e 0 to 0 dl 1746129521 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.932803:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016aa00 with x1830948732041856 ext(3145728->3387391) 00010000:00010000:3.0:1746129510.932814:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 29 pid: 7148 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.932828:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 29 pid: 7148 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129510.932835:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009016aa00 00000100:00100000:0.0:1746129510.934672:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.934806:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732041984 00000100:00100000:3.0:1746129510.934815:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732041984 00010000:00010000:3.0:1746129510.934862:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 29 pid: 7148 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129510.934891:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6115 00000100:00100000:3.0:1746129510.934900:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948732041984:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129510.934921:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129510.934946:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 29 pid: 7148 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.934960:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 29 pid: 7148 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.934988:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e2400/0x40a459093b05fb84 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->3387391) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ea expref: 29 pid: 7148 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129510.935029:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.935031:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129510.935040:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.935048:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129510.935083:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129510.935095:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094325c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736860032:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129510.935180:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129510.936838:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094325c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736860032:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129510.936876:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129510.936917:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1961:x1830948732041984:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2016us (2253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129510.936927:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6115 00000100:00100000:0.0:1746129510.941458:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.941508:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129510.941552:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.941584:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732042240 00000100:00100000:2.0:1746129510.941595:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732042240 00000100:00100000:1.0:1746129510.941611:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732042496 00000100:00100000:1.0:1746129510.941615:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732042496 00000100:00100000:3.0:1746129510.941643:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732042752 00000100:00100000:3.0:1746129510.941647:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732042752 00002000:00100000:1.0:1746129510.941652:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880090168000 x1830948732042496/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.941653:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009016a300 x1830948732042240/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.941662:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016a300 with x1830948732042240 ext(2097152->3145727) 00002000:00100000:1.0:1746129510.941662:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168000 with x1830948732042496 ext(3145728->4194303) 00002000:00010000:2.0:1746129510.941667:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009016a300 00002000:00010000:1.0:1746129510.941667:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090168000 00002000:00100000:3.0:1746129510.941668:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880090169f80 x1830948732042752/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.941677:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169f80 with x1830948732042752 ext(3145728->4194303) 00002000:00010000:3.0:1746129510.941681:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090169f80 00000100:00100000:1.0:1746129510.941698:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4686 00000100:00100000:1.0:1746129510.941706:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948732042496:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129510.941713:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4687 00000100:00100000:2.0:1746129510.941720:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732042240:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.941771:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4688 00000100:00100000:3.0:1746129510.941779:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948732042752:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129510.958038:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948732042240:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16301us (16574us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129510.958052:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4687 00002000:00100000:2.0:1746129510.958067:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009016a300 x1830948732042240/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129510.958082:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016a300 with x1830948732042240 ext(2097152->3145727) 00002000:00010000:2.0:1746129510.958088:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009016a300 00000100:00100000:1.0:1746129510.963188:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090168000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732042496:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21467us (21664us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129510.963207:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4686 00002000:00100000:1.0:1746129510.963221:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880090168000 x1830948732042496/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129510.963231:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090168000 with x1830948732042496 ext(3145728->4194303) 00002000:00010000:1.0:1746129510.963237:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090168000 00000100:00100000:3.0:1746129510.966318:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948732042752:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24501us (24726us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129510.966332:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4688 00002000:00100000:3.0:1746129510.966345:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880090169f80 x1830948732042752/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.966355:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090169f80 with x1830948732042752 ext(3145728->4194303) 00002000:00010000:3.0:1746129510.966363:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090169f80 00000100:00100000:0.0:1746129510.973531:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129510.973636:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732043008 00000100:00100000:3.0:1746129510.973648:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732043008 00002000:00100000:3.0:1746129510.973713:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009016a680 x1830948732043008/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/0 e 0 to 0 dl 1746129521 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.973723:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016a680 with x1830948732043008 ext(4194304->4923391) 00002000:00010000:3.0:1746129510.973728:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016a680 00000100:00100000:3.0:1746129510.973765:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4689 00000100:00100000:3.0:1746129510.973774:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732043008:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129510.980208:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732043008:12345-192.168.202.4@tcp:3:cat.0 Request processed in 6418us (6673us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129510.980223:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4689 00002000:00100000:3.0:1746129510.980238:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009016a680 x1830948732043008/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:251/0 lens 488/440 e 0 to 0 dl 1746129521 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129510.980248:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016a680 with x1830948732043008 ext(4194304->4923391) 00002000:00010000:3.0:1746129510.980254:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009016a680 00000100:00100000:0.0:1746129510.987940:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129510.988547:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732043264 00000100:00100000:1.0:1746129510.988557:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732043264 00000100:00100000:1.0:1746129510.988612:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4165 00000100:00100000:1.0:1746129510.988621:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:29554:x1830948732043264:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129510.988911:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:29554:x1830948732043264:12345-192.168.202.4@tcp:35:cat.0 Request processed in 291us (979us total) trans 8589944160 rc 0/0 00000100:00100000:1.0:1746129510.988918:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4165 00000100:00100000:0.0:1746129510.998214:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129510.998278:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732043392 00000100:00100000:2.0:1746129510.998288:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732043392 00000100:00100000:2.0:1746129510.998388:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10251 00000100:00100000:2.0:1746129510.998397:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29560:x1830948732043392:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129510.998425:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129510.998445:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9800/0x40a459093b05fbc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b229 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.998511:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998525:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998537:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998550:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998555:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998560:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998687:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998700:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998705:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129510.998742:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129510.998746:0:14547:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129510.998761:0:14547:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998770:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998776:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998782:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998797:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998803:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f9f8e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.998807:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998813:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998823:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129510.998826:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.998831:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998836:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8e00/0x40a459093b05fbca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998870:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998876:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998881:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998885:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f9f9c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129510.998887:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998892:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998898:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88012db42300) 00010000:00010000:2.0:1746129510.998900:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129510.998902:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998906:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fbd1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129510.998936:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9800/0x40a459093b05fbc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b229 expref: 10 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.998948:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b229 expref: 9 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129510.998958:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129510.998961:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129510.998962:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f8c00, rc 0) 00000100:00100000:2.0:1746129510.999014:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29560:x1830948732043392:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 618us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129510.999020:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10251 00000100:00100000:0.0:1746129511.005205:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.005556:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.005580:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.006900:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.006918:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732043520 00000100:00100000:3.0:1746129511.006930:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732043520 00000100:00100000:3.0:1746129511.006999:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732043776 00000100:00100000:3.0:1746129511.007002:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732043776 00000100:00100000:3.0:1746129511.007017:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732044032 00000100:00100000:3.0:1746129511.007019:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732044032 00000100:00100000:3.0:1746129511.007049:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12053 00000100:00100000:3.0:1746129511.007060:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732043520:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129511.007090:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.007118:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b230 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.007151:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.007153:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.007164:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b230 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.007184:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b230 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.007199:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f6800, rc 0) 00000100:00100000:3.0:1746129511.007269:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732043520:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 212us (2077us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.007277:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12053 00000100:00100000:1.0:1746129511.007307:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12054 00000100:00100000:3.0:1746129511.007317:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12055 00000100:00100000:3.0:1746129511.007322:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732044032:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129511.007329:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129511.007329:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1962:x1830948732043776:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129511.007336:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b24c expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.007339:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.007351:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.007353:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.007353:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b23e expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.007357:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b24c expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.007366:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b24c expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.007368:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.007370:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.007373:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f6200, rc 0) 00010000:00010000:1.0:1746129511.007378:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b23e expref: 6 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129511.007390:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732044032:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 67us (1809us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129511.007390:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b23e expref: 6 pid: 7149 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129511.007394:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12055 00010000:00010000:1.0:1746129511.007397:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dd5cc00, rc 0) 00000100:00080000:3.0:1746129511.007414:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746129511.007417:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948732043776:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 103us (1862us total) trans 0 rc 0/0 00000100:00080000:3.0:1746129511.007418:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746129511.007424:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12054 00000100:00100000:1.0:1746129511.007574:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732043648 00000100:00100000:1.0:1746129511.007579:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732043648 00000100:00100000:1.0:1746129511.007608:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12056 00000100:00100000:1.0:1746129511.007613:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948732043648:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129511.007621:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.007629:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b237 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.007650:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.007651:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.007656:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b237 expref: 7 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.007665:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b237 expref: 7 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.007673:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dd5d200, rc 0) 00000100:00100000:0.0:1746129511.007975:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.007978:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732043648:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 364us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.007984:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12056 00000100:00100000:1.0:1746129511.007994:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732043904 00000100:00100000:1.0:1746129511.007997:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732043904 00000100:00100000:1.0:1746129511.008013:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12057 00000100:00100000:1.0:1746129511.008017:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732043904:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129511.008024:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.008033:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dd5d400/0x40a459093b05fbfb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b245 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.008075:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736860160:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129511.008137:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129511.008464:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.008584:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732044160 00000100:00100000:3.0:1746129511.008588:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732044160 00000100:00100000:3.0:1746129511.008616:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12058 00000100:00100000:3.0:1746129511.008622:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732044160:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129511.008629:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.008637:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b253 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.008648:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.008650:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.008655:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b253 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.008669:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b253 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.008677:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f6a00, rc 0) 00000100:00100000:3.0:1746129511.009061:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732044160:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 438us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.009067:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12058 00000100:00100000:3.0:1746129511.009770:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736860160:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129511.009797:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dd5d400/0x40a459093b05fbfb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b245 expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.009808:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dd5d400/0x40a459093b05fbfb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b245 expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.009831:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dd5d400, rc 0) 00000100:00100000:3.0:1746129511.009866:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732043904:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 1847us (1891us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129511.009871:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12057 00000100:00100000:1.0:1746129511.013831:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.013980:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732044416 00000100:00100000:2.0:1746129511.013989:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732044416 00000100:00100000:2.0:1746129511.014045:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10252 00000100:00100000:2.0:1746129511.014055:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29560:x1830948732044416:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129511.014078:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.014097:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9800/0x40a459093b05fc09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b25a expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.014201:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.014215:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0cb expref: 302 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.014222:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b10a expref: 20 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.014228:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b229 expref: 10 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.014234:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 6/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.014269:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b229 expref: 10 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.014282:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b229 expref: 10 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.014314:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736860288:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.015041:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b10a expref: 20 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.015051:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b10a expref: 20 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.015059:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736860416:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.015109:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0cb expref: 302 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.015117:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0cb expref: 302 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.015124:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736860544:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.015143:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99900 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.018099:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.018136:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.018365:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736860288:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.018377:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736860416:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.018386:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736860544:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.018422:0:14547:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000100:00100000:0.0:1746129511.019031:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.019471:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732044544 00000100:00100000:3.0:1746129511.019481:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732044544 00000100:00100000:2.0:1746129511.019537:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732044800 00000100:00100000:1.0:1746129511.019537:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732044672 00000100:00100000:2.0:1746129511.019541:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732044800 00000100:00100000:1.0:1746129511.019542:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732044672 00010000:00010000:2.0:1746129511.019575:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0cb expref: 303 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.019575:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b229 expref: 11 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.019602:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6116 00010000:00010000:3.0:1746129511.019607:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b10a expref: 21 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.019609:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+303:1962:x1830948732044800:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.019625:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.019630:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0cb expref: 303 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.019639:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0cb expref: 303 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.019661:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136056600/0x40a459093b05f97e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0cb expref: 303 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.019694:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.019699:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.019707:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000100:00100000:1.0:1746129511.019728:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6117 00000100:00100000:1.0:1746129511.019735:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948732044672:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.019743:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.019747:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b229 expref: 11 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.019777:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.019815:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6118 00000100:00100000:3.0:1746129511.019821:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948732044544:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129511.019824:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+302:1962:x1830948732044800:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 215us (796us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129511.019831:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.019835:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b10a expref: 21 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.019835:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6116 00010000:00010000:1.0:1746129511.019885:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b229 expref: 11 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.019898:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fbd8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b229 expref: 11 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.019915:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.019918:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.019923:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.019928:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.019945:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732044672:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 212us (1809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.019950:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6117 00010000:00010000:3.0:1746129511.020029:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b10a expref: 21 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.020042:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4600/0x40a459093b05f9fc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b10a expref: 21 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.020114:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.020117:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.020125:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.020132:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.020259:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.020282:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948732044544:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 462us (2196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.020289:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6118 00010000:00010000:2.0:1746129511.020397:0:14547:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.020404:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129511.020425:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129511.020573:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9800/0x40a459093b05fc09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b25a expref: 11 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.020586:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b25a expref: 10 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.020592:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.020594:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746129511.020596:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f9c00, rc 0) 00000100:00100000:2.0:1746129511.021051:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29560:x1830948732044416:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 6996us (7230us total) trans 8589944161 rc 0/0 00000100:00100000:2.0:1746129511.021057:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10252 00000100:00100000:0.0:1746129511.022878:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.022928:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732044928 00000100:00100000:2.0:1746129511.022935:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732044928 00000100:00100000:2.0:1746129511.022982:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10253 00000100:00100000:2.0:1746129511.022989:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29560:x1830948732044928:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129511.023011:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.023028:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2c00/0x40a459093b05fc1e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b261 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.023121:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.023134:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b25a expref: 11 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.023141:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.023172:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b25a expref: 11 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.023184:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b25a expref: 11 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.023196:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736860672:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.023656:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.025652:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736860672:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.025685:0:14547:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000100:00100000:0.0:1746129511.025737:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.025836:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732045056 00000100:00100000:3.0:1746129511.025853:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732045056 00010000:00010000:3.0:1746129511.025887:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b25a expref: 12 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.026037:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6119 00000100:00100000:3.0:1746129511.026049:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948732045056:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.026064:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.026071:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b25a expref: 12 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.026082:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b25a expref: 12 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.026107:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9c00/0x40a459093b05fc10 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b25a expref: 12 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.026123:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.026128:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.026137:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.026144:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.026389:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.026439:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948732045056:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 391us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.026446:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6119 00010000:00010000:2.0:1746129511.026616:0:14547:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.026622:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129511.026670:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129511.026675:0:14547:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129511.026693:0:14547:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.026726:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f7e2c00/0x40a459093b05fc1e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b261 expref: 11 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.026742:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b261 expref: 10 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.026748:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.026751:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129511.026753:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f8c00, rc 0) 00000100:00100000:2.0:1746129511.026793:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29560:x1830948732044928:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3804us (3925us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.026799:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10253 00000100:00100000:0.0:1746129511.029474:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.029542:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732045184 00000100:00100000:3.0:1746129511.029551:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732045184 00000100:00100000:3.0:1746129511.029599:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12059 00000100:00100000:3.0:1746129511.029607:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732045184:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129511.029628:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.029646:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7200/0x40a459093b05fc2c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b268 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.029702:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736860800:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129511.030240:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36480 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.031396:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094325c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736860800:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129511.031433:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7200/0x40a459093b05fc2c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b268 expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.031447:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7200/0x40a459093b05fc2c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b268 expref: 9 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.031458:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f7200, rc 0) 00000100:00100000:3.0:1746129511.031498:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732045184:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 1891us (2034us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129511.031505:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12059 00000100:00100000:0.0:1746129511.036163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.036267:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732045440 00000100:00100000:2.0:1746129511.036276:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732045440 00000100:00100000:2.0:1746129511.036358:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10254 00000100:00100000:2.0:1746129511.036367:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29560:x1830948732045440:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129511.036390:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.036411:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fc33 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b26f expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.036523:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.036539:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.036551:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129511.036563:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129511.036687:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fc33 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b26f expref: 13 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.036705:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b26f expref: 12 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.036712:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.036715:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129511.036718:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f9000, rc 0) 00000100:00100000:2.0:1746129511.036788:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29560:x1830948732045440:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 422us (635us total) trans 8589944162 rc 0/0 00000100:00100000:2.0:1746129511.036796:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10254 00000100:00100000:0.0:1746129511.043275:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.043355:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.043366:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.043379:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.043409:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732046464 00000100:00100000:0.0:1746129511.043418:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732046464 00000100:00100000:1.0:1746129511.043513:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732045568 00000100:00100000:1.0:1746129511.043518:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732045568 00000100:00100000:1.0:1746129511.043549:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732045696 00000100:00100000:1.0:1746129511.043551:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732045696 00000100:00100000:1.0:1746129511.043817:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732045824 00000100:00100000:1.0:1746129511.043819:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732045824 00000100:00100000:0.0:1746129511.043823:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10255 00000100:00100000:2.0:1746129511.043828:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12060 00000100:00100000:0.0:1746129511.043832:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+302:29564:x1830948732046464:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129511.043841:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732045568:12345-192.168.202.4@tcp:1:lfs.0 00000100:00100000:1.0:1746129511.043841:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12061 00000100:00100000:1.0:1746129511.043859:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732045696:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129511.043865:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.043885:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3a00/0x40a459093b05fc48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b276 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.043887:0:11014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.043887:0:7148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.043901:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 37 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.043902:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.043909:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b230 expref: 8 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.043910:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b237 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.043915:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b9 expref: 21 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.043917:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c0 expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.043922:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.043923:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.043924:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.043924:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.043927:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.043927:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.043955:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b9 expref: 21 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.043956:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c0 expref: 25 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.043968:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b9 expref: 21 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.043968:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c0 expref: 25 pid: 7148 timeout: 866 lvb_type: 1 00000100:00100000:2.0:1746129511.043980:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736860928:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.043980:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736861056:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129511.043997:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044009:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044019:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044034:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044039:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044043:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129511.044045:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12062 00000100:00100000:2.0:1746129511.044051:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732045824:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129511.044063:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b237 expref: 9 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.044071:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b237 expref: 9 pid: 7149 timeout: 866 lvb_type: 1 00000100:00100000:1.0:1746129511.044078:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736861184:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.044105:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.044112:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 27 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.044119:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736861312:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.044128:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.044137:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.044142:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732045952 00000100:00100000:3.0:1746129511.044145:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732045952 00010000:00010000:0.0:1746129511.044150:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044158:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129511.044162:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12063 00010000:00010000:0.0:1746129511.044163:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129511.044166:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732045952:12345-192.168.202.4@tcp:1:lfs.0 00000004:00200000:0.0:1746129511.044171:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000100:00100000:1.0:1746129511.044174:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129511.044182:0:8412:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.044187:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732046080 00000100:00100000:1.0:1746129511.044190:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732046080 00010000:00010000:3.0:1746129511.044192:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.044198:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129511.044199:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129511.044201:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.044213:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.044216:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12064 00010000:00010000:3.0:1746129511.044219:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 21 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.044222:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732046080:12345-192.168.202.4@tcp:1:lfs.0 00000100:00100000:3.0:1746129511.044226:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736861440:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.044239:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.044244:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36480 going to sleep for 11 seconds 00010000:00010000:1.0:1746129511.044249:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 37 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.044253:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.044256:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b24c expref: 10 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.044260:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.044263:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.044265:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.044268:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.044269:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.044270:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a09b3600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129511.044271:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.044273:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.044278:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b230 expref: 10 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.044279:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129511.044286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129511.044286:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b230 expref: 10 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.044286:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 21 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.044290:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00000100:00100000:2.0:1746129511.044311:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736861568:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.044313:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 21 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.044315:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1746129511.044319:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129511.044322:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736861696:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129511.044324:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3600/0x40a459093b05fc6b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044341:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.044344:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 37 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.044346:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044349:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.044350:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b24c expref: 10 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.044353:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a09b2000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.044355:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 37 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.044355:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.044358:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b24c expref: 10 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.044359:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129511.044362:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736861824:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.044365:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736861952:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129511.044365:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129511.044367:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129511.044369:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044373:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129511.044380:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99900 going to sleep for 11 seconds 00010000:00010000:0.0:1746129511.044380:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044384:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.044388:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 37 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.044388:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129511.044391:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732046208 00010000:00010000:0.0:1746129511.044392:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a09b3000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129511.044394:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129511.044395:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732046208 00010000:00010000:1.0:1746129511.044396:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 37 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.044398:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129511.044403:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736862080:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129511.044403:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff8800a6d0ef00) 00010000:00010000:0.0:1746129511.044404:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129511.044406:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.044410:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc64 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129511.044418:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954b40 going to sleep for 11 seconds 00010000:00010000:0.0:1746129511.044439:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3a00/0x40a459093b05fc48 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b276 expref: 304 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.044445:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3a00/0x40a459093b05fc48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b276 expref: 304 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.044452:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09b3a00, rc 0) 00000100:00100000:0.0:1746129511.044477:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+303:29564:x1830948732046464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 647us (1111us total) trans 8589944163 rc 301/301 00000100:00100000:0.0:1746129511.044483:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10255 00000100:00100000:2.0:1746129511.045324:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12065 00000100:00100000:2.0:1746129511.045332:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732046208:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:2.0:1746129511.045353:0:8411:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.045364:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.045372:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b253 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.045376:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.045378:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.045380:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.045395:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b253 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.045407:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b253 expref: 10 pid: 7148 timeout: 866 lvb_type: 1 00000100:00100000:2.0:1746129511.045415:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736862208:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.045473:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.045480:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 25 pid: 31503 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.045489:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736862336:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.045499:0:31503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.045506:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99540 going to sleep for 11 seconds 00010000:00010000:3.0:1746129511.045509:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 27 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.045516:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b23e expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.045523:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b118 expref: 25 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.045532:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.045534:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.045536:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.045550:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b118 expref: 25 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.045558:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b118 expref: 25 pid: 31503 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129511.045565:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736862464:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.045591:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b23e expref: 10 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.045598:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b23e expref: 10 pid: 7149 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129511.045604:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736862592:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.045626:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 27 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.045633:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 27 pid: 11014 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.045645:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094324a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736862720:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.045665:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129511.048433:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736861056:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.048900:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736860928:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.049196:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736861440:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.049226:0:8412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.050174:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.050185:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736861696:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.050197:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736861952:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.050206:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736862080:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.050214:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732046720 00000100:00100000:0.0:1746129511.050216:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.050222:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732046720 00010000:00010000:1.0:1746129511.050228:0:22481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.050239:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.050248:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732046976 00000100:00080000:3.0:1746129511.050251:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746129511.050251:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732046976 00000100:00100000:0.0:1746129511.050254:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129511.050280:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b24c expref: 11 pid: 8412 timeout: 866 lvb_type: 1 00000100:00100000:0.0:1746129511.050286:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.050321:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732046848 00000100:00100000:1.0:1746129511.050323:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732046848 00000100:00100000:0.0:1746129511.050329:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732047232 00010000:00010000:1.0:1746129511.050331:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b230 expref: 12 pid: 8412 timeout: 866 lvb_type: 1 00000100:00100000:0.0:1746129511.050333:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732047232 00000100:00100000:1.0:1746129511.050345:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6120 00010000:00010000:0.0:1746129511.050348:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.050351:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948732046976:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129511.050363:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6121 00010000:00010000:1.0:1746129511.050365:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129511.050368:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948732046848:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129511.050376:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.050390:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b24c expref: 12 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.050390:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b230 expref: 12 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.050400:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b24c expref: 12 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.050400:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b230 expref: 12 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.050420:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6200/0x40a459093b05fbe6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b24c expref: 12 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.050424:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129511.050434:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.050463:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732046976:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 112us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.050464:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732046848:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 94us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.050470:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6120 00000100:00100000:0.0:1746129511.050481:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6121 00000100:00100000:0.0:1746129511.050494:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6122 00000100:00100000:0.0:1746129511.050499:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948732047232:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129511.050506:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.050513:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f6800/0x40a459093b05fbdf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b230 expref: 10 pid: 8412 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.050513:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.050515:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c0 expref: 26 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.050521:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.050526:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736861568:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.050532:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6123 00010000:00010000:0.0:1746129511.050533:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9200/0x40a459093b05fba7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4919296->5242879) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b20d expref: 38 pid: 31503 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.050535:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736861824:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.050539:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732046720:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129511.050542:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129511.050547:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129511.050556:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948732047232:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 57us (269us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129511.050560:0:11014:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.050561:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6122 00010000:00010000:3.0:1746129511.050562:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c0 expref: 26 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129511.050570:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c0 expref: 26 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129511.050585:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3a00/0x40a459093b05fb5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c0 expref: 26 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129511.050599:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129511.050605:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736861184:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.050615:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736861312:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.050616:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948732046720:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 79us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.050622:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6123 00010000:00010000:0.0:1746129511.050631:0:7148:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.050674:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732047104 00000100:00100000:3.0:1746129511.050677:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732047104 00000100:00080000:2.0:1746129511.050716:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:3.0:1746129511.050724:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1359872->2097151) req@ffff88012e87d500 x1830948732047104/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.050734:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87d500 with x1830948732047104 ext(1359872->2097151) 00010000:00010000:3.0:1746129511.050741:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 22 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.050749:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 22 pid: 7149 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129511.050755:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e87d500 00000100:00100000:3.0:1746129511.050776:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1215 00000100:00100000:3.0:1746129511.050783:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732047104:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129511.052143:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.052157:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.052203:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732047872 00000100:00100000:1.0:1746129511.052208:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732047872 00010000:00010000:1.0:1746129511.052230:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 37 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.052259:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732047744 00000100:00100000:1.0:1746129511.052261:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732047744 00010000:00010000:1.0:1746129511.052271:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 24 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.052284:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736862208:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.052284:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6124 00000100:00100000:1.0:1746129511.052291:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+37:1963:x1830948732047872:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129511.052314:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094067100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736862336:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.052318:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.052333:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 37 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.052336:0:8411:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.052341:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 37 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.052357:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2e3200/0x40a459093b05fb22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1a4 expref: 37 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.052367:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.052383:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736862464:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.052393:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094324e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736862592:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.052394:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+36:1963:x1830948732047872:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 103us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.052399:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094324a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736862720:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.052400:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6124 00000100:00100000:0.0:1746129511.052407:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6125 00000100:00100000:0.0:1746129511.052414:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732047744:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.052422:0:31503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.052422:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129511.052434:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 24 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.052441:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 24 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.052455:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a074fe00/0x40a459093b05fbae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b214 expref: 24 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.052464:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.052465:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.052470:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.052485:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.052505:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129511.052521:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948732047744:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 109us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.052527:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6125 00010000:00010000:2.0:1746129511.052891:0:22481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.052898:0:22481:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.052921:0:22481:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.052928:0:22481:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.052936:0:22481:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.052943:0:22481:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dd5c400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129511.052947:0:22481:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.052955:0:22481:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.052966:0:22481:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.052973:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c400/0x40a459093b05fc80 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.053019:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732046080:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 8797us (8845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.053027:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12064 00000100:00100000:0.0:1746129511.055566:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.056319:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732048000 00000100:00100000:2.0:1746129511.056330:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732048000 00010000:00010000:2.0:1746129511.056375:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b23e expref: 11 pid: 7149 timeout: 866 lvb_type: 1 00000100:00100000:2.0:1746129511.056411:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6126 00000100:00100000:2.0:1746129511.056420:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732048000:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.056437:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.056462:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b23e expref: 11 pid: 7149 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746129511.056475:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b23e expref: 11 pid: 7149 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746129511.056501:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dd5cc00/0x40a459093b05fbed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b23e expref: 11 pid: 7149 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746129511.056518:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.057838:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732048000:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1409us (2273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.057859:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6126 00000100:00100000:0.0:1746129511.057965:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.058076:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.058107:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.058125:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.058143:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.058155:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.058171:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.058174:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732046592 00000100:00100000:2.0:1746129511.058182:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732047488 00000100:00100000:1.0:1746129511.058182:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732046592 00000100:00100000:2.0:1746129511.058186:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732047488 00000100:00100000:0.0:1746129511.058186:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732048384 00000100:00100000:0.0:1746129511.058188:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732048384 00010000:00010000:1.0:1746129511.058209:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b237 expref: 10 pid: 7149 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746129511.058211:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 28 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746129511.058212:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10256 00000100:00100000:0.0:1746129511.058219:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+303:29564:x1830948732048384:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129511.058225:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732047360 00000100:00100000:2.0:1746129511.058227:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732047360 00000100:00100000:1.0:1746129511.058227:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732047616 00000100:00100000:1.0:1746129511.058229:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732047616 00010000:00010000:1.0:1746129511.058237:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b253 expref: 11 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:2.0:1746129511.058238:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b9 expref: 23 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.058243:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129511.058244:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732048128 00000100:00100000:1.0:1746129511.058245:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732048128 00000100:00100000:2.0:1746129511.058247:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732048256 00000100:00100000:2.0:1746129511.058249:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732048256 00010000:00010000:1.0:1746129511.058253:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 29 pid: 11014 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.058258:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 25 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.058258:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc95 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b27d expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.058262:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6127 00000100:00100000:1.0:1746129511.058266:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948732047488:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.058277:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.058310:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 29 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.058319:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 29 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.058335:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c2e3400/0x40a459093b05fb29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1ab expref: 29 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.058348:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129511.058357:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.058370:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129511.058375:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+28:1961:x1830948732047488:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 108us (300us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129511.058379:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129511.058380:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6127 00000100:00100000:1.0:1746129511.058391:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6128 00000100:00100000:1.0:1746129511.058394:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948732046592:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.058400:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00200000:0.0:1746129511.058405:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129511.058407:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b237 expref: 11 pid: 7149 timeout: 866 lvb_type: 1 00000004:00200000:0.0:1746129511.058409:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00010000:00010000:1.0:1746129511.058414:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b237 expref: 11 pid: 7149 timeout: 866 lvb_type: 1 00000004:00010000:0.0:1746129511.058422:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.058424:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dd5d200/0x40a459093b05fbf4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b237 expref: 11 pid: 7149 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.058432:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.058434:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.058439:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.058442:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b3000/0x40a459093b05fc95 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b27d expref: 305 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.058447:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.058453:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b27d expref: 304 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.058460:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129511.058463:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129511.058465:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129511.058465:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09b2000, rc 0) 00000100:00100000:1.0:1746129511.058478:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732046592:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 83us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.058478:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+304:29564:x1830948732048384:12345-192.168.202.4@tcp:101:cat.0 Request processed in 261us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.058483:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6128 00000100:00100000:0.0:1746129511.058483:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10256 00000100:00100000:1.0:1746129511.058493:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6129 00000100:00100000:1.0:1746129511.058497:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948732047616:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129511.058502:0:7148:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.058503:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129511.058510:0:7148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.058511:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b253 expref: 9 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.058518:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b253 expref: 9 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.058525:0:7148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.058527:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f6a00/0x40a459093b05fc02 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b253 expref: 9 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.058533:0:7148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.058534:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129511.058540:0:7148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.058545:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948732047616:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 48us (420us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129511.058546:0:7148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dd5da00 already unused, calling callback (ffffffffa086ed70) 00000100:00100000:1.0:1746129511.058549:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6129 00010000:00010000:0.0:1746129511.058550:0:7148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.058557:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6130 00010000:00010000:0.0:1746129511.058558:0:7148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.058560:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948732047360:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.058567:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129511.058567:0:7148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.058572:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dd5da00/0x40a459093b05fc4f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.058578:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b9 expref: 23 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.058585:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b9 expref: 23 pid: 7148 timeout: 866 lvb_type: 1 00000100:00100000:2.0:1746129511.058591:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6131 00010000:00010000:1.0:1746129511.058595:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c2e2c00/0x40a459093b05fb53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1b9 expref: 23 pid: 7148 timeout: 866 lvb_type: 1 00000100:00100000:2.0:1746129511.058599:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732048128:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.058603:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.058604:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746129511.058604:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732045696:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 14747us (15250us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129511.058608:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.058608:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.058612:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12061 00010000:00010000:1.0:1746129511.058613:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.058621:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 27 pid: 11014 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.058626:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129511.058629:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 27 pid: 11014 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.058638:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+22:1961:x1830948732047360:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 77us (531us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129511.058640:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fab5200/0x40a459093b05f9cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b0fc expref: 27 pid: 11014 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.058653:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129511.058653:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.058670:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948732048128:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 74us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.058758:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732048512 00000100:00100000:3.0:1746129511.058763:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732048512 00010000:00010000:3.0:1746129511.058778:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b118 expref: 26 pid: 31503 timeout: 866 lvb_type: 1 00000100:00100000:1.0:1746129511.059262:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6130 00000100:00100000:2.0:1746129511.059268:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6131 00000100:00100000:3.0:1746129511.059279:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6132 00000100:00100000:2.0:1746129511.059283:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6133 00000100:00100000:3.0:1746129511.059284:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948732048256:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129511.059289:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732048512:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.059307:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.059309:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.059316:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b118 expref: 26 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129511.059318:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 26 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.059325:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b118 expref: 26 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129511.059327:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 26 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.059337:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009efb3e00/0x40a459093b05fa0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b118 expref: 26 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:3.0:1746129511.059339:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f9f9e00/0x40a459093b05fbbc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b222 expref: 26 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.059346:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.059347:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.059348:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.059349:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.059350:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059352:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059357:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059358:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059372:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129511.059374:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.059389:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+24:1961:x1830948732048256:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 106us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.059393:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732048512:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 104us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.059394:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6132 00000100:00100000:2.0:1746129511.059400:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6133 00010000:00010000:2.0:1746129511.059424:0:8411:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059430:0:8411:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059444:0:8411:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059450:0:8411:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059452:0:31503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059456:0:8411:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059459:0:31503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059462:0:8411:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935b3c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129511.059464:0:8411:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059469:0:8411:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059473:0:31503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059476:0:8411:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059479:0:31503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059484:0:31503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059485:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935b3c00/0x40a459093b05fc87 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059489:0:31503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f4f7200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129511.059491:0:31503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059496:0:31503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059504:0:31503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.059509:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f4f7200/0x40a459093b05fc8e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.059512:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948732046208:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 14183us (15226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.059517:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12065 00010000:00010000:2.0:1746129511.059541:0:11014:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.059543:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948732045824:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 15492us (16164us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129511.059547:0:11014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.059550:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12062 00010000:00010000:2.0:1746129511.059561:0:11014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059567:0:11014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059571:0:11014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059575:0:11014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f9f9a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129511.059577:0:11014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059582:0:11014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059590:0:11014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.059596:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f9f9a00/0x40a459093b05fc56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.059625:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732045568:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 15790us (16362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.059629:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12060 00000100:00100000:1.0:1746129511.062678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.064526:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.064556:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.064966:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.064988:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.065012:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732048640 00000100:00100000:1.0:1746129511.065015:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.065023:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732048640 00000100:00100000:1.0:1746129511.065030:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732048896 00000100:00100000:1.0:1746129511.065033:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732048896 00000100:00100000:0.0:1746129511.065064:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732049152 00000100:00100000:0.0:1746129511.065066:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732049152 00000100:00100000:0.0:1746129511.065082:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732048768 00000100:00100000:0.0:1746129511.065084:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732048768 00000100:00100000:0.0:1746129511.065095:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732049024 00000100:00100000:0.0:1746129511.065097:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732049024 00000100:00100000:0.0:1746129511.065104:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732049280 00000100:00100000:0.0:1746129511.065106:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732049280 00000100:00100000:0.0:1746129511.065115:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12066 00000100:00100000:0.0:1746129511.065122:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948732048640:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.065142:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.065163:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b284 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129511.065189:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d267, atime: 0x6813d263, ctime: 0x6813d267, blocks: 0x809 00000100:00100000:2.0:1746129511.065196:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12067 00000100:00100000:2.0:1746129511.065208:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948732048896:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.065211:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.065213:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.065218:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.065224:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b284 expref: 39 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.065231:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b292 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.065240:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b284 expref: 39 pid: 7148 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1746129511.065251:0:11014:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d266, atime: 0x6813d266, ctime: 0x6813d266, blocks: 0x821 00010000:00010000:0.0:1746129511.065251:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09b2e00, rc 0) 00010000:00010000:2.0:1746129511.065263:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.065264:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.065271:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b292 expref: 29 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.065282:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b292 expref: 29 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.065291:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b3e00, rc 0) 00000100:00100000:2.0:1746129511.065330:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732048896:12345-192.168.202.4@tcp:101:cat.0 Request processed in 127us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.065330:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948732048640:12345-192.168.202.4@tcp:101:cat.0 Request processed in 207us (2672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.065336:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12067 00000100:00100000:0.0:1746129511.065344:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12066 00000100:00100000:2.0:1746129511.065356:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12068 00000100:00100000:0.0:1746129511.065359:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12069 00000100:00100000:2.0:1746129511.065361:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948732049152:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129511.065364:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948732048768:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.065368:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.065370:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.065377:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2a0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.065379:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b28b expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129511.065390:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d267, atime: 0x6813d266, ctime: 0x6813d267, blocks: 0x821 00002000:00010000:2.0:1746129511.065392:0:11014:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d267, atime: 0x6813d267, ctime: 0x6813d267, blocks: 0x15d9 00010000:00010000:0.0:1746129511.065397:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.065398:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.065400:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.065401:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.065401:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b28b expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.065405:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a0 expref: 39 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.065411:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b28b expref: 29 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.065414:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a0 expref: 39 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.065418:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09b3800, rc 0) 00010000:00010000:2.0:1746129511.065420:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b3800, rc 0) 00000100:00100000:0.0:1746129511.065434:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732048768:12345-192.168.202.4@tcp:101:cat.0 Request processed in 69us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.065436:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948732049152:12345-192.168.202.4@tcp:101:cat.0 Request processed in 76us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.065439:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12069 00000100:00100000:2.0:1746129511.065442:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12068 00000100:00100000:0.0:1746129511.065449:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12070 00000100:00100000:2.0:1746129511.065454:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12071 00000100:00100000:0.0:1746129511.065454:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948732049024:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129511.065459:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948732049280:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.065460:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.065465:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.065466:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09b3e00/0x40a459093b05fcbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b299 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.065474:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2a7 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746129511.065487:0:11014:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d267, atime: 0x6813d267, ctime: 0x6813d267, blocks: 0x1029 00010000:00010000:2.0:1746129511.065495:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.065496:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.065500:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a7 expref: 29 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.065509:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a7 expref: 29 pid: 11014 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129511.065510:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736862848:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129511.065521:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b3200, rc 0) 00000100:00100000:2.0:1746129511.065541:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732049280:12345-192.168.202.4@tcp:101:cat.0 Request processed in 82us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.065546:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12071 00000100:00100000:0.0:1746129511.065565:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.066825:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+22:1963:x1830948732047104:12345-192.168.202.4@tcp:4:cat.0 Request processed in 16038us (16579us total) trans 17179873248 rc 0/0 00000100:00100000:3.0:1746129511.066835:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1215 00002000:00100000:3.0:1746129511.066853:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1359872->2097151) req@ffff88012e87d500 x1830948732047104/t17179873248(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/448 e 0 to 0 dl 1746129522 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.066862:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e87d500 with x1830948732047104 ext(1359872->2097151) 00010000:00010000:3.0:1746129511.066869:0:31519:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 22 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.066882:0:31519:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 22 pid: 7149 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129511.066888:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e87d500 00000100:00100000:2.0:1746129511.068403:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736862848:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129511.068460:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09b3e00/0x40a459093b05fcbf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b299 expref: 39 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.068479:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09b3e00/0x40a459093b05fcbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b299 expref: 39 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.068495:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09b3e00, rc 0) 00000100:00100000:2.0:1746129511.068933:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+38:1963:x1830948732049024:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3475us (3939us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129511.068943:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12070 00000100:00100000:0.0:1746129511.070236:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.070418:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732049408 00000100:00100000:2.0:1746129511.070426:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732049408 00010000:00010000:2.0:1746129511.070463:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 22 pid: 7149 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.070501:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6134 00000100:00100000:2.0:1746129511.070508:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+22:1962:x1830948732049408:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.070522:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.070542:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 22 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.070555:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 22 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.070578:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f7e2600/0x40a459093b05fb61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1359872->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b1c7 expref: 22 pid: 7149 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.070594:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.070596:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.070601:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.070609:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.070641:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.070680:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+21:1962:x1830948732049408:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 173us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.070686:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6134 00010000:00010000:3.0:1746129511.070740:0:8412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.070749:0:8412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.070769:0:8412:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.070775:0:8412:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.070787:0:8412:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.070793:0:8412:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f4f7600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129511.070797:0:8412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.070803:0:8412:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.070812:0:8412:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.070816:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f4f7600/0x40a459093b05fc72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.070882:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948732045952:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 26714us (26754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.070890:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12063 00000100:00100000:0.0:1746129511.071736:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.071777:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732049664 00000100:00100000:3.0:1746129511.071781:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732049664 00000100:00100000:3.0:1746129511.071807:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10257 00000100:00100000:3.0:1746129511.071812:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29560:x1830948732049664:12345-192.168.202.4@tcp:36:lfs.0 00010000:00010000:3.0:1746129511.071867:0:14547:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.071882:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f8c00/0x40a459093b05fc25 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b261 expref: 12 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.071895:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.071898:0:14547:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129511.071922:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.071932:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.071940:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 303 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.071945:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.071951:0:14547:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b27d expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.071958:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 7/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.071986:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b27d expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.071995:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b27d expref: 303 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.072005:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094324a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736862976:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.072087:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 19 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.072096:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 19 pid: 14548 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.072103:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094324e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736863104:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.072127:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 303 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.072134:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 303 pid: 14548 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.072141:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736863232:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.072175:0:14547:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 303 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.072181:0:14547:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 303 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.072188:0:14547:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736863360:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.072204:0:14547:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.074995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.075163:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094324a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736862976:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.075175:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094324e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736863104:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.075182:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736863232:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.075549:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732049792 00000100:00100000:2.0:1746129511.075557:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732049792 00010000:00010000:2.0:1746129511.075893:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 20 pid: 14548 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.076036:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6135 00000100:00100000:2.0:1746129511.076046:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+20:1962:x1830948732049792:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.076062:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.076069:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 20 pid: 14548 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.076078:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 20 pid: 14548 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.076101:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fbdcc00/0x40a459093b05f8d6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b062 expref: 20 pid: 14548 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.076114:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.076119:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.076126:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.076176:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+19:1962:x1830948732049792:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 133us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.076181:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6135 00000100:00100000:0.0:1746129511.076953:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.077008:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.077099:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732050048 00000100:00100000:3.0:1746129511.077100:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732049920 00000100:00100000:3.0:1746129511.077104:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732049920 00000100:00100000:2.0:1746129511.077104:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732050048 00010000:00010000:3.0:1746129511.077122:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b27d expref: 305 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.077122:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 305 pid: 14548 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.077931:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6136 00000100:00100000:2.0:1746129511.077940:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6137 00000100:00100000:3.0:1746129511.077941:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+305:1962:x1830948732049920:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129511.077945:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+305:1962:x1830948732050048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.077953:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.077954:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.077959:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b27d expref: 305 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.077959:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 305 pid: 14548 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.077969:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 305 pid: 14548 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.077978:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b27d expref: 305 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.077993:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f445c00/0x40a459093b05f8cf lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b05b expref: 305 pid: 14548 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.077997:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a09b2000/0x40a459093b05fc9c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b27d expref: 305 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.078005:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.078009:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.078015:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129511.078038:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.078041:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.078046:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.078064:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+303:1962:x1830948732049920:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 125us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.078064:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+303:1962:x1830948732050048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 118us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.078070:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6136 00000100:00100000:2.0:1746129511.078072:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6137 00000100:00100000:1.0:1746129511.078913:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.078927:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732050176 00000100:00100000:0.0:1746129511.078934:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732050176 00000100:00100000:1.0:1746129511.078935:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.078950:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.078955:0:14547:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14547:1830948736863360:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129511.078957:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 302 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.078969:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732050688 00000100:00100000:1.0:1746129511.078972:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732050688 00000100:00100000:0.0:1746129511.078982:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6138 00000100:00100000:0.0:1746129511.078988:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+302:1961:x1830948732050176:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.078991:0:14547:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129511.078996:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129511.078999:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 302 pid: 15096 timeout: 866 lvb_type: 0 00002000:00100000:1.0:1746129511.079007:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012baef100 x1830948732050688/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:0.0:1746129511.079007:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 302 pid: 15096 timeout: 866 lvb_type: 0 00002000:00100000:1.0:1746129511.079016:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baef100 with x1830948732050688 ext(1048576->2097151) 00010000:00010000:0.0:1746129511.079019:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05f8a5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b023 expref: 302 pid: 15096 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746129511.079020:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baef100 00000100:00100000:1.0:1746129511.079032:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732050560 00010000:00010000:0.0:1746129511.079033:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00000100:00100000:1.0:1746129511.079035:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732050560 00010000:00010000:0.0:1746129511.079036:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00002000:00100000:1.0:1746129511.079044:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012baee680 x1830948732050560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00010000:00010000:0.0:1746129511.079044:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00002000:00100000:1.0:1746129511.079051:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baee680 with x1830948732050560 ext(1048576->2097151) 00010000:00010000:0.0:1746129511.079051:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00002000:00010000:1.0:1746129511.079059:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baee680 00010000:00010000:0.0:1746129511.079069:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.079070:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4690 00000100:00100000:1.0:1746129511.079075:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948732050688:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.079092:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+301:1961:x1830948732050176:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 104us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.079097:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6138 00000100:00100000:2.0:1746129511.079134:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4691 00000100:00100000:2.0:1746129511.079142:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948732050560:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.079142:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.079291:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732050944 00000100:00100000:3.0:1746129511.079313:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732050944 00002000:00100000:3.0:1746129511.079332:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880091b04000 x1830948732050944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.079340:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b04000 with x1830948732050944 ext(0->1048575) 00002000:00010000:3.0:1746129511.079343:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b04000 00000100:00100000:3.0:1746129511.079353:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4692 00000100:00100000:3.0:1746129511.079357:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948732050944:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:3.0:1746129511.079456:0:14547:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.079462:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000040:00080000:3.0:1746129511.080702:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2860, 88 off238624 00000004:00080000:3.0:1746129511.080713:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766397419193ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.080763:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2792, 88 off232632 00000004:00080000:3.0:1746129511.080768:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766397474246ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.080812:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2793, 88 off232720 00000004:00080000:3.0:1746129511.080814:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766397520702ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.080826:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2861, 88 off238712 00000004:00080000:3.0:1746129511.080830:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766397535798ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.080837:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2862, 88 off238800 00000004:00080000:3.0:1746129511.080841:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766397547468ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.080877:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2794, 88 off232808 00000004:00080000:3.0:1746129511.080880:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766397586581ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.080892:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2795, 88 off232896 00000004:00080000:3.0:1746129511.080895:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766397601477ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.080905:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2796, 88 off232984 00000004:00080000:3.0:1746129511.080909:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766397615217ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.080919:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2863, 88 off238888 00000004:00080000:3.0:1746129511.080921:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766397627601ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.080928:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2797, 88 off233072 00000004:00080000:3.0:1746129511.080931:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766397637267ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.080940:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2864, 88 off238976 00000004:00080000:3.0:1746129511.080943:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766397648964ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.080949:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2798, 88 off233160 00000004:00080000:3.0:1746129511.080951:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766397657357ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.080959:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2865, 88 off239064 00000004:00080000:3.0:1746129511.080962:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766397668727ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.080968:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2866, 88 off239152 00000004:00080000:3.0:1746129511.080971:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766397677278ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.080977:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2867, 88 off239240 00000004:00080000:3.0:1746129511.080980:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766397685851ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.080985:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2868, 88 off239328 00000004:00080000:3.0:1746129511.080988:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766397693831ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.080995:0:14547:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2799, 88 off233248 00000004:00080000:3.0:1746129511.080997:0:14547:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766397703338ns, next at 706231494891ns, rc = 0 00000100:00100000:2.0:1746129511.097483:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948732050688:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18397us (18537us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.097494:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4690 00002000:00100000:2.0:1746129511.097506:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88012baef100 x1830948732050688/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.097516:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baef100 with x1830948732050688 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.097523:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baef100 00000100:00100000:0.0:1746129511.100005:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+38:1962:x1830948732050944:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20637us (20852us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129511.100017:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4692 00002000:00100000:0.0:1746129511.100029:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880091b04000 x1830948732050944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.100038:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b04000 with x1830948732050944 ext(0->1048575) 00002000:00010000:0.0:1746129511.100044:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b04000 00000100:00100000:2.0:1746129511.100960:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948732050560:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21818us (22006us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.100968:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4691 00002000:00100000:2.0:1746129511.100974:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012baee680 x1830948732050560/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.100981:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baee680 with x1830948732050560 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.100985:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baee680 00000004:00010000:3.0:1746129511.106192:0:14547:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091b07480 reply state ffff8800935b5000 transno 8589944164 ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000100:00100000:3.0:1746129511.106207:0:14547:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746129511.106350:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+13:29560:x1830948732049664:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 34531us (34610us total) trans 8589944164 rc 0/0 00000100:00100000:3.0:1746129511.106359:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10257 00000001:00080000:0.0:1746129511.106602:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944163 is committed 00000001:00080000:0.0:1746129511.106618:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944145 is committed 00000001:00080000:0.0:1746129511.106628:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944160 is committed 00000001:00080000:0.0:1746129511.106636:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944156 is committed 00000001:00080000:0.0:1746129511.106640:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944162 is committed 00000001:00080000:0.0:1746129511.106930:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944164 is committed 00000004:00080000:0.0:1746129511.106937:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1982 committed 00000004:00080000:0.0:1746129511.106947:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2051 committed 00000004:00080000:0.0:1746129511.106962:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2050 committed 00000004:00080000:0.0:1746129511.106964:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2049 committed 00000004:00080000:0.0:1746129511.106966:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2048 committed 00000004:00080000:0.0:1746129511.106967:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1981 committed 00000004:00080000:0.0:1746129511.106969:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2047 committed 00000004:00080000:0.0:1746129511.106971:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1980 committed 00000004:00080000:0.0:1746129511.106972:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2046 committed 00000004:00080000:0.0:1746129511.106973:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1979 committed 00000004:00080000:0.0:1746129511.106975:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1978 committed 00000004:00080000:0.0:1746129511.106976:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1977 committed 00000004:00080000:0.0:1746129511.106978:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2045 committed 00000004:00080000:0.0:1746129511.106979:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2044 committed 00000004:00080000:0.0:1746129511.106981:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1976 committed 00000004:00080000:0.0:1746129511.106983:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1975 committed 00000004:00080000:0.0:1746129511.106984:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2043 committed 00000100:00100000:0.0:1746129511.107025:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736863488:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.107073:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1746129511.107123:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.107131:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.107138:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.107144:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359c3a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.107149:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.107155:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.107171:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.107178:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129511.107183:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.107188:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359c3a00/0x40a459093b05fccd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00000100:00100000:2.0:1746129511.107253:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736863872:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.107315:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736864000:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.107366:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736863744:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.107377:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.107389:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.107399:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736864384:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.107400:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736864256:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.107413:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.107421:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736863488 00000100:00100000:2.0:1746129511.107422:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736864896:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.107428:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736863488 00000100:00100000:2.0:1746129511.107434:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.107452:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736863872 00000100:00100000:2.0:1746129511.107454:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736863872 00000100:00100000:3.0:1746129511.107463:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736863744 00000100:00100000:3.0:1746129511.107466:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736863744 00000100:00100000:3.0:1746129511.107475:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736864384 00000100:00100000:3.0:1746129511.107477:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736864384 00000100:00100000:3.0:1746129511.107486:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736864896 00000100:00100000:3.0:1746129511.107487:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736864896 00000100:00100000:3.0:1746129511.107503:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12072 00000100:00100000:3.0:1746129511.107507:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3302:x1830948736863488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129511.107694:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746129511.107698:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:3.0:1746129511.107700:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:3.0:1746129511.107702:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:3.0:1746129511.107704:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:3.0:1746129511.107726:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3302:x1830948736863488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 218us (654us total) trans 17179873249 rc 0/0 00000100:00100000:3.0:1746129511.107732:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12072 00000100:00100000:3.0:1746129511.107741:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12073 00000100:00100000:3.0:1746129511.107745:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3300:x1830948736863744:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129511.107806:0:8412:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:3.0:1746129511.107809:0:8412:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:3.0:1746129511.107811:0:8412:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:3.0:1746129511.107813:0:8412:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:3.0:1746129511.107814:0:8412:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5593 -> 5593 00000100:00100000:3.0:1746129511.107830:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3300:x1830948736863744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 85us (441us total) trans 17179873250 rc 0/0 00000100:00100000:3.0:1746129511.107835:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12073 00000100:00100000:3.0:1746129511.107868:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12074 00000100:00100000:3.0:1746129511.107873:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3301:x1830948736864384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.107953:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+26:3301:x1830948736864384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (539us total) trans 17179873251 rc 0/0 00000100:00100000:3.0:1746129511.107958:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12074 00000100:00100000:3.0:1746129511.107966:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12075 00000100:00100000:3.0:1746129511.107970:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3301:x1830948736864896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.108073:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3301:x1830948736864896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (638us total) trans 21474840442 rc 0/0 00000100:00100000:3.0:1746129511.108078:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12075 00000100:00080000:3.0:1746129511.108091:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746129511.108094:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746129511.108104:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.108116:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736864768:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.108129:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.108136:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736865280:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.108148:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1746129511.108178:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145ce00/2, rc 0, transno 17179873250 00000100:00100000:3.0:1746129511.108183:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736863744:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.108195:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736864256 00000100:00100000:3.0:1746129511.108198:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736864256 00000100:00100000:3.0:1746129511.108210:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736864768 00000100:00100000:3.0:1746129511.108212:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736864768 00000100:00100000:3.0:1746129511.108219:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736865280 00000100:00100000:3.0:1746129511.108221:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736865280 00000100:00100000:3.0:1746129511.108228:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12076 00000100:00100000:3.0:1746129511.108232:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3300:x1830948736864256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.108327:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094324000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3300:x1830948736864256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 95us (222us total) trans 17179873252 rc 0/0 00000100:00100000:3.0:1746129511.108332:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12076 00000100:00100000:3.0:1746129511.108341:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12077 00000100:00100000:3.0:1746129511.108345:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736864768:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.108419:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3300:x1830948736864768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 73us (288us total) trans 21474840443 rc 0/0 00000100:00100000:3.0:1746129511.108424:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12077 00000100:00100000:3.0:1746129511.108431:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12078 00000100:00100000:3.0:1746129511.108435:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736865280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.108501:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3300:x1830948736865280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (352us total) trans 21474840444 rc 0/0 00000100:00100000:3.0:1746129511.108506:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12078 00000004:00080000:3.0:1746129511.108531:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145d500/2, rc 0, transno 17179873252 00000100:00100000:3.0:1746129511.108534:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736864256:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129511.108541:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094324a80/2, rc 0, transno 21474840443 00000100:00100000:3.0:1746129511.108544:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736864768:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129511.108549:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094324380/2, rc 0, transno 21474840444 00000100:00100000:3.0:1746129511.108551:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736865280:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.108629:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746129511.108656:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baef800/2, rc 0, transno 17179873249 00000100:00100000:0.0:1746129511.108658:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736863488:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.108665:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736864512:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.108680:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.108689:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736865024:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.108702:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.108711:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1746129511.108715:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736863616:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.108727:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.108736:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736864128:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.108748:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.108755:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736864640:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.108765:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.108773:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736865152:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.108790:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.108803:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736864000 00000100:00100000:0.0:1746129511.108807:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736864000 00000100:00100000:0.0:1746129511.108822:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736864512 00000100:00100000:0.0:1746129511.108823:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736864512 00000100:00100000:0.0:1746129511.108829:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736865024 00000100:00100000:0.0:1746129511.108831:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736865024 00000100:00100000:0.0:1746129511.108836:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736863616 00000100:00100000:0.0:1746129511.108838:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736863616 00000100:00100000:0.0:1746129511.108854:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736864128 00000100:00100000:0.0:1746129511.108856:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736864128 00000100:00100000:0.0:1746129511.108862:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736864640 00000100:00100000:0.0:1746129511.108863:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736864640 00000100:00100000:0.0:1746129511.108868:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736865152 00000100:00100000:0.0:1746129511.108869:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736865152 00000100:00100000:0.0:1746129511.108876:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12079 00000100:00100000:0.0:1746129511.108880:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3302:x1830948736864000:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1746129511.108961:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:0.0:1746129511.108964:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129511.108966:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746129511.108967:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:0.0:1746129511.108969:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:0.0:1746129511.108990:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3302:x1830948736864000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (361us total) trans 17179873253 rc 0/0 00000100:00100000:0.0:1746129511.109128:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12079 00000100:00100000:0.0:1746129511.109141:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12080 00000100:00100000:0.0:1746129511.109146:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3302:x1830948736864512:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.109148:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746129511.109155:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736865536:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.109181:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.109200:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736865536 00000100:00100000:1.0:1746129511.109203:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736865536 00000100:00100000:1.0:1746129511.109217:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12081 00002000:00010000:0.0:1746129511.109219:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00000100:00100000:1.0:1746129511.109221:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736865024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129511.109221:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129511.109223:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129511.109225:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129511.109226:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129511.109243:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736864512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (563us total) trans 21474840445 rc 0/0 00000100:00100000:0.0:1746129511.109248:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12080 00000100:00100000:0.0:1746129511.109256:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12082 00000100:00100000:0.0:1746129511.109260:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3302:x1830948736863616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.109320:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736865024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 99us (616us total) trans 21474840446 rc 0/0 00000100:00100000:1.0:1746129511.109325:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12081 00000100:00100000:1.0:1746129511.109334:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12083 00000100:00100000:1.0:1746129511.109338:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3302:x1830948736864128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.109351:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3302:x1830948736863616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (622us total) trans 17179873254 rc 0/0 00000100:00100000:0.0:1746129511.109355:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12082 00000100:00100000:0.0:1746129511.109363:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12084 00000100:00100000:0.0:1746129511.109367:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3302:x1830948736864640:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.109412:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3302:x1830948736864128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 74us (663us total) trans 17179873255 rc 0/0 00000100:00100000:1.0:1746129511.109418:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12083 00000100:00100000:1.0:1746129511.109426:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12085 00002000:00010000:0.0:1746129511.109429:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00000100:00100000:1.0:1746129511.109430:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736865152:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129511.109431:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:0.0:1746129511.109433:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:0.0:1746129511.109435:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:0.0:1746129511.109436:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129511.109451:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736864640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (685us total) trans 21474840447 rc 0/0 00000100:00100000:0.0:1746129511.109465:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12084 00000100:00100000:0.0:1746129511.109474:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12086 00000100:00100000:0.0:1746129511.109478:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3303:x1830948736865536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.109497:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3302:x1830948736865152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 67us (706us total) trans 21474840448 rc 0/0 00000100:00100000:1.0:1746129511.109503:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12085 00000100:00100000:3.0:1746129511.109629:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746129511.109636:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736865408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.109708:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.109739:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12087 00000100:00100000:2.0:1746129511.109745:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3301:x1830948736863872:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129511.109825:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129511.109828:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:2.0:1746129511.109830:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129510 -> 1746129510 00002000:00010000:2.0:1746129511.109831:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:2.0:1746129511.109833:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129511.109861:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3301:x1830948736863872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (2583us total) trans 21474840449 rc 0/0 00000100:00100000:2.0:1746129511.109866:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12087 00000100:00100000:2.0:1746129511.110001:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736865408 00000100:00100000:2.0:1746129511.110004:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736865408 00000100:00100000:2.0:1746129511.110016:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12088 00000100:00100000:2.0:1746129511.110020:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3300:x1830948736865408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.110083:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3300:x1830948736865408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 63us (375us total) trans 17179873257 rc 0/0 00000100:00100000:2.0:1746129511.110088:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12088 00000100:00100000:2.0:1746129511.110211:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.110232:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732051072 00000100:00100000:2.0:1746129511.110235:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732051072 00000100:00100000:2.0:1746129511.110262:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10258 00000100:00100000:2.0:1746129511.110267:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29560:x1830948732051072:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129511.110282:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.110323:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2ae expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.110386:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ae expref: 8 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.110400:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ae expref: 8 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.110416:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.110419:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129511.110423:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f406200, rc 0) 00000100:00100000:2.0:1746129511.110457:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29560:x1830948732051072:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 190us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.110462:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10258 00000004:00080000:2.0:1746129511.110557:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145f480/2, rc 0, transno 17179873251 00000100:00100000:2.0:1746129511.110561:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736864384:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129511.110575:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094326d80/2, rc 0, transno 21474840442 00000100:00100000:2.0:1746129511.110579:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736864896:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129511.110587:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094327b80/2, rc 0, transno 21474840449 00000100:00100000:2.0:1746129511.110590:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736863872:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.110654:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3303:x1830948736865536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1175us (1473us total) trans 17179873256 rc 0/0 00000100:00100000:0.0:1746129511.110660:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12086 00000004:00080000:0.0:1746129511.110688:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012baee300/2, rc 0, transno 17179873254 00000100:00100000:0.0:1746129511.110691:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736863616:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129511.110698:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145d880/2, rc 0, transno 17179873255 00000100:00100000:0.0:1746129511.110700:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736864128:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129511.110707:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094324e00/2, rc 0, transno 21474840447 00000100:00100000:0.0:1746129511.110710:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736864640:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.110715:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094326680/2, rc 0, transno 21474840448 00000100:00100000:0.0:1746129511.110717:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736865152:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.110722:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094327480/2, rc 0, transno 21474840445 00000100:00100000:0.0:1746129511.110725:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736864512:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.110730:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094325500/2, rc 0, transno 21474840446 00000100:00100000:0.0:1746129511.110732:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736865024:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.110737:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145c380/2, rc 0, transno 17179873253 00000100:00100000:0.0:1746129511.110739:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736864000:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129511.110884:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c09b480/2, rc 0, transno 17179873257 00000100:00100000:3.0:1746129511.110888:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736865408:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129511.111034:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c09a680/2, rc 0, transno 17179873256 00000100:00100000:1.0:1746129511.111038:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736865536:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.111394:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.111454:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732051200 00000100:00100000:2.0:1746129511.111459:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732051200 00000100:00100000:2.0:1746129511.111480:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10259 00000100:00100000:2.0:1746129511.111485:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+288:29564:x1830948732051200:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.111493:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.111501:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2b5 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.111535:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2b5 expref: 289 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.111544:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2b5 expref: 289 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.111557:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.111559:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129511.111561:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f407e00, rc 0) 00000100:00100000:2.0:1746129511.111593:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+289:29564:x1830948732051200:12345-192.168.202.4@tcp:101:cat.0 Request processed in 107us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.111598:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10259 00000100:00100000:0.0:1746129511.112770:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.112831:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732051328 00000100:00100000:2.0:1746129511.112837:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732051328 00000100:00100000:2.0:1746129511.113411:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10260 00000100:00100000:2.0:1746129511.113420:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29560:x1830948732051328:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129511.113433:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.113447:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407c00/0x40a459093b05fce2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2bc expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.113520:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.113530:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.113539:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:2.0:1746129511.113571:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129511.113576:0:14547:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129511.113591:0:14547:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:2.0:1746129511.113617:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407c00/0x40a459093b05fce2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2bc expref: 10 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.113632:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2bc expref: 9 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.113638:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.113641:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129511.113643:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f407a00, rc 0) 00000100:00100000:2.0:1746129511.113685:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29560:x1830948732051328:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 266us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.113690:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10260 00000100:00100000:0.0:1746129511.116813:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.116864:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.116893:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.116906:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.116926:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.117011:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732051456 00000100:00100000:1.0:1746129511.117020:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732051456 00000100:00100000:1.0:1746129511.117065:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732051712 00000100:00100000:1.0:1746129511.117067:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732051712 00000100:00100000:1.0:1746129511.117080:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732051584 00000100:00100000:1.0:1746129511.117081:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732051584 00000100:00100000:0.0:1746129511.117085:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732051840 00000100:00100000:0.0:1746129511.117089:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732051840 00000100:00100000:1.0:1746129511.117093:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732051968 00000100:00100000:1.0:1746129511.117094:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732051968 00000100:00100000:1.0:1746129511.117108:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12089 00000100:00100000:0.0:1746129511.117113:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12090 00000100:00100000:1.0:1746129511.117116:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948732051456:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:0.0:1746129511.117119:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1961:x1830948732051712:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129511.117132:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.117132:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.117149:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2c3 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.117149:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2d1 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.117170:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.117170:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.117172:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.117172:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.117180:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d1 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.117181:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2c3 expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.117194:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2c3 expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.117194:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d1 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.117204:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dd5c600, rc 0) 00010000:00010000:0.0:1746129511.117204:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09b2400, rc 0) 00000100:00100000:2.0:1746129511.117214:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12091 00000100:00100000:2.0:1746129511.117225:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948732051584:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129511.117232:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.117240:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2ca expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.117250:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746129511.117250:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948732051712:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 131us (385us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129511.117251:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.117255:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ca expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129511.117255:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12090 00010000:00010000:2.0:1746129511.117264:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ca expref: 8 pid: 11014 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129511.117269:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12092 00010000:00010000:2.0:1746129511.117271:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f406400, rc 0) 00000100:00100000:0.0:1746129511.117273:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948732051968:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129511.117279:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.117286:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2df expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.117439:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.117440:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.117444:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2df expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.117454:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2df expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.117461:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a09b2a00, rc 0) 00000100:00100000:3.0:1746129511.117755:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12093 00000100:00100000:3.0:1746129511.117764:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732051840:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129511.117770:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.117779:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2d8 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.117802:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732051456:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 686us (999us total) trans 0 rc 0/0 00002000:00010000:3.0:1746129511.117805:0:31503:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d267, atime: 0x6813d267, ctime: 0x6813d267, blocks: 0x821 00000100:00100000:2.0:1746129511.117807:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1961:x1830948732051584:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 583us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.117812:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12089 00010000:00010000:3.0:1746129511.117814:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746129511.117815:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12091 00010000:00010000:3.0:1746129511.117816:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.117820:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d8 expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.117830:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d8 expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.117837:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359e3400, rc 0) 00000100:00100000:0.0:1746129511.117938:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948732051968:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 663us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.117944:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12092 00000100:00100000:1.0:1746129511.118185:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.118206:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948732051840:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 445us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.118211:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12093 00000100:00100000:3.0:1746129511.118223:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732052096 00000100:00100000:3.0:1746129511.118226:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732052096 00000100:00100000:3.0:1746129511.118242:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12094 00000100:00100000:3.0:1746129511.118247:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948732052096:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129511.118256:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.118263:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2e6 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.118273:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.118274:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.118279:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2e6 expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.118288:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2e6 expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.118457:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359e3000, rc 0) 00000100:00100000:3.0:1746129511.118477:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948732052096:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 229us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.118482:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12094 00000100:00100000:0.0:1746129511.122990:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.123044:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732052352 00000100:00100000:2.0:1746129511.123055:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732052352 00000100:00100000:2.0:1746129511.123120:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10261 00000100:00100000:2.0:1746129511.123131:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+6:29570:x1830948732052352:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129511.123158:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.123179:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407600/0x40a459093b05fd1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2ed expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.123742:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.123869:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.123883:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.123898:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.123903:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.123908:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.124038:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.124048:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b26f expref: 8 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.124055:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.124679:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b26f expref: 8 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.124697:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b26f expref: 8 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.124715:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094064e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736865664:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.124865:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.125792:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.125851:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.125870:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.125886:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732052608 00000100:00100000:2.0:1746129511.125896:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732052608 00000100:00100000:0.0:1746129511.125932:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:2.0:1746129511.125959:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88008e071180 x1830948732052608/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.125970:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071180 with x1830948732052608 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.125976:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e071180 00000100:00100000:1.0:1746129511.125988:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732053120 00000100:00100000:1.0:1746129511.125994:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732053120 00000100:00100000:2.0:1746129511.126001:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732052864 00000100:00100000:2.0:1746129511.126006:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732052864 00000100:00100000:2.0:1746129511.126024:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732053376 00000100:00100000:2.0:1746129511.126026:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732053376 00000100:00100000:1.0:1746129511.126034:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10262 00000100:00100000:1.0:1746129511.126043:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+289:29568:x1830948732053120:12345-192.168.202.4@tcp:101:multiop.0 00000100:00100000:2.0:1746129511.126045:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4693 00000100:00100000:2.0:1746129511.126050:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948732052608:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:1.0:1746129511.126063:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.126078:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d200/0x40a459093b05fd36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2f4 expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.126200:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.126226:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.126238:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.126250:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.126255:0:14547:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.126260:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.126412:0:14547:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14547 initiator: MDT0 00000100:00100000:3.0:1746129511.126414:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4694 00010000:00010000:1.0:1746129511.126422:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00000100:00100000:3.0:1746129511.126425:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948732052864:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:1.0:1746129511.126430:0:14547:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:3.0:1746129511.126449:0:31519:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.126452:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4695 00000100:00100000:1.0:1746129511.126459:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948732053376:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129511.126461:0:31519:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.126463:0:31519:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.126468:0:31519:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.126478:0:31519:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.126479:0:31523:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.126487:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.126488:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.126491:0:31523:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.126500:0:31523:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.127372:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094064e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736865664:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.127381:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129511.127397:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129511.127404:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732053504 00000100:00100000:0.0:1746129511.127408:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732053504 00010000:00010000:0.0:1746129511.127428:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b26f expref: 9 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746129511.127451:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6139 00000100:00100000:0.0:1746129511.127456:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732053504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129511.127467:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129511.127471:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b26f expref: 9 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.127481:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b26f expref: 9 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.127496:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fc3a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b26f expref: 9 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746129511.127512:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129511.127516:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.127522:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.127527:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.127532:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129511.127536:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129511.127541:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 14547 initiator: MDT0 00010000:00010000:0.0:1746129511.127557:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129511.127596:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732053504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 139us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.127605:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6139 00010000:00010000:1.0:1746129511.127647:0:14547:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127655:0:14547:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14547 initiator: MDT0 00000004:00200000:1.0:1746129511.127668:0:14547:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129511.127825:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127833:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127839:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127858:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dd5d800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129511.127863:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127870:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127878:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.127880:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1746129511.127882:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127885:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d800/0x40a459093b05fd4b lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127898:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127900:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127903:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127907:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dd5c000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129511.127909:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127911:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127914:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129511.127915:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129511.127919:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127923:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5c000/0x40a459093b05fd3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127931:0:14547:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127936:0:14547:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127940:0:14547:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127944:0:14547:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dd5d600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129511.127946:0:14547:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127949:0:14547:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127955:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880090643d00) 00010000:00010000:1.0:1746129511.127957:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129511.127959:0:14547:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.127963:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d600/0x40a459093b05fd44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14547 initiator: MDT0 00010000:00010000:1.0:1746129511.128023:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d200/0x40a459093b05fd36 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2f4 expref: 291 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.128032:0:14547:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5d200/0x40a459093b05fd36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2f4 expref: 291 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.128040:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dd5d200, rc 0) 00000100:00100000:1.0:1746129511.128081:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:29568:x1830948732053120:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2038us (2295us total) trans 8589944165 rc 301/301 00000100:00100000:1.0:1746129511.128087:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10262 00010000:00010000:2.0:1746129511.128655:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.128664:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129511.128676:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129511.129207:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129217:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129223:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129229:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f407000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.129233:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129239:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129250:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.129252:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129511.129255:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129260:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407000/0x40a459093b05fd2f lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129275:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129280:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129284:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129288:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f407400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.129290:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129309:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129316:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129511.129318:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129511.129321:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129326:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407400/0x40a459093b05fd21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129333:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129338:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129343:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129346:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f407200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.129348:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129352:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129358:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880090643d00) 00010000:00010000:2.0:1746129511.129360:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129511.129362:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129367:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407200/0x40a459093b05fd28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.129401:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407600/0x40a459093b05fd1a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ed expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.129409:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407600/0x40a459093b05fd1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ed expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.129418:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f407600, rc 0) 00000100:00100000:2.0:1746129511.129443:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+7:29570:x1830948732052352:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6313us (6464us total) trans 8589944166 rc 301/301 00000100:00100000:2.0:1746129511.129451:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10261 00000100:00100000:0.0:1746129511.130537:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.130681:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732053760 00000100:00100000:3.0:1746129511.130694:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732053760 00000100:00100000:3.0:1746129511.130766:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4696 00000100:00100000:2.0:1746129511.130771:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.130776:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732053760:12345-192.168.202.4@tcp:3:lfs.0 00000100:00100000:2.0:1746129511.130795:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732054016 00000100:00100000:2.0:1746129511.130799:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732054016 00010000:00010000:3.0:1746129511.130821:0:21725:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.130831:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4697 00000100:00100000:2.0:1746129511.130836:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948732054016:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129511.130837:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.130839:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.130856:0:21725:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.130871:0:21725:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.130875:0:25745:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.130885:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.130886:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.130889:0:25745:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.130898:0:25745:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.136211:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.136247:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.136349:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732054272 00000100:00100000:2.0:1746129511.136359:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732054272 00000100:00100000:2.0:1746129511.136432:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732054528 00000100:00100000:2.0:1746129511.136435:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732054528 00000100:00100000:2.0:1746129511.136454:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4698 00000100:00100000:2.0:1746129511.136462:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948732054272:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:2.0:1746129511.136507:0:8416:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.136525:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.136527:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.136532:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.136546:0:8416:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.136981:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4699 00000100:00100000:3.0:1746129511.136999:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948732054528:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129511.137039:0:31521:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.137050:0:31521:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.137052:0:31521:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.137056:0:31521:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.137067:0:31521:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.139074:0:31523:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.139096:0:31523:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.139105:0:31523:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.139112:0:31523:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dd5c400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129511.139117:0:31523:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.139127:0:31523:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.139149:0:31523:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.139156:0:31523:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dd5c400/0x40a459093b05fd59 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.139238:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948732053376:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 12771us (13298us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129511.139251:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4695 00000100:00100000:0.0:1746129511.140109:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.140190:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.140229:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.140255:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732054784 00000100:00100000:1.0:1746129511.140264:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732054784 00000100:00100000:0.0:1746129511.140266:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.140326:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732055040 00000100:00100000:1.0:1746129511.140336:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4700 00000100:00100000:3.0:1746129511.140339:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732055040 00000100:00100000:1.0:1746129511.140344:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1963:x1830948732054784:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:1.0:1746129511.140383:0:31523:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.140396:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.140398:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746129511.140405:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4701 00010000:00010000:1.0:1746129511.140405:0:31523:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.140415:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948732055040:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:1.0:1746129511.140418:0:31523:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.140450:0:8415:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.140464:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.140466:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.140472:0:8415:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.140485:0:8415:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.141222:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948732052608:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15168us (15375us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.141231:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4693 00002000:00100000:2.0:1746129511.141240:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88008e071180 x1830948732052608/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.141249:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e071180 with x1830948732052608 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.141254:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e071180 00000100:00100000:2.0:1746129511.141379:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732055424 00000100:00100000:0.0:1746129511.141381:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732055168 00000100:00100000:2.0:1746129511.141383:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732055424 00000100:00100000:0.0:1746129511.141388:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732055168 00000100:00100000:2.0:1746129511.141417:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10263 00000100:00100000:2.0:1746129511.141422:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29571:x1830948732055424:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.141439:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.141458:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fd98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b302 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.141556:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141567:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141575:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141587:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141591:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141596:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141706:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141713:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141718:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129511.141727:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129511.141812:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141820:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141826:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141831:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b556000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.141835:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141855:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141869:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.141872:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129511.141875:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141880:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b556000/0x40a459093b05fdad lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141896:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141901:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141905:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141908:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f9f9600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.141910:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141913:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141917:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129511.141919:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129511.141921:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141925:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9600/0x40a459093b05fd9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141933:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141938:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141942:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141946:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c538200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.141948:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141952:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141957:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880090643700) 00010000:00010000:2.0:1746129511.141960:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129511.141961:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.141966:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c538200/0x40a459093b05fda6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.142002:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fd98 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b302 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.142010:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9f9000/0x40a459093b05fd98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b302 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.142017:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9f9000, rc 0) 00000100:00100000:2.0:1746129511.142039:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29571:x1830948732055424:12345-192.168.202.4@tcp:101:cat.0 Request processed in 618us (1849us total) trans 8589944167 rc 301/301 00000100:00100000:2.0:1746129511.142045:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10263 00000100:00100000:2.0:1746129511.142058:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10264 00000100:00100000:2.0:1746129511.142065:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29570:x1830948732055168:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129511.142073:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.142079:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406600/0x40a459093b05fdbb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b2fb expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.142101:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406600/0x40a459093b05fdbb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2fb expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.142109:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406600/0x40a459093b05fdbb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2fb expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.142121:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.142123:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129511.142125:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f406600, rc 0) 00000100:00100000:2.0:1746129511.142140:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29570:x1830948732055168:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 77us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.142145:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10264 00010000:00010000:3.0:1746129511.146612:0:31519:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.146629:0:31519:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.146638:0:31519:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.146644:0:31519:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359e2a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129511.146646:0:25745:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.146647:0:31519:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.146659:0:31519:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.146660:0:25745:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.146668:0:25745:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.146674:0:25745:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f407800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129511.146675:0:31519:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.146677:0:25745:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.146681:0:31519:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359e2a00/0x40a459093b05fd52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.146686:0:25745:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.146703:0:25745:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.146709:0:25745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f407800/0x40a459093b05fd75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.146771:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1961:x1830948732052864:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 20345us (20894us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129511.146776:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1961:x1830948732054016:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 15933us (15999us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129511.146781:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4694 00000100:00100000:1.0:1746129511.146788:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4697 00010000:00010000:3.0:1746129511.157092:0:21725:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.157110:0:21725:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.157119:0:21725:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.157126:0:21725:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359e2c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129511.157130:0:21725:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.157138:0:21725:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.157165:0:21725:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.157173:0:21725:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fd6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.157320:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1961:x1830948732053760:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 26519us (26765us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129511.157330:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4696 00000100:00100000:0.0:1746129511.157862:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.157924:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732055680 00000100:00100000:3.0:1746129511.157932:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732055680 00002000:00100000:3.0:1746129511.157974:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a77b0e00 x1830948732055680/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.157985:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0e00 with x1830948732055680 ext(1048576->2097151) 00002000:00010000:3.0:1746129511.157988:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b0e00 00000100:00100000:3.0:1746129511.158013:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4702 00000100:00100000:3.0:1746129511.158022:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948732055680:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:2.0:1746129511.158412:0:8416:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.158420:0:8416:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.158426:0:8416:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.158432:0:8416:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f406000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129511.158437:0:8416:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.158443:0:8416:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.158456:0:8416:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.158461:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f406000/0x40a459093b05fd7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.158510:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732054272:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 22049us (22312us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.158516:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4698 00000100:00100000:2.0:1746129511.163777:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.163798:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.163862:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732055808 00000100:00100000:2.0:1746129511.163872:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732055808 00000100:00100000:0.0:1746129511.163898:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732056064 00000100:00100000:0.0:1746129511.163902:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732056064 00000100:00100000:2.0:1746129511.163919:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10265 00000100:00100000:0.0:1746129511.163926:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10266 00000100:00100000:2.0:1746129511.163928:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:29571:x1830948732055808:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129511.163932:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:29570:x1830948732056064:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129511.163959:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.163959:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.163962:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746129511.163978:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406e00/0x40a459093b05fdc2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b309 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.163987:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406600/0x40a459093b05fdbb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2fb expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.164010:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129511.164014:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129511.164020:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae200/0x40a459093b05fdc9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b310 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.164055:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129511.164070:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ae expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.164078:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2b5 expref: 289 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.164084:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2bc expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.164090:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 6/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:0.0:1746129511.164118:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2bc expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.164128:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2bc expref: 7 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746129511.164140:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736865792:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129511.164221:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2b5 expref: 289 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.164228:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2b5 expref: 289 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746129511.164235:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736865920:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129511.164257:0:14548:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ae expref: 7 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.164265:0:14548:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ae expref: 7 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746129511.164271:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736866048:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.164290:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00010000:00010000:3.0:1746129511.164585:0:8415:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.164595:0:8415:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.164602:0:8415:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.164613:0:8415:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359e2000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129511.164618:0:8415:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.164707:0:8415:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.164721:0:8415:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.164727:0:8415:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359e2000/0x40a459093b05fd91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.164833:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.164840:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129511.164857:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.164866:0:15096:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129511.164877:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129511.165017:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948732055040:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 24602us (24788us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129511.165027:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4701 00010000:00010000:3.0:1746129511.165369:0:31521:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.165376:0:31521:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.165382:0:31521:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.165388:0:31521:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359e2e00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129511.165390:0:31521:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.165397:0:31521:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.165405:0:31521:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.165411:0:31521:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359e2e00/0x40a459093b05fd83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.165446:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732054528:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 28450us (29192us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129511.165452:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4699 00000100:00100000:0.0:1746129511.175166:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.175182:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736865792:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.175193:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736866048:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.175267:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.175370:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736865920:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.175407:0:14548:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00000100:00100000:1.0:1746129511.175430:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732056320 00000100:00100000:1.0:1746129511.175444:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732056320 00010000:00010000:1.0:1746129511.175496:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2bc expref: 8 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.175536:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732056192 00000100:00100000:1.0:1746129511.175540:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732056192 00010000:00010000:1.0:1746129511.175549:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ae expref: 9 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.175566:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6140 00000100:00100000:1.0:1746129511.175573:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948732056320:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.175589:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.175596:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2bc expref: 9 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.175611:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2bc expref: 9 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.175633:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407a00/0x40a459093b05fce9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2bc expref: 9 pid: 14547 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.175657:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6141 00010000:00010000:1.0:1746129511.175661:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00000100:00100000:3.0:1746129511.175667:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1960:x1830948732056192:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.175667:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.175675:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.175675:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129511.175679:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ae expref: 8 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.175681:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129511.175686:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.175690:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129511.175803:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ae expref: 8 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.175816:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406200/0x40a459093b05fcd4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ae expref: 8 pid: 14547 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.175851:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.175855:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.175861:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129511.175866:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129511.175870:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.175875:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.175921:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1960:x1830948732056192:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 257us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.175928:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6141 00000100:00100000:1.0:1746129511.176110:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1960:x1830948732056320:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 536us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.176117:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6140 00000100:00100000:0.0:1746129511.179522:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.179700:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732056448 00000100:00100000:1.0:1746129511.179711:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732056448 00010000:00010000:1.0:1746129511.179752:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2b5 expref: 290 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.179784:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6142 00000100:00100000:1.0:1746129511.179792:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+290:1963:x1830948732056448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.179809:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.179814:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2b5 expref: 290 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.179825:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2b5 expref: 290 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.179857:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f407e00/0x40a459093b05fcdb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2b5 expref: 290 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.179872:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.179876:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.179884:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129511.179889:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129511.179896:0:7086:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290400000020 pid: 14548 initiator: MDT0 00010000:00010000:1.0:1746129511.179902:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.179906:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.179924:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.179972:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+289:1963:x1830948732056448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 181us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.179983:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6142 00000100:00100000:3.0:1746129511.180424:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948732055680:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22401us (22562us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129511.180432:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4702 00002000:00100000:3.0:1746129511.180442:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a77b0e00 x1830948732055680/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.180451:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0e00 with x1830948732055680 ext(1048576->2097151) 00002000:00010000:3.0:1746129511.180457:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b0e00 00010000:00010000:3.0:1746129511.180491:0:14548:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129511.180498:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129511.180940:0:31523:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.180951:0:31523:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.180958:0:31523:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.180970:0:31523:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009be04e00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129511.180974:0:31523:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.180982:0:31523:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.180995:0:31523:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.181002:0:31523:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009be04e00/0x40a459093b05fd8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.181046:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732054784:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 40702us (40941us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.181053:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4700 00000040:00080000:3.0:1746129511.181664:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2869, 88 off239416 00000004:00080000:3.0:1746129511.181672:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766498377450ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.182072:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2800, 88 off233336 00000004:00080000:3.0:1746129511.182077:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766498783534ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.182106:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2801, 88 off233424 00000004:00080000:3.0:1746129511.182109:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766498815456ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.182118:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2870, 88 off239504 00000004:00080000:3.0:1746129511.182120:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766498826336ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.182126:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2871, 88 off239592 00000004:00080000:3.0:1746129511.182130:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766498836413ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.182137:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2802, 88 off233512 00000004:00080000:3.0:1746129511.182139:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766498845646ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.182145:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2803, 88 off233600 00000004:00080000:3.0:1746129511.182147:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766498853628ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.182153:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2804, 88 off233688 00000004:00080000:3.0:1746129511.182155:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766498861429ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.182162:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2872, 88 off239680 00000004:00080000:3.0:1746129511.182166:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766498871954ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.182171:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2805, 88 off233776 00000004:00080000:3.0:1746129511.182174:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766498880169ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.182182:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2873, 88 off239768 00000004:00080000:3.0:1746129511.182185:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766498891196ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.182193:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2806, 88 off233864 00000004:00080000:3.0:1746129511.182196:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766498902394ns, next at 706231494891ns, rc = 0 00000040:00080000:3.0:1746129511.182202:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2874, 88 off239856 00000004:00080000:3.0:1746129511.182204:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766498910456ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.182210:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2875, 88 off239944 00000004:00080000:3.0:1746129511.182212:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766498918706ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.182219:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2876, 88 off240032 00000004:00080000:3.0:1746129511.182221:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766498927404ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.182227:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2877, 88 off240120 00000004:00080000:3.0:1746129511.182230:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766498936183ns, next at 721271078625ns, rc = 0 00000040:00080000:3.0:1746129511.182236:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2807, 88 off233952 00000004:00080000:3.0:1746129511.182238:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 766498944291ns, next at 706231494891ns, rc = 0 00000100:00100000:2.0:1746129511.185020:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.185080:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732056576 00000100:00100000:0.0:1746129511.185090:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732056576 00000100:00100000:0.0:1746129511.185148:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12095 00000100:00100000:0.0:1746129511.185157:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+38:29564:x1830948732056576:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.185176:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.185196:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b317 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.185225:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.185228:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.185236:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b317 expref: 39 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.185252:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b317 expref: 39 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.185264:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efafe00, rc 0) 00000100:00100000:0.0:1746129511.185338:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+39:29564:x1830948732056576:12345-192.168.202.4@tcp:101:cat.0 Request processed in 182us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.185346:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12095 00000100:00100000:1.0:1746129511.188495:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.188623:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.188661:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732056704 00000100:00100000:1.0:1746129511.188669:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732056704 00000100:00100000:1.0:1746129511.188716:0:14547:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732056960 00000100:00100000:1.0:1746129511.188719:0:14547:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732056960 00000100:00100000:1.0:1746129511.188811:0:14547:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10267 00000100:00100000:1.0:1746129511.188821:0:14547:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+289:29564:x1830948732056704:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129511.188827:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10268 00000100:00100000:0.0:1746129511.188849:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29560:x1830948732056960:12345-192.168.202.4@tcp:36:lfs.0 00010000:00010000:1.0:1746129511.188853:0:14547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.188875:0:14547:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b31e expref: -99 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.188927:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129511.188931:0:14547:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 290 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.188944:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.188951:0:2271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 4/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.189034:0:2271:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.189036:0:14547:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 290 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.189046:0:2271:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129511.189055:0:14547:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.189058:0:14547:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746129511.189062:0:14547:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 290 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.189069:0:14547:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bcd600, rc 0) 00000100:00100000:1.0:1746129511.189128:0:14547:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:29564:x1830948732056704:12345-192.168.202.4@tcp:101:cat.0 Request processed in 307us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.189139:0:14547:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10267 00000001:00080000:0.0:1746129511.216637:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944165 is committed 00000001:00080000:0.0:1746129511.216657:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944167 is committed 00000001:00080000:0.0:1746129511.216665:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944168 is committed 00000004:00080000:0.0:1746129511.216670:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1990 committed 00000004:00080000:0.0:1746129511.216678:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2060 committed 00000004:00080000:0.0:1746129511.216686:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2059 committed 00000004:00080000:0.0:1746129511.216688:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2058 committed 00000004:00080000:0.0:1746129511.216690:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2057 committed 00000004:00080000:0.0:1746129511.216691:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1989 committed 00000004:00080000:0.0:1746129511.216693:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2056 committed 00000004:00080000:0.0:1746129511.216694:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1988 committed 00000004:00080000:0.0:1746129511.216696:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2055 committed 00000004:00080000:0.0:1746129511.216698:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1987 committed 00000004:00080000:0.0:1746129511.216700:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1986 committed 00000004:00080000:0.0:1746129511.216702:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1985 committed 00000004:00080000:0.0:1746129511.216703:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2054 committed 00000004:00080000:0.0:1746129511.216705:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2053 committed 00000004:00080000:0.0:1746129511.216706:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1984 committed 00000004:00080000:0.0:1746129511.216707:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1983 committed 00000004:00080000:0.0:1746129511.216709:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2052 committed 00010000:00010000:3.0:1746129511.216878:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.216893:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.216896:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1746129511.216900:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.216909:0:14548:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.216915:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40290400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.216921:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.216928:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 288 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.216935:0:14548:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 288 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.216941:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 288 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.216968:0:14548:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 288 pid: 14547 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.216982:0:14548:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736866304:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129511.217087:0:14548:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.217328:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736866176:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.217373:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.217395:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736866816:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.217409:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.217428:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746129511.217432:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736866688:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.217446:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.217457:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736867200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.217470:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.217493:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736866176 00000100:00100000:0.0:1746129511.217502:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736866176 00000100:00100000:0.0:1746129511.217533:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736866816 00000100:00100000:0.0:1746129511.217535:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736866816 00000100:00100000:0.0:1746129511.217545:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736866688 00000100:00100000:0.0:1746129511.217547:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736866688 00000100:00100000:0.0:1746129511.217556:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736867200 00000100:00100000:0.0:1746129511.217558:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736867200 00000100:00100000:1.0:1746129511.217567:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12096 00000100:00100000:0.0:1746129511.217572:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12097 00000100:00100000:1.0:1746129511.217576:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3303:x1830948736866176:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.217577:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3303:x1830948736866816:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129511.217784:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746129511.217788:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.217790:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129507 -> 1746129507 00002000:00010000:1.0:1746129511.217792:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.217794:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00010000:00010000:2.0:1746129511.217811:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.217819:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129511.217823:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3303:x1830948736866176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 249us (450us total) trans 17179873258 rc 0/0 00000100:00100000:1.0:1746129511.217829:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12096 00000100:00100000:1.0:1746129511.217854:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12098 00000100:00100000:1.0:1746129511.217859:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3303:x1830948736866688:12345-0@lo:2:osp-syn-1-0.0 00000004:00200000:2.0:1746129511.217867:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:2.0:1746129511.217871:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1746129511.217886:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736866432:0@lo:2:osp-syn-1-0.0 00000004:00010000:2.0:1746129511.217891:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129511.217908:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.217923:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736866944:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1746129511.217924:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406e00/0x40a459093b05fdc2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b309 expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.217936:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1746129511.217945:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b309 expref: 10 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.217947:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736867456:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746129511.217952:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b309 expref: 10 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.217958:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0940000, rc 0) 00000100:00100000:3.0:1746129511.217962:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.217972:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736867968:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.217986:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094067100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:29571:x1830948732055808:12345-192.168.202.4@tcp:101:cat.0 Request processed in 54060us (54220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.217987:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.217992:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10265 00000100:00100000:3.0:1746129511.217996:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1746129511.218000:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736866560:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.218014:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.218017:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736866432 00000100:00100000:2.0:1746129511.218020:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736866432 00000100:00100000:3.0:1746129511.218022:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736867072:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.218034:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736866944 00000100:00100000:3.0:1746129511.218035:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.218036:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736866944 00000100:00100000:3.0:1746129511.218041:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736867584:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.218042:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736867456 00000100:00100000:2.0:1746129511.218044:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736867456 00000100:00100000:3.0:1746129511.218053:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.218053:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736867968 00000100:00100000:2.0:1746129511.218054:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736867968 00000100:00100000:3.0:1746129511.218060:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736868096:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.218061:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736866560 00000100:00100000:2.0:1746129511.218062:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736866560 00000100:00100000:2.0:1746129511.218067:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736867072 00000100:00100000:2.0:1746129511.218069:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736867072 00000100:00100000:3.0:1746129511.218074:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.218074:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736867584 00000100:00100000:2.0:1746129511.218076:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736867584 00000100:00100000:2.0:1746129511.218082:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736868096 00000100:00100000:2.0:1746129511.218084:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736868096 00000100:00100000:2.0:1746129511.218091:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12099 00000100:00100000:2.0:1746129511.218095:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3303:x1830948736867200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129511.218128:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:1.0:1746129511.218130:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:1.0:1746129511.218132:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746129511.218134:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:1.0:1746129511.218136:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:1.0:1746129511.218153:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3303:x1830948736866688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 295us (707us total) trans 17179873259 rc 0/0 00000100:00100000:1.0:1746129511.218158:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12098 00000100:00100000:1.0:1746129511.218168:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12100 00000100:00100000:1.0:1746129511.218172:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3300:x1830948736866432:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.218184:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3303:x1830948736867200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 89us (712us total) trans 17179873260 rc 0/0 00000100:00100000:2.0:1746129511.218191:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12099 00000100:00100000:2.0:1746129511.218200:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12101 00000100:00100000:2.0:1746129511.218205:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3300:x1830948736866944:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129511.218236:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129511.218239:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.218241:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.218243:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.218244:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746129511.218261:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3300:x1830948736866432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (353us total) trans 17179873261 rc 0/0 00000100:00100000:0.0:1746129511.218271:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12102 00000100:00100000:1.0:1746129511.218275:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12100 00000100:00100000:0.0:1746129511.218278:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3300:x1830948736867456:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.218279:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3300:x1830948736866944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 74us (341us total) trans 17179873262 rc 0/0 00000100:00100000:1.0:1746129511.218284:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12103 00000100:00100000:1.0:1746129511.218288:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3300:x1830948736867968:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.218306:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12101 00000100:00100000:2.0:1746129511.218316:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12104 00000100:00100000:2.0:1746129511.218321:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3300:x1830948736866560:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129511.218322:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b1c00/2, rc 0, transno 17179873261 00000100:00100000:3.0:1746129511.218329:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736866432:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.218330:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12105 00000100:00100000:1.0:1746129511.218334:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3300:x1830948736867072:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129511.218337:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135727800/2, rc 0, transno 17179873262 00000100:00100000:3.0:1746129511.218340:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736866944:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129511.218389:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:2.0:1746129511.218391:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:2.0:1746129511.218393:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:2.0:1746129511.218395:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:2.0:1746129511.218397:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5593 -> 5593 00002000:00010000:0.0:1746129511.218414:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129511.218417:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129511.218419:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129511.218421:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129511.218423:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746129511.218425:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3300:x1830948736867072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (389us total) trans 17179873264 rc 0/0 00000100:00100000:2.0:1746129511.218426:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3300:x1830948736866560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (411us total) trans 17179873263 rc 0/0 00000100:00100000:1.0:1746129511.218430:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12105 00000100:00100000:2.0:1746129511.218433:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12104 00000100:00100000:1.0:1746129511.218439:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12106 00000100:00100000:2.0:1746129511.218443:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12107 00000100:00100000:1.0:1746129511.218443:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3300:x1830948736867584:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.218444:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3300:x1830948736867456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 167us (481us total) trans 21474840450 rc 0/0 00000100:00100000:2.0:1746129511.218448:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3300:x1830948736868096:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.218450:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12102 00000004:00080000:3.0:1746129511.218468:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b0a80/2, rc 0, transno 17179873263 00000100:00100000:0.0:1746129511.218468:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736867712:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.218471:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736866560:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129511.218477:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135724000/2, rc 0, transno 17179873264 00000100:00100000:3.0:1746129511.218480:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736867072:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129511.218487:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145df80/2, rc 0, transno 21474840450 00000100:00100000:0.0:1746129511.218487:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.218490:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736867456:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.218498:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736868224:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.218511:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1746129511.218513:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746129511.218515:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.218517:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.218518:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.218520:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129511.218520:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746129511.218524:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013145ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736867328:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.218538:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.218544:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3300:x1830948736867584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (490us total) trans 21474840451 rc 0/0 00000100:00100000:2.0:1746129511.218546:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+42:3300:x1830948736868096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (471us total) trans 21474840452 rc 0/0 00000100:00100000:0.0:1746129511.218547:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736867840:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.218550:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12106 00000004:00080000:3.0:1746129511.218551:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87f100/2, rc 0, transno 21474840451 00000100:00100000:2.0:1746129511.218553:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12107 00000100:00100000:3.0:1746129511.218554:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736867584:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.218560:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736867712 00000100:00100000:2.0:1746129511.218562:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736868224 00000100:00100000:0.0:1746129511.218562:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.218564:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736867712 00000100:00100000:2.0:1746129511.218565:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736868224 00000100:00100000:0.0:1746129511.218568:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736868352:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.218573:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736867328 00000100:00100000:1.0:1746129511.218574:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736867840 00000100:00100000:2.0:1746129511.218575:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736867328 00000100:00100000:1.0:1746129511.218576:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736867840 00000100:00100000:0.0:1746129511.218581:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.218584:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12108 00000100:00100000:1.0:1746129511.218584:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736868352 00000100:00100000:1.0:1746129511.218585:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736868352 00000100:00100000:2.0:1746129511.218587:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3302:x1830948736868224:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.218594:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12109 00000100:00100000:1.0:1746129511.218598:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3302:x1830948736867712:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.218598:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12110 00000100:00100000:0.0:1746129511.218603:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3302:x1830948736867328:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.218665:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+47:3302:x1830948736868224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 77us (152us total) trans 21474840453 rc 0/0 00000100:00100000:2.0:1746129511.218670:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12108 00000100:00100000:2.0:1746129511.218679:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12111 00000100:00100000:1.0:1746129511.218679:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:3302:x1830948736867712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 80us (190us total) trans 21474840454 rc 0/0 00002000:00010000:0.0:1746129511.218682:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00000100:00100000:2.0:1746129511.218683:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:3302:x1830948736867840:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.218684:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12109 00002000:00010000:0.0:1746129511.218684:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:0.0:1746129511.218686:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129510 -> 1746129510 00002000:00010000:0.0:1746129511.218688:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:0.0:1746129511.218690:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746129511.218693:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12112 00000100:00100000:1.0:1746129511.218698:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3302:x1830948736868352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.218710:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3302:x1830948736867328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (170us total) trans 21474840455 rc 0/0 00000100:00100000:0.0:1746129511.218714:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12110 00000004:00080000:0.0:1746129511.218734:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013145ca80/2, rc 0, transno 21474840455 00000100:00100000:0.0:1746129511.218736:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013145ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736867328:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.218742:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7da680/2, rc 0, transno 21474840454 00000100:00100000:0.0:1746129511.218745:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736867712:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.218750:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7dbb80/2, rc 0, transno 21474840453 00000100:00100000:0.0:1746129511.218752:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736868224:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.218763:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3302:x1830948736867840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 79us (199us total) trans 21474840456 rc 0/0 00000100:00100000:1.0:1746129511.218763:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3302:x1830948736868352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 65us (180us total) trans 17179873265 rc 0/0 00000004:00080000:0.0:1746129511.218764:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b0000/2, rc 0, transno 17179873259 00000100:00100000:0.0:1746129511.218767:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736866688:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.218768:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12112 00000100:00100000:2.0:1746129511.218771:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12111 00000004:00080000:0.0:1746129511.218772:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135726a00/2, rc 0, transno 17179873260 00000100:00100000:0.0:1746129511.218774:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135726a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736867200:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129511.218780:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a77b1180/2, rc 0, transno 17179873258 00000100:00100000:0.0:1746129511.218782:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736866176:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129511.218791:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7d8a80/2, rc 0, transno 21474840456 00000100:00100000:0.0:1746129511.218793:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736867840:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.218798:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012b550a80/2, rc 0, transno 17179873265 00000100:00100000:0.0:1746129511.218801:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736868352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.218863:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3303:x1830948736866816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1285us (1452us total) trans 17179873266 rc 0/0 00000100:00100000:1.0:1746129511.218868:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12097 00000004:00080000:0.0:1746129511.218882:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135725500/2, rc 0, transno 17179873266 00000100:00100000:0.0:1746129511.218885:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736866816:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.218942:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3300:x1830948736867968:12345-0@lo:2:osp-syn-0-0.0 Request processed in 653us (954us total) trans 21474840457 rc 0/0 00000100:00100000:1.0:1746129511.218947:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12103 00000004:00080000:3.0:1746129511.219465:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7d8380/2, rc 0, transno 21474840452 00000100:00100000:3.0:1746129511.219472:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736868096:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1746129511.219488:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c7db480/2, rc 0, transno 21474840457 00000100:00100000:3.0:1746129511.219491:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736867968:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.220043:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.220097:0:14548:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14548:1830948736866304:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129511.220132:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae200/0x40a459093b05fdc9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 9 pid: 14548 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1746129511.220149:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.220176:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efae000, rc 0) 00000100:00100000:3.0:1746129511.220224:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094064000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29570:x1830948732056064:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 56291us (56424us total) trans 8589944168 rc 0/0 00000100:00100000:3.0:1746129511.220231:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10266 00000100:00100000:0.0:1746129511.221187:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.221227:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.221272:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732057216 00000100:00100000:3.0:1746129511.221279:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732057216 00000100:00100000:3.0:1746129511.221334:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10269 00000100:00100000:3.0:1746129511.221341:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29571:x1830948732057216:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.221358:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129511.221360:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732057344 00000100:00100000:2.0:1746129511.221364:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732057344 00010000:00010000:3.0:1746129511.221372:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406600/0x40a459093b05fdf3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b325 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.221388:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b309 expref: 10 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.221408:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6143 00000100:00100000:2.0:1746129511.221413:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948732057344:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.221419:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406600/0x40a459093b05fdf3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b325 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.221427:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.221431:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b309 expref: 10 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.221466:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732057088 00000100:00100000:1.0:1746129511.221471:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732057088 00000100:00100000:1.0:1746129511.221496:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4166 00000100:00100000:1.0:1746129511.221502:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29564:x1830948732057088:12345-192.168.202.4@tcp:49:cat.0 00010000:00010000:2.0:1746129511.221580:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b309 expref: 10 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.221590:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406600/0x40a459093b05fdf3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b325 expref: 10 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.221596:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0940000/0x40a459093b05fdd7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b309 expref: 10 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.221605:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.221608:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129511.221611:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f406600, rc 0) 00010000:00010000:2.0:1746129511.221612:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.221616:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.221622:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 2271 initiator: MDT0 00000100:00100000:3.0:1746129511.221634:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:29571:x1830948732057216:12345-192.168.202.4@tcp:101:cat.0 Request processed in 293us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.221636:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29564:x1830948732057088:12345-192.168.202.4@tcp:49:cat.0 Request processed in 133us (1593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.221640:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10269 00000100:00100000:1.0:1746129511.221644:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4166 00010000:00010000:2.0:1746129511.221891:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.221913:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.221945:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948732057344:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 531us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.221950:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6143 00010000:00010000:0.0:1746129511.222514:0:2271:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.222522:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000004:00010000:0.0:1746129511.222733:0:2271:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88013546dc00 reply state ffff880135953000 transno 8589944169 ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000100:00100000:0.0:1746129511.222740:0:2271:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746129511.222810:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29560:x1830948732056960:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 33973us (34186us total) trans 8589944169 rc 0/0 00000100:00100000:0.0:1746129511.222816:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10268 00000100:00100000:0.0:1746129511.223246:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.223326:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732057472 00000100:00100000:1.0:1746129511.223331:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732057472 00000100:00100000:1.0:1746129511.223372:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12113 00000100:00100000:1.0:1746129511.223378:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+21:29570:x1830948732057472:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129511.223389:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.223402:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b32c expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.223426:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d8 expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.223435:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b317 expref: 38 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.223440:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.223442:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.223445:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1720320->1744895] (req 1720320->1744895) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 22 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.223471:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b317 expref: 38 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.223483:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b317 expref: 38 pid: 8411 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.223495:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736868480:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.223784:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.223798:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.223801:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732057600 00000100:00100000:2.0:1746129511.223805:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732057600 00000100:00100000:0.0:1746129511.223809:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.223822:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.223833:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 644 00000100:00100000:0.0:1746129511.223836:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.223839:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948732057600:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.223860:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129511.223862:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129511.223875:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f406600/0x40a459093b05fdf3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b325 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.223876:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129511.223889:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00000100:00100000:0.0:1746129511.223891:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129511.223892:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.223915:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+7:1962:x1830948732057600:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 76us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.223921:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 644 00010000:00010000:1.0:1746129511.223974:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d8 expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.223984:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d8 expref: 8 pid: 31503 timeout: 866 lvb_type: 1 00000100:00100000:1.0:1746129511.223994:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736868608:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.224019:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa3816c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129511.224035:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732057728 00000100:00100000:1.0:1746129511.224038:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732057728 00000100:00100000:1.0:1746129511.224055:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732057856 00000100:00100000:1.0:1746129511.224057:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732057856 00000100:00100000:1.0:1746129511.224068:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732057984 00000100:00100000:1.0:1746129511.224070:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732057984 00000100:00100000:1.0:1746129511.224080:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732058112 00000100:00100000:1.0:1746129511.224081:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732058112 00000100:00100000:1.0:1746129511.224090:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732058240 00000100:00100000:1.0:1746129511.224092:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732058240 00000100:00100000:1.0:1746129511.224099:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732058368 00000100:00100000:1.0:1746129511.224101:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732058368 00000100:00100000:1.0:1746129511.224110:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12114 00000100:00100000:1.0:1746129511.224115:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732057728:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129511.224122:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.224129:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b333 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.224169:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.224177:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.224184:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.224190:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efaf400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129511.224195:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.224201:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.224210:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.224213:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129511.224216:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.224221:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaf400/0x40a459093b05fdec lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00000100:00100000:3.0:1746129511.224242:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12115 00000100:00100000:3.0:1746129511.224249:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e38a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732057856:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.224256:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.224266:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b33a expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.224280:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.224282:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.224290:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b33a expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.224318:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b33a expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.224326:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f406200, rc 0) 00000100:00100000:0.0:1746129511.224329:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12116 00000100:00100000:0.0:1746129511.224336:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732057984:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.224344:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129511.224350:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e38a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732057856:12345-192.168.202.4@tcp:101:cat.0 Request processed in 102us (539us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129511.224351:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b341 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.224356:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12115 00010000:00010000:0.0:1746129511.224362:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.224364:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746129511.224369:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12117 00010000:00010000:0.0:1746129511.224369:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b341 expref: 26 pid: 20577 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129511.224373:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732058112:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.224378:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.224379:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b341 expref: 26 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.224384:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f407000/0x40a459093b05fe16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b348 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.224386:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359e2c00, rc 0) 00010000:00010000:3.0:1746129511.224393:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.224399:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f407000/0x40a459093b05fe16 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b348 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129511.224401:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732057984:12345-192.168.202.4@tcp:101:cat.0 Request processed in 66us (578us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129511.224406:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f407000/0x40a459093b05fe16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b348 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129511.224407:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12116 00010000:00010000:3.0:1746129511.224415:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f407000, rc 0) 00000100:00100000:0.0:1746129511.224418:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12118 00000100:00100000:0.0:1746129511.224422:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732058240:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.224428:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129511.224430:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732058112:12345-192.168.202.4@tcp:101:cat.0 Request processed in 57us (593us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129511.224435:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12117 00010000:00010000:0.0:1746129511.224435:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b34f expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.224443:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.224444:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746129511.224445:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12119 00000100:00100000:3.0:1746129511.224449:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732058368:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.224449:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b34f expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.224454:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.224457:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b34f expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.224460:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b356 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.224468:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359e3600, rc 0) 00010000:00010000:3.0:1746129511.224470:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.224472:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.224476:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b356 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129511.224483:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732058240:12345-192.168.202.4@tcp:101:cat.0 Request processed in 60us (621us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129511.224484:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b356 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129511.224488:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12118 00010000:00010000:3.0:1746129511.224490:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f406a00, rc 0) 00000100:00100000:3.0:1746129511.224504:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732058368:12345-192.168.202.4@tcp:101:cat.0 Request processed in 55us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.224508:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12119 00000100:00100000:0.0:1746129511.224541:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732058496 00000100:00100000:0.0:1746129511.224545:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732058496 00000100:00100000:0.0:1746129511.224571:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10270 00000100:00100000:0.0:1746129511.224575:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29560:x1830948732058496:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129511.224576:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.224578:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.224584:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b333 expref: 25 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.224588:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.224595:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b333 expref: 25 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.224595:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecee00/0x40a459093b05fe2b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b35d expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.224603:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bcd400, rc 0) 00000100:00100000:1.0:1746129511.224621:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732057728:12345-192.168.202.4@tcp:101:cat.0 Request processed in 506us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.224627:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12114 00010000:00010000:0.0:1746129511.224639:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecee00/0x40a459093b05fe2b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b35d expref: 8 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.224647:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecee00/0x40a459093b05fe2b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b35d expref: 8 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.224659:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129511.224661:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129511.224663:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecee00, rc 0) 00000100:00100000:0.0:1746129511.224680:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29560:x1830948732058496:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 104us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.224684:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10270 00000100:00100000:0.0:1746129511.226038:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.226071:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.226103:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736868480:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.226200:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732058624 00000100:00100000:3.0:1746129511.226205:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732058624 00010000:00010000:3.0:1746129511.226225:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b317 expref: 39 pid: 8411 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.226370:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732058752 00000100:00100000:2.0:1746129511.226375:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732058752 00000100:00100000:2.0:1746129511.226630:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12120 00000100:00100000:2.0:1746129511.226641:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:29564:x1830948732058752:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.226656:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.226668:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b364 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.226685:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.226690:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1720320->1744895] (req 1720320->1744895) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.226696:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746129511.226698:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6144 00010000:00010000:2.0:1746129511.226699:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 41 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.226709:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1962:x1830948732058624:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.226719:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.226730:0:8412:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [1720320->1744895] (req 1720320->1744895) gid 0 flags: 0x60000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.226740:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b317 expref: 41 pid: 8411 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.226742:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 41 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.226749:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b317 expref: 41 pid: 8411 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.226937:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.226963:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.226978:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732059008 00000100:00100000:1.0:1746129511.226982:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732059008 00000100:00100000:1.0:1746129511.227001:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12121 00000100:00100000:1.0:1746129511.227006:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948732059008:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:0.0:1746129511.227022:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732058880 00000100:00100000:0.0:1746129511.227026:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732058880 00010000:00010000:0.0:1746129511.227040:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d8 expref: 10 pid: 31503 timeout: 866 lvb_type: 1 00000100:00100000:0.0:1746129511.227058:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6145 00000100:00100000:0.0:1746129511.227062:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948732058880:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129511.227069:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.227093:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efaf200, rc 0) 00010000:00010000:3.0:1746129511.227103:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efafe00/0x40a459093b05fdde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b317 expref: 41 pid: 8411 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.227119:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.227131:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:29564:x1830948732058752:12345-192.168.202.4@tcp:101:cat.0 Request processed in 492us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.227137:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1962:x1830948732058624:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 434us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.227137:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12120 00000100:00100000:3.0:1746129511.227143:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6144 00010000:00010000:0.0:1746129511.227232:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d8 expref: 10 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.227241:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d8 expref: 10 pid: 31503 timeout: 866 lvb_type: 1 00010000:00010000:0.0:1746129511.227252:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.227254:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.227259:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60080000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.227266:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60080000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.227287:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.227314:0:20578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x70000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746129511.227330:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736868864:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129511.227380:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00002000:00010000:1.0:1746129511.227489:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:1.0:1746129511.227492:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.227494:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129507 -> 1746129511 00002000:00010000:1.0:1746129511.227496:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.227498:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:1.0:1746129511.227513:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948732059008:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 506us (549us total) trans 17179873267 rc 0/0 00000100:00100000:1.0:1746129511.227517:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12121 00010000:00010000:1.0:1746129511.227543:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359e3400/0x40a459093b05fd0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d8 expref: 10 pid: 31503 timeout: 866 lvb_type: 1 00000100:00100000:1.0:1746129511.227591:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736868608:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.227612:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.227619:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.227627:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0940400, rc 0) 00000100:00100000:1.0:1746129511.227642:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+24:29570:x1830948732057472:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4264us (4397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.227648:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12113 00000100:00100000:0.0:1746129511.228642:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.228656:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.228980:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732059264 00000100:00100000:1.0:1746129511.228986:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732059264 00000100:00100000:0.0:1746129511.228995:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.229013:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.229172:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732059520 00000100:00100000:1.0:1746129511.229175:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732059520 00000100:00100000:2.0:1746129511.229179:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732059136 00000100:00100000:2.0:1746129511.229183:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732059136 00000100:00100000:1.0:1746129511.229192:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732059392 00000100:00100000:1.0:1746129511.229193:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732059392 00000100:00100000:2.0:1746129511.229208:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12122 00000100:00100000:2.0:1746129511.229221:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948732059264:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:1.0:1746129511.229340:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12123 00000100:00100000:1.0:1746129511.229347:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948732059520:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:1.0:1746129511.229455:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 4919712 -> 4919712 00002000:00010000:1.0:1746129511.229459:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.229461:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.229462:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.229464:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5593 -> 5593 00000100:00100000:1.0:1746129511.229498:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948732059520:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 152us (840us total) trans 17179873268 rc 0/0 00000100:00100000:1.0:1746129511.229506:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12123 00000100:00100000:1.0:1746129511.229518:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12124 00000100:00100000:1.0:1746129511.229522:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1960:x1830948732059136:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:1.0:1746129511.229598:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129511.229600:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.229602:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129510 -> 1746129511 00002000:00010000:1.0:1746129511.229604:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.229605:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746129511.229620:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948732059136:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 98us (626us total) trans 21474840458 rc 0/0 00000100:00100000:1.0:1746129511.229625:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12124 00000100:00100000:1.0:1746129511.229639:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12125 00000100:00100000:1.0:1746129511.229643:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948732059392:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:0.0:1746129511.229652:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.229682:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732059648 00000100:00100000:0.0:1746129511.229685:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732059648 00002000:00010000:1.0:1746129511.229693:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129511.229695:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.229697:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.229698:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.229700:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129511.229702:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12126 00000100:00100000:0.0:1746129511.229706:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1960:x1830948732059648:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:1.0:1746129511.229720:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca82050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948732059392:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 77us (706us total) trans 17179873269 rc 0/0 00000100:00100000:1.0:1746129511.229726:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12125 00002000:00010000:0.0:1746129511.229778:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1746129511.229973:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129511.229976:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129510 -> 1746129511 00002000:00010000:2.0:1746129511.229978:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129510 -> 1746129511 00002000:00010000:2.0:1746129511.229979:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129510 -> 1746129511 00002000:00010000:2.0:1746129511.229981:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129511.230012:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1960:x1830948732059264:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 793us (1375us total) trans 21474840460 rc 0/0 00000100:00100000:2.0:1746129511.230018:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12122 00002000:00010000:0.0:1746129511.230539:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129511 -> 1746129511 00002000:00010000:0.0:1746129511.230541:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:0.0:1746129511.230542:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129511 -> 1746129511 00002000:00010000:0.0:1746129511.230544:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129511.230573:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948732059648:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 866us (921us total) trans 21474840459 rc 0/0 00000100:00100000:0.0:1746129511.230578:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12126 00000100:00100000:0.0:1746129511.230613:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f9ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736868864:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129511.230628:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129511.230645:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1960:x1830948732058880:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3582us (3708us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.230652:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6145 00000100:00100000:0.0:1746129511.234619:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.234683:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.234690:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732059904 00000100:00100000:1.0:1746129511.234701:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732059904 00000100:00100000:1.0:1746129511.234747:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4167 00000100:00100000:1.0:1746129511.234755:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29560:x1830948732059904:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:2.0:1746129511.234764:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732060160 00000100:00100000:2.0:1746129511.234769:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732060160 00002000:00100000:2.0:1746129511.234803:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3eb:0x0] (1740800->1744895) req@ffff880093edf800 x1830948732060160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.234813:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf800 with x1830948732060160 ext(1740800->1744895) 00010000:00010000:2.0:1746129511.234822:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.234836:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 24 pid: 8410 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746129511.234853:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093edf800 00000100:00100000:1.0:1746129511.234990:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29560:x1830948732059904:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 235us (381us total) trans 8589944170 rc 0/0 00000100:00100000:0.0:1746129511.235394:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.236056:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732060416 00000100:00100000:2.0:1746129511.236062:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732060416 00002000:00100000:2.0:1746129511.236095:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880093eddf80 x1830948732060416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.236103:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eddf80 with x1830948732060416 ext(0->1048575) 00002000:00010000:2.0:1746129511.236108:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eddf80 00000100:00100000:2.0:1746129511.236126:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1216 00000100:00100000:2.0:1746129511.236133:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732060160:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129511.236311:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732060160:12345-192.168.202.4@tcp:3:cat.0 Request processed in 178us (1625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129511.236317:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1216 00002000:00100000:2.0:1746129511.236323:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3eb:0x0] (1740800->1744895) req@ffff880093edf800 x1830948732060160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746129522 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.236329:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf800 with x1830948732060160 ext(1740800->1744895) 00010000:00010000:2.0:1746129511.236335:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 25 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.236347:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 25 pid: 8410 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746129511.236354:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093edf800 00000100:00100000:2.0:1746129511.236371:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4703 00000100:00100000:2.0:1746129511.236377:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+24:1963:x1830948732060416:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.237965:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.238042:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.238061:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.238104:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.238128:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732061312 00000100:00100000:0.0:1746129511.238134:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732061312 00000100:00100000:0.0:1746129511.238170:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4168 00000100:00100000:0.0:1746129511.238176:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29560:x1830948732061312:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:1.0:1746129511.238232:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4167 00000100:00100000:0.0:1746129511.238393:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29560:x1830948732061312:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 216us (329us total) trans 8589944171 rc 0/0 00000100:00100000:0.0:1746129511.238400:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4168 00000100:00100000:3.0:1746129511.238719:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732060672 00000100:00100000:3.0:1746129511.238723:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732060672 00002000:00100000:3.0:1746129511.238754:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880093ede300 x1830948732060672/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.238764:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ede300 with x1830948732060672 ext(1048576->2097151) 00002000:00010000:3.0:1746129511.238769:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ede300 00000100:00100000:3.0:1746129511.238781:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732060928 00000100:00100000:3.0:1746129511.238782:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732060928 00002000:00100000:3.0:1746129511.238791:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880093edc380 x1830948732060928/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.238798:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc380 with x1830948732060928 ext(1048576->2097151) 00002000:00010000:3.0:1746129511.238801:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edc380 00000100:00100000:3.0:1746129511.238808:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732061440 00000100:00100000:3.0:1746129511.238810:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732061440 00002000:00100000:3.0:1746129511.238820:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1720319) req@ffff880093edd880 x1830948732061440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.238826:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edd880 with x1830948732061440 ext(1048576->1720319) 00010000:00010000:3.0:1746129511.238835:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 26 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.238862:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 26 pid: 8410 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129511.238869:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093edd880 00000100:00100000:3.0:1746129511.238880:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1217 00000100:00100000:3.0:1746129511.238886:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732061440:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.239463:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4704 00000100:00100000:0.0:1746129511.239472:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732060672:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129511.239919:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4705 00000100:00100000:3.0:1746129511.239925:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732060928:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129511.245932:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.246003:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.246016:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732061824 00000100:00100000:0.0:1746129511.246028:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732061824 00000100:00100000:0.0:1746129511.246090:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4169 00000100:00100000:0.0:1746129511.246098:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+7:29570:x1830948732061824:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129511.246422:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732061952 00000100:00100000:3.0:1746129511.246426:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732061952 00002000:00100000:3.0:1746129511.246461:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1720320->1744895) req@ffff880132c24e00 x1830948732061952/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129511.246565:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:29570:x1830948732061824:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 465us (653us total) trans 8589944172 rc 0/0 00000100:00100000:0.0:1746129511.246573:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4169 00002000:00100000:3.0:1746129511.246813:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24e00 with x1830948732061952 ext(1720320->1744895) 00010000:00010000:3.0:1746129511.246826:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 28 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.246852:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 28 pid: 8410 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129511.246860:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c24e00 00000100:00100000:3.0:1746129511.246881:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1218 00000100:00100000:3.0:1746129511.246889:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948732061952:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129511.252924:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948732060672:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13441us (14954us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129511.252937:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4704 00002000:00100000:1.0:1746129511.252950:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880093ede300 x1830948732060672/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.252960:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ede300 with x1830948732060672 ext(1048576->2097151) 00002000:00010000:1.0:1746129511.252966:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ede300 00000100:00100000:2.0:1746129511.257077:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732060416:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20683us (21666us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.257089:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4703 00002000:00100000:2.0:1746129511.257102:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff880093eddf80 x1830948732060416/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.257116:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eddf80 with x1830948732060416 ext(0->1048575) 00002000:00010000:2.0:1746129511.257123:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eddf80 00000100:00100000:3.0:1746129511.264761:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948732061952:12345-192.168.202.4@tcp:4:cat.0 Request processed in 17863us (18747us total) trans 17179873270 rc 0/0 00000100:00100000:3.0:1746129511.264773:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1218 00002000:00100000:3.0:1746129511.264783:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3eb:0x0] (1720320->1744895) req@ffff880132c24e00 x1830948732061952/t17179873270(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/448 e 0 to 0 dl 1746129522 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.264793:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132c24e00 with x1830948732061952 ext(1720320->1744895) 00010000:00010000:3.0:1746129511.264802:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 28 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.264816:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 28 pid: 8410 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746129511.264823:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132c24e00 00000100:00100000:2.0:1746129511.265552:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732061440:12345-192.168.202.4@tcp:3:cat.0 Request processed in 26663us (27444us total) trans 0 rc 671744/671744 00000100:00100000:2.0:1746129511.265559:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1217 00002000:00100000:2.0:1746129511.265565:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1720319) req@ffff880093edd880 x1830948732061440/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:H/200/0 rc 671744/671744 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.265573:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edd880 with x1830948732061440 ext(1048576->1720319) 00010000:00010000:2.0:1746129511.265577:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 26 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.265586:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 26 pid: 8410 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746129511.265592:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093edd880 00000100:00100000:3.0:1746129511.266284:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732060928:12345-192.168.202.4@tcp:3:cat.0 Request processed in 26356us (28238us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129511.266308:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4705 00002000:00100000:3.0:1746129511.266315:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880093edc380 x1830948732060928/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.266322:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc380 with x1830948732060928 ext(1048576->2097151) 00002000:00010000:3.0:1746129511.266325:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edc380 00000100:00100000:0.0:1746129511.284360:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.284420:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.284506:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732062208 00000100:00100000:1.0:1746129511.284516:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732062208 00010000:00010000:1.0:1746129511.284554:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 26 pid: 8410 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.284582:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6146 00000100:00100000:1.0:1746129511.284590:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948732062208:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.284606:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.284628:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 26 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.284639:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 26 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.284668:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0940400/0x40a459093b05fdfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1720320->1744895) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b32c expref: 26 pid: 8410 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.284700:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.284702:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.284710:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 38 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.284718:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 38 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.284755:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 38 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.284767:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736868992:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129511.284871:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.285115:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732062080 00000100:00100000:2.0:1746129511.285120:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732062080 00000100:00100000:2.0:1746129511.285148:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12127 00000100:00100000:2.0:1746129511.285153:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:29571:x1830948732062080:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.285170:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.285183:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b36b expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.285196:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.285198:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.285202:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b36b expref: 27 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.285213:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b36b expref: 27 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.285220:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efaf600, rc 0) 00000100:00100000:2.0:1746129511.285248:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:29571:x1830948732062080:12345-192.168.202.4@tcp:101:cat.0 Request processed in 95us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.285254:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12127 00000100:00100000:0.0:1746129511.291177:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.291274:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732062464 00000100:00100000:3.0:1746129511.291283:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732062464 00002000:00100000:3.0:1746129511.291367:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009507d180 x1830948732062464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.291377:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507d180 with x1830948732062464 ext(1048576->2097151) 00002000:00010000:3.0:1746129511.291383:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507d180 00000100:00100000:3.0:1746129511.291416:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4706 00000100:00100000:3.0:1746129511.291424:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732062464:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.291938:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.291961:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732062720 00000100:00100000:2.0:1746129511.291966:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732062720 00002000:00100000:2.0:1746129511.291989:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009507ce00 x1830948732062720/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.291996:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ce00 with x1830948732062720 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.292000:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507ce00 00000100:00100000:2.0:1746129511.292012:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4707 00000100:00100000:2.0:1746129511.292018:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948732062720:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129511.292087:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736868992:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129511.292114:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.292167:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948732062208:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7577us (7746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.292177:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6146 00000100:00100000:3.0:1746129511.309333:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732062464:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17867us (18124us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129511.309347:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4706 00002000:00100000:3.0:1746129511.309360:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009507d180 x1830948732062464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.309369:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507d180 with x1830948732062464 ext(1048576->2097151) 00002000:00010000:3.0:1746129511.309375:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507d180 00000100:00100000:2.0:1746129511.309752:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948732062720:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17733us (17813us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.309759:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4707 00002000:00100000:2.0:1746129511.309766:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009507ce00 x1830948732062720/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.309772:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ce00 with x1830948732062720 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.309775:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507ce00 00000100:00100000:0.0:1746129511.315509:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.315628:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732062848 00000100:00100000:3.0:1746129511.315639:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732062848 00000100:00100000:3.0:1746129511.315708:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12128 00000100:00100000:3.0:1746129511.315716:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+39:29568:x1830948732062848:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129511.315737:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.315757:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b372 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.315789:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.315797:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b36b expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.315803:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.315804:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.315808:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1064960->2043903] (req 1064960->2043903) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.315849:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b36b expref: 25 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.315867:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b36b expref: 25 pid: 31503 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.315880:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869120:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.315997:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.316005:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 40 pid: 8412 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.316013:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869248:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.316035:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36840 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.319728:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869120:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.319742:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869248:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.319782:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1064960->2043903] (req 1064960->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.319801:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f406600, rc 0) 00000100:00100000:3.0:1746129511.319870:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:29568:x1830948732062848:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4152us (4371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.319880:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12128 00000100:00100000:0.0:1746129511.320740:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.320781:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.320835:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732062976 00000100:00100000:2.0:1746129511.320850:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732062976 00000100:00100000:1.0:1746129511.320857:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732063104 00000100:00100000:1.0:1746129511.320861:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732063104 00010000:00010000:2.0:1746129511.320883:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 40 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.320883:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b36b expref: 26 pid: 31503 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.320917:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6147 00000100:00100000:2.0:1746129511.320925:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948732062976:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129511.320926:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6148 00000100:00100000:1.0:1746129511.320931:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732063104:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.320938:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.320938:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.320959:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 40 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.320961:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b36b expref: 26 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.320969:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 40 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.320978:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b36b expref: 26 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.321000:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efaf200/0x40a459093b05fe32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b364 expref: 40 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.321006:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efaf600/0x40a459093b05fe39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b36b expref: 26 pid: 31503 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.321029:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.321031:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.321154:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 39 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.321162:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 39 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.321490:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.321526:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732063104:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 593us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.321532:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6148 00010000:00010000:2.0:1746129511.321577:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 39 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.321595:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736869376:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129511.321668:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.325268:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.325684:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736869376:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129511.325707:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.325768:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+39:1960:x1830948732062976:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4843us (5029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.325777:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6147 00000100:00100000:3.0:1746129511.326115:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732063360 00000100:00100000:3.0:1746129511.326203:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732063360 00002000:00100000:3.0:1746129511.326247:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1064960->1069055) req@ffff88009507d880 x1830948732063360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.326257:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507d880 with x1830948732063360 ext(1064960->1069055) 00002000:00010000:3.0:1746129511.326261:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507d880 00000100:00100000:3.0:1746129511.326276:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4708 00000100:00100000:3.0:1746129511.326281:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948732063360:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129511.326808:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.326824:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.326854:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.326880:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.326895:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732063744 00000100:00100000:3.0:1746129511.326898:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948732063360:12345-192.168.202.4@tcp:3:cat.0 Request processed in 616us (1641us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129511.326898:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732063744 00000100:00100000:3.0:1746129511.326904:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4708 00002000:00100000:3.0:1746129511.326909:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1064960->1069055) req@ffff88009507d880 x1830948732063360/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.326914:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88013546ed80 x1830948732063744/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.326916:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507d880 with x1830948732063360 ext(1064960->1069055) 00002000:00010000:3.0:1746129511.326919:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507d880 00002000:00100000:1.0:1746129511.326921:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546ed80 with x1830948732063744 ext(2097152->3145727) 00002000:00010000:1.0:1746129511.326924:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013546ed80 00000100:00100000:3.0:1746129511.326929:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732063872 00000100:00100000:3.0:1746129511.326931:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732063872 00000100:00100000:1.0:1746129511.326932:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732064128 00000100:00100000:1.0:1746129511.326934:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732064128 00002000:00100000:3.0:1746129511.326939:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013546e300 x1830948732063872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.326943:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013546fb80 x1830948732064128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.326945:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546e300 with x1830948732063872 ext(3145728->4194303) 00002000:00010000:3.0:1746129511.326947:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013546e300 00002000:00100000:1.0:1746129511.326949:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546fb80 with x1830948732064128 ext(2097152->3145727) 00002000:00010000:1.0:1746129511.326952:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546fb80 00000100:00100000:1.0:1746129511.326958:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732064256 00000100:00100000:1.0:1746129511.326960:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732064256 00000100:00100000:3.0:1746129511.326961:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4709 00000100:00100000:3.0:1746129511.326965:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732063744:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:1.0:1746129511.326968:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013546c700 x1830948732064256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.326974:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546c700 with x1830948732064256 ext(3145728->4194303) 00002000:00010000:1.0:1746129511.326976:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546c700 00000100:00100000:1.0:1746129511.326985:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4710 00000100:00100000:1.0:1746129511.326989:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732063872:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129511.327154:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4711 00000100:00100000:1.0:1746129511.327159:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732064128:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:2.0:1746129511.327226:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746129511.327241:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4712 00000100:00100000:2.0:1746129511.327249:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732064256:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.328879:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.328903:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732064640 00000100:00100000:0.0:1746129511.328910:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732064640 00002000:00100000:0.0:1746129511.328943:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009507ea00 x1830948732064640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.328951:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ea00 with x1830948732064640 ext(2097152->3145727) 00002000:00010000:0.0:1746129511.328956:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507ea00 00000100:00100000:0.0:1746129511.328972:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4713 00000100:00100000:0.0:1746129511.328980:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+39:1960:x1830948732064640:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.332434:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.332662:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732064896 00000100:00100000:1.0:1746129511.332672:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732064896 00002000:00100000:1.0:1746129511.332718:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013575a300 x1830948732064896/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.332729:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575a300 with x1830948732064896 ext(3145728->4194303) 00002000:00010000:1.0:1746129511.332735:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575a300 00000100:00100000:1.0:1746129511.332768:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4714 00000100:00100000:1.0:1746129511.332777:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+41:1961:x1830948732064896:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.334982:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.335055:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.335106:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732065152 00000100:00100000:1.0:1746129511.335115:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732065152 00002000:00100000:1.0:1746129511.335156:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575bb80 x1830948732065152/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.335166:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575bb80 with x1830948732065152 ext(2097152->3145727) 00002000:00010000:1.0:1746129511.335171:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575bb80 00000100:00100000:1.0:1746129511.335197:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732065408 00000100:00100000:1.0:1746129511.335199:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732065408 00002000:00100000:1.0:1746129511.335208:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013575b800 x1830948732065408/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.335215:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575b800 with x1830948732065408 ext(3145728->4194303) 00002000:00010000:1.0:1746129511.335218:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575b800 00000100:00100000:1.0:1746129511.335228:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4715 00000100:00100000:1.0:1746129511.335235:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948732065152:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129511.335324:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4716 00000100:00100000:2.0:1746129511.335336:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948732065408:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129511.342144:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948732063744:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15161us (15320us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.342156:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4709 00002000:00100000:2.0:1746129511.342173:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88013546ed80 x1830948732063744/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.342182:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546ed80 with x1830948732063744 ext(2097152->3145727) 00002000:00010000:2.0:1746129511.342188:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013546ed80 00000100:00100000:0.0:1746129511.342933:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.343115:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732065664 00000100:00100000:2.0:1746129511.343123:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732065664 00002000:00100000:2.0:1746129511.343163:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (2039808->2043903) req@ffff880135759500 x1830948732065664/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.343172:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759500 with x1830948732065664 ext(2039808->2043903) 00002000:00010000:2.0:1746129511.343176:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135759500 00000100:00100000:2.0:1746129511.343193:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4717 00000100:00100000:2.0:1746129511.343200:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+43:1962:x1830948732065664:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129511.343364:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+43:1962:x1830948732065664:12345-192.168.202.4@tcp:3:cat.0 Request processed in 164us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129511.343370:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4717 00002000:00100000:2.0:1746129511.343375:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (2039808->2043903) req@ffff880135759500 x1830948732065664/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.343382:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135759500 with x1830948732065664 ext(2039808->2043903) 00002000:00010000:2.0:1746129511.343385:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135759500 00000100:00100000:1.0:1746129511.343741:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948732064640:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14761us (14868us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129511.343748:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4713 00002000:00100000:1.0:1746129511.343752:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009507ea00 x1830948732064640/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.343759:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009507ea00 with x1830948732064640 ext(2097152->3145727) 00002000:00010000:1.0:1746129511.343762:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009507ea00 00000100:00100000:0.0:1746129511.346854:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948732064128:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19671us (19976us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129511.346868:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4711 00002000:00100000:0.0:1746129511.346881:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013546fb80 x1830948732064128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.346890:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546fb80 with x1830948732064128 ext(2097152->3145727) 00002000:00010000:0.0:1746129511.346896:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546fb80 00000100:00100000:2.0:1746129511.349144:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732064256:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21885us (22251us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.349155:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4712 00002000:00100000:2.0:1746129511.349165:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013546c700 x1830948732064256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.349173:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546c700 with x1830948732064256 ext(3145728->4194303) 00002000:00010000:2.0:1746129511.349179:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546c700 00000100:00100000:1.0:1746129511.355555:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732063872:12345-192.168.202.4@tcp:3:cat.0 Request processed in 28549us (28713us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129511.355570:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4710 00002000:00100000:1.0:1746129511.355585:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013546e300 x1830948732063872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.355594:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546e300 with x1830948732063872 ext(3145728->4194303) 00002000:00010000:1.0:1746129511.355601:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013546e300 00000100:00100000:1.0:1746129511.356582:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+39:1961:x1830948732064896:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23803us (24156us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129511.356589:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4714 00002000:00100000:1.0:1746129511.356596:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88013575a300 x1830948732064896/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.356604:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575a300 with x1830948732064896 ext(3145728->4194303) 00002000:00010000:1.0:1746129511.356608:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013575a300 00000100:00100000:1.0:1746129511.362470:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948732065152:12345-192.168.202.4@tcp:3:cat.0 Request processed in 27221us (27484us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129511.362483:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4715 00002000:00100000:1.0:1746129511.362497:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013575bb80 x1830948732065152/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.362507:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575bb80 with x1830948732065152 ext(2097152->3145727) 00002000:00010000:1.0:1746129511.362513:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575bb80 00000100:00100000:0.0:1746129511.364371:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.365228:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732065792 00000100:00100000:3.0:1746129511.365239:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732065792 00000100:00100000:3.0:1746129511.365288:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12129 00000100:00100000:3.0:1746129511.365313:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732065792:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.365334:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.365356:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935b3c00/0x40a459093b05fe47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b379 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.365419:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869504:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129511.365955:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948732065408:12345-192.168.202.4@tcp:3:cat.0 Request processed in 30623us (30898us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.365964:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4716 00002000:00100000:2.0:1746129511.365974:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88013575b800 x1830948732065408/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.365989:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013575b800 with x1830948732065408 ext(3145728->4194303) 00002000:00010000:2.0:1746129511.365993:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013575b800 00000100:00100000:3.0:1746129511.366124:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.366266:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.366329:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732066048 00000100:00100000:1.0:1746129511.366333:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732066048 00000100:00100000:1.0:1746129511.366508:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4170 00000100:00100000:1.0:1746129511.366516:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+289:29568:x1830948732066048:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129511.367182:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29568:x1830948732066048:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 666us (915us total) trans 8589944173 rc 0/0 00000100:00100000:1.0:1746129511.367193:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4170 00002000:00010000:3.0:1746129511.368012:0:8412:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime: 1746129511 -> 1746129512 00002000:00010000:3.0:1746129511.368016:0:8412:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129511 -> 1746129512 00002000:00010000:3.0:1746129511.368018:0:8412:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime: 1746129511 -> 1746129512 00000100:00100000:3.0:1746129511.368036:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869504:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129511.368063:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935b3c00/0x40a459093b05fe47 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b379 expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.368074:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3c00/0x40a459093b05fe47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b379 expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.368144:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b3c00, rc 0) 00000100:00100000:3.0:1746129511.368177:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732065792:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2865us (3815us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129511.368183:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12129 00000100:00100000:0.0:1746129511.371735:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.371778:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.371838:0:31519:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732066560 00000100:00100000:1.0:1746129511.371838:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732066304 00000100:00100000:2.0:1746129511.371857:0:31519:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732066560 00000100:00100000:1.0:1746129511.371857:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732066304 00002000:00100000:2.0:1746129511.371911:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880131360000 x1830948732066560/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.371920:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360000 with x1830948732066560 ext(4194304->4923391) 00002000:00010000:2.0:1746129511.371925:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131360000 00000100:00100000:2.0:1746129511.371949:0:31519:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4718 00000100:00100000:2.0:1746129511.371957:0:31519:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732066560:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:1.0:1746129511.372046:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fab0700 x1830948732066304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.372053:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0700 with x1830948732066304 ext(4194304->4923391) 00002000:00010000:1.0:1746129511.372056:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab0700 00000100:00100000:1.0:1746129511.372069:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4719 00000100:00100000:1.0:1746129511.372130:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+39:1962:x1830948732066304:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129511.380687:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+39:1962:x1830948732066304:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8542us (8947us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129511.380700:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4719 00002000:00100000:1.0:1746129511.380714:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fab0700 x1830948732066304/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.380723:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab0700 with x1830948732066304 ext(4194304->4923391) 00002000:00010000:1.0:1746129511.380730:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab0700 00000100:00100000:3.0:1746129511.382454:0:31519:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732066560:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10490us (10666us total) trans 0 rc 729088/729088 00000100:00100000:3.0:1746129511.382464:0:31519:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4718 00002000:00100000:3.0:1746129511.382477:0:31519:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff880131360000 x1830948732066560/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.382492:0:31519:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131360000 with x1830948732066560 ext(4194304->4923391) 00002000:00010000:3.0:1746129511.382497:0:31519:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131360000 00000100:00100000:0.0:1746129511.384924:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.385025:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732066688 00000100:00100000:3.0:1746129511.385035:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732066688 00000100:00100000:3.0:1746129511.385082:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12130 00000100:00100000:3.0:1746129511.385090:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732066688:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.385110:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.385130:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935b3600/0x40a459093b05fe4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b380 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.385188:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869632:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129511.385703:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36840 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.386147:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.386254:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732066944 00000100:00100000:1.0:1746129511.386258:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732066944 00000100:00100000:1.0:1746129511.386319:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4171 00000100:00100000:1.0:1746129511.386326:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29564:x1830948732066944:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129511.386741:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29564:x1830948732066944:12345-192.168.202.4@tcp:35:cat.0 Request processed in 414us (593us total) trans 8589944174 rc 0/0 00000100:00100000:1.0:1746129511.386748:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4171 00000100:00100000:3.0:1746129511.387090:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869632:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129511.387122:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935b3600/0x40a459093b05fe4e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b380 expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.387134:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3600/0x40a459093b05fe4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b380 expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.387155:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b3600, rc 0) 00000100:00100000:3.0:1746129511.387188:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732066688:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2098us (2277us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129511.387194:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12130 00000100:00100000:0.0:1746129511.391560:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.392709:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732067072 00000100:00100000:3.0:1746129511.392723:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732067072 00000100:00100000:3.0:1746129511.392794:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12131 00000100:00100000:3.0:1746129511.392803:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732067072:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.392828:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.392862:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fe55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b387 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.392928:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869760:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129511.394063:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36840 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.395514:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869760:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129511.395544:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fe55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b387 expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.395558:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fe55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b387 expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.395918:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b3a00, rc 0) 00000100:00100000:3.0:1746129511.395975:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732067072:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3171us (4427us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129511.395982:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12131 00000100:00100000:0.0:1746129511.399582:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.399757:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732067328 00000100:00100000:1.0:1746129511.399768:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732067328 00000100:00100000:1.0:1746129511.399811:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4172 00000100:00100000:1.0:1746129511.399819:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29571:x1830948732067328:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129511.400289:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29571:x1830948732067328:12345-192.168.202.4@tcp:35:cat.0 Request processed in 469us (718us total) trans 8589944175 rc 0/0 00000100:00100000:1.0:1746129511.400426:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4172 00000100:00100000:0.0:1746129511.484215:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.484332:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732067584 00000100:00100000:2.0:1746129511.484342:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732067584 00000100:00100000:2.0:1746129511.484401:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10271 00000100:00100000:2.0:1746129511.484411:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29579:x1830948732067584:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129511.484438:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.484457:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaea00/0x40a459093b05fe5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b38e expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.484578:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484590:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484600:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484614:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484619:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484623:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484725:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484730:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484734:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129511.484742:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129511.484816:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484822:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484827:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484831:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efae400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.484835:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484851:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484863:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129511.484866:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129511.484870:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484875:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484902:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484906:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484909:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484912:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efaec00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.484914:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484918:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484922:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880132ef8200) 00010000:00010000:2.0:1746129511.484924:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129511.484925:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484928:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.484960:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaea00/0x40a459093b05fe5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b38e expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.484971:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b38e expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.484976:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.484978:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129511.484980:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efaee00, rc 0) 00000100:00100000:2.0:1746129511.485040:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:29579:x1830948732067584:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 630us (835us total) trans 8589944176 rc 0/0 00000100:00100000:2.0:1746129511.485046:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10271 00000100:00100000:0.0:1746129511.511667:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.511836:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732067840 00000100:00100000:2.0:1746129511.511854:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732067840 00000100:00100000:2.0:1746129511.511918:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10272 00000100:00100000:2.0:1746129511.511927:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29582:x1830948732067840:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.511954:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.511974:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaea00/0x40a459093b05fe7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b395 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.512087:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512100:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512111:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512124:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512132:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512137:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512246:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512254:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512260:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129511.512270:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129511.512387:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512393:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512399:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512404:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efaec00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.512407:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512414:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512424:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129511.512428:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129511.512431:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512435:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaec00/0x40a459093b05fe86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512465:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512470:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512475:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512479:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009efae400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.512481:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512486:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512492:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880132ef8200) 00010000:00010000:2.0:1746129511.512493:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129511.512496:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512500:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae400/0x40a459093b05fe8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.512535:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaea00/0x40a459093b05fe7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b395 expref: 294 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.512549:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b395 expref: 293 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.512554:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.512556:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129511.512559:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009efae600, rc 0) 00000100:00100000:2.0:1746129511.512612:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+293:29582:x1830948732067840:12345-192.168.202.4@tcp:101:cat.0 Request processed in 685us (957us total) trans 8589944177 rc 0/0 00000100:00100000:2.0:1746129511.512618:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10272 00000100:00100000:0.0:1746129511.528503:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.528543:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.528563:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.528596:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732068096 00000100:00100000:0.0:1746129511.528605:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732068096 00002000:00100000:0.0:1746129511.528660:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a063ca80 x1830948732068096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.528670:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063ca80 with x1830948732068096 ext(0->1048575) 00002000:00010000:0.0:1746129511.528676:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063ca80 00000100:00100000:0.0:1746129511.528692:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732068352 00000100:00100000:0.0:1746129511.528695:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732068352 00002000:00100000:0.0:1746129511.528705:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a063f800 x1830948732068352/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.528713:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063f800 with x1830948732068352 ext(1048576->2097151) 00002000:00010000:0.0:1746129511.528716:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063f800 00000100:00100000:0.0:1746129511.528728:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732068736 00000100:00100000:0.0:1746129511.528730:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732068736 00002000:00100000:0.0:1746129511.528741:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a063d180 x1830948732068736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 504/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.528754:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063d180 with x1830948732068736 ext(1048576->2097151) 00002000:00010000:0.0:1746129511.528757:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063d180 00000100:00100000:0.0:1746129511.528782:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4720 00000100:00100000:0.0:1746129511.528790:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948732068096:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129511.528828:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4721 00000100:00100000:2.0:1746129511.528849:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948732068352:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129511.529094:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4722 00000100:00100000:1.0:1746129511.529102:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948732068736:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129511.530813:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.530881:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732068864 00000100:00100000:2.0:1746129511.530887:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732068864 00002000:00100000:2.0:1746129511.530920:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880095624a80 x1830948732068864/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.530929:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095624a80 with x1830948732068864 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.530933:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095624a80 00000100:00100000:2.0:1746129511.530945:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4723 00000100:00100000:2.0:1746129511.530951:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948732068864:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129511.538749:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.540602:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732069120 00000100:00100000:1.0:1746129511.540615:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732069120 00000100:00100000:1.0:1746129511.541905:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10273 00000100:00100000:1.0:1746129511.541919:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:29585:x1830948732069120:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129511.541947:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.541968:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcde00/0x40a459093b05fea2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b39c expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.542068:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129511.542081:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129511.542092:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000004:00200000:1.0:1746129511.542104:0:2271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129511.542235:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcde00/0x40a459093b05fea2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b39c expref: 14 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.542507:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b39c expref: 13 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.542516:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.542519:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746129511.542522:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bcd000, rc 0) 00000100:00100000:1.0:1746129511.542580:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:29585:x1830948732069120:12345-192.168.202.4@tcp:101:cat.0 Request processed in 666us (3840us total) trans 8589944178 rc 0/0 00000100:00100000:1.0:1746129511.542586:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10273 00000100:00100000:1.0:1746129511.543852:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948732068736:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14736us (15272us total) trans 0 rc 69632/69632 00000100:00100000:1.0:1746129511.543862:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4722 00002000:00100000:1.0:1746129511.543871:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a063d180 x1830948732068736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 504/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 69632/69632 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.543879:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063d180 with x1830948732068736 ext(1048576->2097151) 00002000:00010000:1.0:1746129511.543885:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063d180 00000100:00100000:1.0:1746129511.547198:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+39:1963:x1830948732068096:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18394us (18693us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129511.547211:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4720 00002000:00100000:1.0:1746129511.547224:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a063ca80 x1830948732068096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.547234:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063ca80 with x1830948732068096 ext(0->1048575) 00002000:00010000:1.0:1746129511.547240:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a063ca80 00000100:00100000:3.0:1746129511.552268:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a063f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948732068352:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23407us (23698us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129511.552283:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4721 00002000:00100000:3.0:1746129511.552324:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff8800a063f800 x1830948732068352/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.552340:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a063f800 with x1830948732068352 ext(1048576->2097151) 00002000:00010000:3.0:1746129511.552347:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a063f800 00000100:00100000:0.0:1746129511.552462:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732068864:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21509us (21653us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129511.552469:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4723 00002000:00100000:0.0:1746129511.552473:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff880095624a80 x1830948732068864/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.552480:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880095624a80 with x1830948732068864 ext(1048576->2097151) 00002000:00010000:0.0:1746129511.552484:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095624a80 00000100:00100000:2.0:1746129511.552701:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.554746:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732069248 00000100:00100000:0.0:1746129511.554761:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732069248 00000100:00100000:0.0:1746129511.554836:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12132 00000100:00100000:0.0:1746129511.554854:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732069248:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.554876:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.554898:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359f3600/0x40a459093b05feb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3a3 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.554958:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869888:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129511.555080:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.560775:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736869888:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129511.560816:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359f3600/0x40a459093b05feb7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3a3 expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.560832:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359f3600/0x40a459093b05feb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3a3 expref: 26 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.560877:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359f3600, rc 0) 00000100:00100000:2.0:1746129511.560949:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732069248:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6095us (8246us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129511.560959:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12132 00000100:00100000:0.0:1746129511.573568:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.573634:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.573710:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732069632 00000100:00100000:1.0:1746129511.573725:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732069632 00000100:00100000:1.0:1746129511.573791:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4173 00000100:00100000:1.0:1746129511.573799:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+293:29582:x1830948732069632:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129511.574260:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732069376 00000100:00100000:2.0:1746129511.574265:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732069376 00000100:00100000:2.0:1746129511.574332:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12133 00000100:00100000:2.0:1746129511.574340:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:29585:x1830948732069376:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.574349:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.574371:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3aa expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.574396:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 38 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.574404:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129511.574521:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129511.574526:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.574765:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 38 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.574783:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 38 pid: 8412 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746129511.574796:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095626680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736870016:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.575466:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+294:29582:x1830948732069632:12345-192.168.202.4@tcp:35:cat.0 Request processed in 1666us (1828us total) trans 8589944179 rc 0/0 00000100:00100000:1.0:1746129511.575476:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4173 00000100:00100000:2.0:1746129511.575652:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99300 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.577186:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095626680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736870016:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.577217:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.577234:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359f5000, rc 0) 00000100:00100000:2.0:1746129511.577286:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:29585:x1830948732069376:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2946us (3729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.577312:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12133 00000100:00100000:0.0:1746129511.578919:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.579332:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732069760 00000100:00100000:2.0:1746129511.579341:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732069760 00002000:00100000:2.0:1746129511.579390:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1064960->2043903) req@ffff880094f44000 x1830948732069760/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.579399:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f44000 with x1830948732069760 ext(1064960->2043903) 00010000:00010000:2.0:1746129511.579410:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 39 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.579424:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 39 pid: 8412 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746129511.579434:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f44000 00000100:00100000:2.0:1746129511.579468:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1219 00000100:00100000:2.0:1746129511.579476:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+39:1960:x1830948732069760:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129511.603806:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.604178:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732070016 00000100:00100000:3.0:1746129511.604188:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732070016 00000100:00100000:3.0:1746129511.604257:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10274 00000100:00100000:3.0:1746129511.604266:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+294:29587:x1830948732070016:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129511.604324:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.604346:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2000/0x40a459093b05fec5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3b1 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.604452:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.604469:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b38e expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.604475:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b395 expref: 295 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.604482:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.604515:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b395 expref: 295 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.604527:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b395 expref: 295 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.604545:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736870144:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.604656:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b38e expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.604664:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b38e expref: 12 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.604672:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736870272:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.604698:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36840 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.607270:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736870144:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.607287:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736870272:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.607338:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129511.607735:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.607808:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.608797:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732070144 00000100:00100000:3.0:1746129511.608808:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732070144 00010000:00010000:3.0:1746129511.608873:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b395 expref: 296 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.608903:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732070272 00000100:00100000:3.0:1746129511.608905:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732070272 00010000:00010000:3.0:1746129511.608914:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b38e expref: 13 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.608930:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6149 00000100:00100000:3.0:1746129511.608938:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+296:1962:x1830948732070144:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.608956:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.608963:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b395 expref: 296 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.608975:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b395 expref: 296 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.609001:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae600/0x40a459093b05fe94 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b395 expref: 296 pid: 15096 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746129511.609105:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6150 00000100:00100000:1.0:1746129511.609113:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948732070272:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.609119:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.609123:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b38e expref: 13 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.609130:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b38e expref: 13 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.609140:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efaee00/0x40a459093b05fe71 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b38e expref: 13 pid: 15096 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746129511.609160:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.609166:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.609174:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.609180:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.609199:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129511.609472:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.609476:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.609609:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732070272:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 496us (1799us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.609615:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6150 00010000:00010000:1.0:1746129511.609639:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.609645:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129511.609663:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129511.609813:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2000/0x40a459093b05fec5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b1 expref: 297 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.609826:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b1 expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.609832:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.609835:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746129511.609847:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b2200, rc 0) 00000100:00100000:3.0:1746129511.609881:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+296:1962:x1830948732070144:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 944us (2147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.609887:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6149 00000100:00100000:2.0:1746129511.610169:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948732069760:12345-192.168.202.4@tcp:4:cat.0 Request processed in 30686us (31248us total) trans 17179873271 rc 0/0 00000100:00100000:2.0:1746129511.610180:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1219 00002000:00100000:2.0:1746129511.610191:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1064960->2043903) req@ffff880094f44000 x1830948732069760/t17179873271(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/448 e 0 to 0 dl 1746129522 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.610200:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f44000 with x1830948732069760 ext(1064960->2043903) 00010000:00010000:2.0:1746129511.610209:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 41 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746129511.610224:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 41 pid: 8412 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746129511.610236:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f44000 00000100:00100000:1.0:1746129511.610485:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+295:29587:x1830948732070016:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6219us (6691us total) trans 8589944180 rc 0/0 00000100:00100000:1.0:1746129511.610493:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10274 00000100:00100000:0.0:1746129511.613261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.613529:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732070400 00000100:00100000:3.0:1746129511.613541:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732070400 00010000:00010000:3.0:1746129511.613586:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 41 pid: 8412 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746129511.613625:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6151 00000100:00100000:3.0:1746129511.613636:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948732070400:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.613654:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.613684:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 41 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.613698:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 41 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.613728:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f406600/0x40a459093b05fe40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1064960->2043903) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b372 expref: 41 pid: 8412 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746129511.613773:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.613776:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.613786:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.613795:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.613848:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.613866:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736870400:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129511.614004:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.619565:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736870400:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129511.619597:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.624352:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+40:1960:x1830948732070400:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 10703us (11085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.624371:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6151 00000100:00100000:1.0:1746129511.624708:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.624762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.624830:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732070784 00000100:00100000:3.0:1746129511.624847:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732070784 00000100:00100000:3.0:1746129511.624893:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12134 00000100:00100000:3.0:1746129511.624900:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:29579:x1830948732070784:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129511.624923:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.624941:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3b8 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.624971:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b28b expref: 28 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.624978:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b33a expref: 27 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.624984:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ca expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.624990:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.624992:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.624995:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [1228800->1925119] (req 1228800->1925119) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.625026:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ca expref: 10 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.625038:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ca expref: 10 pid: 11014 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129511.625051:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736870528:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.625151:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b33a expref: 27 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.625163:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b33a expref: 27 pid: 8411 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129511.625170:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736870656:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.625194:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b28b expref: 28 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.625202:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b28b expref: 28 pid: 7148 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129511.625209:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736870784:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.625225:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.625772:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732070656 00000100:00100000:2.0:1746129511.625777:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732070656 00002000:00100000:2.0:1746129511.625814:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013546c380 x1830948732070656/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.625822:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546c380 with x1830948732070656 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.625827:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013546c380 00000100:00100000:3.0:1746129511.626578:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4724 00000100:00100000:3.0:1746129511.626589:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948732070656:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.631829:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.631879:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.631937:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732070912 00000100:00100000:1.0:1746129511.631946:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732070912 00010000:00010000:1.0:1746129511.631989:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ca expref: 11 pid: 11014 timeout: 866 lvb_type: 1 00000100:00100000:1.0:1746129511.632018:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732071040 00000100:00100000:1.0:1746129511.632021:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732071040 00010000:00010000:1.0:1746129511.632031:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b33a expref: 28 pid: 8411 timeout: 866 lvb_type: 1 00000100:00100000:1.0:1746129511.632330:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6152 00000100:00100000:1.0:1746129511.632339:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948732070912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.632354:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.632378:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ca expref: 11 pid: 11014 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.632389:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ca expref: 11 pid: 11014 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.632534:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.632593:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948732070912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 256us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.632603:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6152 00000100:00100000:1.0:1746129511.632624:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6153 00000100:00100000:1.0:1746129511.632631:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948732071040:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.632638:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.632645:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b33a expref: 28 pid: 8411 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.632653:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b33a expref: 28 pid: 8411 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.632664:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.632679:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948732071040:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 47us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.632684:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6153 00000100:00100000:2.0:1746129511.632712:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.632732:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732071168 00000100:00100000:1.0:1746129511.632735:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732071168 00010000:00010000:1.0:1746129511.632746:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b28b expref: 29 pid: 7148 timeout: 866 lvb_type: 1 00000100:00100000:1.0:1746129511.632771:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6154 00000100:00100000:1.0:1746129511.632775:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1960:x1830948732071168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.632781:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.632788:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b28b expref: 29 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.632797:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b28b expref: 29 pid: 7148 timeout: 866 lvb_type: 1 00010000:00010000:1.0:1746129511.632808:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.632810:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.632818:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.632826:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.632869:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.632885:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736870912:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129511.632936:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381600 going to sleep for 11 seconds 00010000:00010000:3.0:1746129511.633074:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f406400/0x40a459093b05fcfe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2ca expref: 10 pid: 11014 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129511.633091:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736870528:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.633101:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f406200/0x40a459093b05fe08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b33a expref: 27 pid: 8411 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129511.633108:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736870656:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.633115:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09b3800/0x40a459093b05fcb8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b28b expref: 29 pid: 7148 timeout: 866 lvb_type: 1 00000100:00100000:3.0:1746129511.633124:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736870784:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.633149:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 26 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.633156:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b2400, rc 0) 00000100:00100000:3.0:1746129511.634652:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:29579:x1830948732070784:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 9739us (9877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.634664:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12134 00000100:00100000:1.0:1746129511.643287:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736870912:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129511.643495:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.644105:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948732070656:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17516us (19395us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129511.644118:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4724 00000100:00100000:1.0:1746129511.644223:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1960:x1830948732071168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 11447us (11511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.644231:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6154 00002000:00100000:3.0:1746129511.644625:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013546c380 x1830948732070656/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.644635:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546c380 with x1830948732070656 ext(1048576->2097151) 00002000:00010000:3.0:1746129511.644641:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013546c380 00000100:00100000:3.0:1746129511.645010:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.645085:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732071424 00000100:00100000:0.0:1746129511.645093:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732071424 00002000:00100000:0.0:1746129511.645126:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1228800->1232895) req@ffff88012b550380 x1830948732071424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.645134:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b550380 with x1830948732071424 ext(1228800->1232895) 00002000:00010000:0.0:1746129511.645137:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b550380 00000100:00100000:0.0:1746129511.648335:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4725 00000100:00100000:0.0:1746129511.648357:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732071424:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129511.648788:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732071424:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 435us (3772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129511.648798:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4725 00002000:00100000:1.0:1746129511.648809:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1228800->1232895) req@ffff88012b550380 x1830948732071424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.648819:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b550380 with x1830948732071424 ext(1228800->1232895) 00002000:00010000:1.0:1746129511.648826:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b550380 00000100:00100000:0.0:1746129511.660142:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.660216:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732071680 00000100:00100000:1.0:1746129511.660227:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732071680 00002000:00100000:1.0:1746129511.660275:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1921024->1925119) req@ffff880094f46300 x1830948732071680/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.660285:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f46300 with x1830948732071680 ext(1921024->1925119) 00002000:00010000:1.0:1746129511.660291:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f46300 00000100:00100000:1.0:1746129511.660371:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4726 00000100:00100000:1.0:1746129511.660380:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732071680:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129511.660603:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732071680:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 222us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129511.660609:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4726 00002000:00100000:1.0:1746129511.660615:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e5:0x0] (1921024->1925119) req@ffff880094f46300 x1830948732071680/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.660622:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f46300 with x1830948732071680 ext(1921024->1925119) 00002000:00010000:1.0:1746129511.660625:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f46300 00000100:00100000:0.0:1746129511.665505:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.665608:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732071936 00000100:00100000:1.0:1746129511.665617:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732071936 00000100:00100000:1.0:1746129511.665721:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4174 00000100:00100000:1.0:1746129511.665729:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+12:29579:x1830948732071936:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129511.666555:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+13:29579:x1830948732071936:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 823us (1060us total) trans 8589944181 rc 0/0 00000100:00100000:1.0:1746129511.666563:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4174 00000100:00100000:0.0:1746129511.703802:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.704067:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732072064 00000100:00100000:3.0:1746129511.704077:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732072064 00000100:00100000:3.0:1746129511.704134:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12135 00000100:00100000:3.0:1746129511.704143:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:29587:x1830948732072064:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129511.704165:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.704183:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3bf expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.704221:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b292 expref: 29 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.704230:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b341 expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.704238:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d1 expref: 9 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.704244:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.704246:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.704249:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [1744896->2097151] (req 1744896->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 29 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.704279:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d1 expref: 9 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.704319:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d1 expref: 9 pid: 20577 timeout: 867 lvb_type: 1 00000100:00100000:3.0:1746129511.704334:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736871040:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.705249:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b341 expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.705261:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b341 expref: 25 pid: 20577 timeout: 867 lvb_type: 1 00000100:00100000:3.0:1746129511.705271:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736871168:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.705447:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b292 expref: 29 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.705456:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b292 expref: 29 pid: 11014 timeout: 867 lvb_type: 1 00000100:00100000:3.0:1746129511.705464:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736871296:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.705483:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.708316:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736871040:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.708671:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.708821:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732072192 00000100:00100000:1.0:1746129511.708829:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732072192 00010000:00010000:1.0:1746129511.708878:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d1 expref: 10 pid: 20577 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.708907:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6155 00000100:00100000:1.0:1746129511.708915:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732072192:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.708929:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.708956:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d1 expref: 10 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.708971:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d1 expref: 10 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.708998:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a09b2400/0x40a459093b05fcf7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2d1 expref: 10 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.709017:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.709067:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732072192:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 153us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.709073:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6155 00000100:00100000:3.0:1746129511.709325:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736871168:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.709333:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8412:1830948736871296:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.709363:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1744896->2097151] (req 1744896->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 29 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.709372:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b2a00, rc 0) 00000100:00100000:3.0:1746129511.709393:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:29587:x1830948732072064:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5252us (5603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.709399:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12135 00000100:00100000:0.0:1746129511.710083:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.710865:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732072320 00000100:00100000:2.0:1746129511.710872:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732072320 00010000:00010000:2.0:1746129511.710903:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b341 expref: 26 pid: 20577 timeout: 867 lvb_type: 1 00000100:00100000:2.0:1746129511.710939:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6156 00000100:00100000:2.0:1746129511.710946:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732072320:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.710957:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.710976:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b341 expref: 26 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:2.0:1746129511.710986:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b341 expref: 26 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:2.0:1746129511.711003:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359e2c00/0x40a459093b05fe0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b341 expref: 26 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:2.0:1746129511.711029:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.711071:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732072320:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 125us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.711077:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6156 00000100:00100000:1.0:1746129511.711457:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.711475:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732072448 00000100:00100000:1.0:1746129511.711478:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732072448 00010000:00010000:1.0:1746129511.711493:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b292 expref: 29 pid: 11014 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.711508:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6157 00000100:00100000:1.0:1746129511.711513:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732072448:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.711519:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.711527:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b292 expref: 29 pid: 11014 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.711536:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b292 expref: 29 pid: 11014 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.711553:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935b3e00/0x40a459093b05fcaa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b292 expref: 29 pid: 11014 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.711564:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.711565:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.711573:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 28 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.711580:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 28 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.711611:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 28 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.711623:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736871424:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129511.711677:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa3819c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.714142:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.714514:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732072704 00000100:00100000:2.0:1746129511.714522:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732072704 00002000:00100000:2.0:1746129511.714574:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1744896->1748991) req@ffff880094f45500 x1830948732072704/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.714583:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45500 with x1830948732072704 ext(1744896->1748991) 00002000:00010000:2.0:1746129511.714590:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f45500 00000100:00100000:2.0:1746129511.714612:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4727 00000100:00100000:2.0:1746129511.714620:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732072704:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129511.714798:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732072704:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 178us (666us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129511.714804:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4727 00002000:00100000:2.0:1746129511.714809:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1744896->1748991) req@ffff880094f45500 x1830948732072704/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.714816:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f45500 with x1830948732072704 ext(1744896->1748991) 00002000:00010000:2.0:1746129511.714819:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094f45500 00000100:00100000:1.0:1746129511.715137:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7087:1830948736871424:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129511.715156:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.715192:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1963:x1830948732072448:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3678us (3735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.715201:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6157 00000100:00100000:2.0:1746129511.719338:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.719452:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732072832 00000100:00100000:3.0:1746129511.719462:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732072832 00000100:00100000:3.0:1746129511.719507:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12136 00000100:00100000:3.0:1746129511.719515:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+40:29587:x1830948732072832:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129511.719534:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.719552:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3c6 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.719582:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.719591:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.719593:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.719596:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->1433599] (req 1048576->1433599) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.719625:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 25 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.719636:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 25 pid: 8412 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.719648:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736871552:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.719748:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.723648:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736871552:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.723696:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->1433599] (req 1048576->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.723725:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b3a00, rc 0) 00000100:00100000:3.0:1746129511.723867:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+41:29587:x1830948732072832:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4350us (4537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.723878:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12136 00000100:00100000:0.0:1746129511.725892:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.726661:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732072960 00000100:00100000:1.0:1746129511.726818:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732072960 00010000:00010000:1.0:1746129511.726877:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129511.726934:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6158 00000100:00100000:1.0:1746129511.726944:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732072960:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.726961:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.726988:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.727002:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.727034:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359f5000/0x40a459093b05febe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3aa expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.727056:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.727059:0:7087:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.727066:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.727074:0:7087:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.727113:0:7087:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.727126:0:7087:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736871680:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129511.727227:0:7087:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129511.730425:0:7087:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7087:1830948736871680:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129511.730454:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.731129:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732072960:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4177us (5237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.731140:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6158 00000100:00100000:0.0:1746129511.734705:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.735027:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732073216 00000100:00100000:2.0:1746129511.735043:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732073216 00002000:00100000:2.0:1746129511.735111:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3eb:0x0] (1429504->1433599) req@ffff880094f46a00 x1830948732073216/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.735122:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f46a00 with x1830948732073216 ext(1429504->1433599) 00002000:00010000:2.0:1746129511.735130:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f46a00 00000100:00100000:2.0:1746129511.735175:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4728 00000100:00100000:2.0:1746129511.735185:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948732073216:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129511.735483:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948732073216:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 298us (789us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129511.735491:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4728 00002000:00100000:2.0:1746129511.735497:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3eb:0x0] (1429504->1433599) req@ffff880094f46a00 x1830948732073216/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.735510:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f46a00 with x1830948732073216 ext(1429504->1433599) 00002000:00010000:2.0:1746129511.735513:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f46a00 00000100:00100000:0.0:1746129511.756240:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.756482:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732073344 00000100:00100000:1.0:1746129511.756493:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732073344 00000100:00100000:1.0:1746129511.756550:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10275 00000100:00100000:1.0:1746129511.756558:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29592:x1830948732073344:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129511.756584:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.756603:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x40a459093b05feef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3cd expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.756663:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.756676:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.756688:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.756699:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.756704:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.756708:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.757012:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.757025:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b1 expref: 294 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.757031:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.757067:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b1 expref: 294 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.757080:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b1 expref: 294 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129511.757091:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736871808:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.758077:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.760971:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.761066:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732073600 00000100:00100000:2.0:1746129511.761076:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732073600 00000100:00100000:1.0:1746129511.761220:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736871808:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.761246:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129511.761420:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4175 00000100:00100000:3.0:1746129511.761431:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+295:27693:x1830948732073600:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1746129511.761665:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+296:27693:x1830948732073600:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 236us (706us total) trans 8589944182 rc 0/0 00000100:00100000:3.0:1746129511.761671:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4175 00000100:00100000:0.0:1746129511.763575:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.763660:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732073728 00000100:00100000:1.0:1746129511.763668:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732073728 00010000:00010000:1.0:1746129511.763701:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b1 expref: 296 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129511.763918:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6159 00000100:00100000:1.0:1746129511.763925:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+296:1962:x1830948732073728:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.763940:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.763946:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b1 expref: 296 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.763959:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b1 expref: 296 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.763982:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b2200/0x40a459093b05fecc lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b1 expref: 296 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.764011:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.764016:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.764025:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.764032:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.764089:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129511.764197:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764204:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129511.764247:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:0.0:1746129511.764251:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129511.764266:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764276:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764285:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764291:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764326:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764331:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b631a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129511.764335:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764341:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764350:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129511.764352:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129511.764355:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764360:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05fef6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129511.764431:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+295:1962:x1830948732073728:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 504us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.764438:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6159 00010000:00010000:0.0:1746129511.764825:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764833:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764851:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764856:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b631c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129511.764859:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764863:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764871:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba200) 00010000:00010000:0.0:1746129511.764873:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129511.764875:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764880:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05fefd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.764914:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x40a459093b05feef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3cd expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.764927:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3cd expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.764934:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129511.764936:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129511.764938:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746129511.765186:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29592:x1830948732073344:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 8626us (8955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.765193:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10275 00000100:00100000:0.0:1746129511.767677:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.767878:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732073856 00000100:00100000:0.0:1746129511.767882:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.767888:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732073856 00000100:00100000:0.0:1746129511.767930:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.768510:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732073984 00000100:00100000:3.0:1746129511.768514:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732073984 00000100:00100000:0.0:1746129511.768525:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732074112 00000100:00100000:0.0:1746129511.768527:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732074112 00000100:00100000:3.0:1746129511.768543:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12137 00000100:00100000:0.0:1746129511.768548:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12138 00000100:00100000:3.0:1746129511.768551:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948732073856:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:0.0:1746129511.768552:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948732073984:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:3.0:1746129511.768571:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12139 00010000:00010000:0.0:1746129511.768573:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129511.768575:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732074112:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129511.768581:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.768594:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935b2800/0x40a459093b05ff12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3e2 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.768594:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359f2e00/0x40a459093b05ff0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3db expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.768644:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736872064:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129511.768644:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736871936:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129511.769371:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00010000:00010000:3.0:1746129511.769385:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.769393:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935b3600/0x40a459093b05ff19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3d4 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.769417:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736872192:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129511.769440:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.769450:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.771275:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11014:1830948736872064:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129511.771365:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935b2800/0x40a459093b05ff12 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e2 expref: 12 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.771380:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935b2800/0x40a459093b05ff12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e2 expref: 12 pid: 11014 timeout: 0 lvb_type: 1 00002000:00010000:0.0:1746129511.771457:0:8411:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime: 1746129511 -> 1746129512 00002000:00010000:0.0:1746129511.771461:0:8411:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime: 1746129511 -> 1746129512 00002000:00010000:0.0:1746129511.771463:0:8411:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime: 1746129511 -> 1746129512 00000100:00100000:0.0:1746129511.771478:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736872192:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129511.771492:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935b3600/0x40a459093b05ff19 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3d4 expref: 12 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.771501:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935b3600/0x40a459093b05ff19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3d4 expref: 12 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.771509:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b3600, rc 0) 00000100:00100000:0.0:1746129511.771555:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948732073856:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3001us (3887us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129511.771563:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12137 00002000:00010000:1.0:1746129511.771583:0:22480:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime: 1746129511 -> 1746129512 00002000:00010000:1.0:1746129511.771586:0:22480:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129511 -> 1746129512 00002000:00010000:1.0:1746129511.771587:0:22480:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime: 1746129511 -> 1746129512 00000100:00100000:1.0:1746129511.771596:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736871936:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129511.771611:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801359f2e00/0x40a459093b05ff0b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3db expref: 10 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.771619:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359f2e00/0x40a459093b05ff0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3db expref: 10 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.771628:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359f2e00, rc 0) 00000100:00100000:1.0:1746129511.771650:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732073984:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3096us (3767us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129511.771655:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12138 00010000:00010000:3.0:1746129511.771806:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b2800, rc 0) 00000100:00100000:3.0:1746129511.771831:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732074112:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3255us (3900us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129511.771844:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12139 00000100:00100000:0.0:1746129511.775866:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.775964:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732074368 00000100:00100000:1.0:1746129511.775976:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732074368 00000100:00100000:1.0:1746129511.777801:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10276 00000100:00100000:1.0:1746129511.777933:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:29592:x1830948732074368:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129511.777961:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.777984:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630e00/0x40a459093b05ff20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3e9 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.778108:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.778123:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3cd expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.778130:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.778164:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3cd expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.778177:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3cd expref: 12 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129511.778189:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736872320:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.779251:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381000 going to sleep for 11 seconds 00000100:00100000:1.0:1746129511.781483:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736872320:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.781484:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129511.781510:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129511.781647:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732074496 00000100:00100000:2.0:1746129511.781655:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732074496 00010000:00010000:2.0:1746129511.781696:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3cd expref: 13 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129511.781736:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6160 00000100:00100000:2.0:1746129511.781783:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948732074496:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.781799:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.781806:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3cd expref: 13 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.781817:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3cd expref: 13 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.781851:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff04 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3cd expref: 13 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.781877:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.781882:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.781892:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.781903:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129511.782644:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.782703:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948732074496:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 922us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.782711:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6160 00010000:00010000:1.0:1746129511.783082:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.783090:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129511.783112:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129511.783267:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630e00/0x40a459093b05ff20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e9 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.783308:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e9 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.783315:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.783317:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1746129511.783320:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630a00, rc 0) 00000100:00100000:1.0:1746129511.783349:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29592:x1830948732074368:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 5427us (7497us total) trans 8589944183 rc 0/0 00000100:00100000:1.0:1746129511.783358:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10276 00000100:00100000:0.0:1746129511.786010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.786404:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732074624 00000100:00100000:1.0:1746129511.786415:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732074624 00000100:00100000:1.0:1746129511.786472:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10277 00000100:00100000:1.0:1746129511.786481:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29592:x1830948732074624:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129511.786509:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.786528:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630c00/0x40a459093b05ff35 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3f0 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.786615:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.786629:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e9 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.786636:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.786668:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e9 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.786680:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e9 expref: 13 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129511.786692:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736872448:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.786774:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.790334:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.790408:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732074752 00000100:00100000:3.0:1746129511.790417:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732074752 00010000:00010000:3.0:1746129511.790452:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e9 expref: 14 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.790481:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6161 00000100:00100000:3.0:1746129511.790488:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1960:x1830948732074752:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.790502:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.790508:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 5/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e9 expref: 14 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.790520:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e9 expref: 14 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.790542:0:7087:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.790547:0:7087:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.790556:0:7087:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.790563:0:7087:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.790581:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.790628:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1960:x1830948732074752:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 139us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.790635:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6161 00010000:00010000:1.0:1746129511.790832:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630a00/0x40a459093b05ff27 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3e9 expref: 13 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129511.790863:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736872448:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.790881:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.790888:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.790893:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129511.791941:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00000004:00200000:1.0:1746129511.791949:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746129511.791969:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.792006:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630c00/0x40a459093b05ff35 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f0 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.792021:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f0 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.792028:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.792030:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129511.792033:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630600, rc 0) 00000100:00100000:1.0:1746129511.792089:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29592:x1830948732074624:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 5609us (6087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.792096:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10277 00000100:00100000:0.0:1746129511.793775:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.794582:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732075008 00000100:00100000:1.0:1746129511.794595:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732075008 00000100:00100000:1.0:1746129511.794650:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10278 00000100:00100000:1.0:1746129511.794658:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+13:29596:x1830948732075008:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129511.794688:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129511.794786:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.794804:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.794833:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129511.794897:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630400/0x40a459093b05ff43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3f7 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.795226:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795241:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795252:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129511.795259:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732075264 00000100:00100000:0.0:1746129511.795264:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732075264 00010000:00010000:1.0:1746129511.795266:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795271:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795276:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129511.795316:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732075136 00000100:00100000:0.0:1746129511.795319:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732075136 00000100:00100000:0.0:1746129511.795330:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732075392 00000100:00100000:0.0:1746129511.795331:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732075392 00000100:00100000:0.0:1746129511.795352:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12140 00000100:00100000:0.0:1746129511.795358:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948732075264:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:1.0:1746129511.795366:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12141 00010000:00010000:0.0:1746129511.795367:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746129511.795372:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948732075136:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129511.795379:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359f2c00/0x40a459093b05ff58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b405 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.795380:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.795387:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b630800/0x40a459093b05ff5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b3fe expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.795423:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736872576:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129511.795504:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.795525:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12142 00000100:00100000:0.0:1746129511.795531:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948732075392:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129511.795540:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.795551:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359f3600/0x40a459093b05ff66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b40c expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.795576:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736872704:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129511.795596:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129511.795640:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736872832:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129511.795667:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381a80 going to sleep for 11 seconds 00010000:00010000:1.0:1746129511.795748:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795756:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795761:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129511.795770:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129511.795937:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795944:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795955:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795960:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b630200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129511.795964:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795970:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795981:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129511.795984:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129511.795987:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.795992:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630200/0x40a459093b05ff4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.796005:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.796010:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.796014:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.796017:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b630000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129511.796019:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.796023:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.796027:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9bad00) 00010000:00010000:1.0:1746129511.796029:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129511.796030:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.796034:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630000/0x40a459093b05ff51 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.796066:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630400/0x40a459093b05ff43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f7 expref: 16 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.796075:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f7 expref: 15 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.796080:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.796083:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129511.796085:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:1.0:1746129511.796783:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+15:29596:x1830948732075008:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2123us (3013us total) trans 8589944184 rc 0/0 00000100:00100000:1.0:1746129511.796789:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10278 00000100:00100000:3.0:1746129511.801494:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.801627:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732075904 00000100:00100000:1.0:1746129511.801636:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732075904 00000100:00100000:1.0:1746129511.801689:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10279 00000100:00100000:1.0:1746129511.801697:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+295:29598:x1830948732075904:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129511.801724:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129511.801742:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x40a459093b05ff7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b413 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.801882:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.801896:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.801908:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.801922:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.801927:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.801932:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802049:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802059:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802065:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129511.802072:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129511.802163:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802169:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802175:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802181:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b631c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129511.802185:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802191:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802202:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129511.802205:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129511.802209:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802214:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631c00/0x40a459093b05ff82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802224:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802233:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802237:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802241:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b631a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129511.802243:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802247:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802253:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba200) 00010000:00010000:1.0:1746129511.802255:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129511.802256:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.802261:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631a00/0x40a459093b05ff89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129511.802327:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.802354:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736872832:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129511.802371:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736872704:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129511.802381:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b630800/0x40a459093b05ff5f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3fe expref: 12 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.802391:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b630800/0x40a459093b05ff5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3fe expref: 12 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.802400:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630800, rc 0) 00000100:00100000:1.0:1746129511.802444:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948732075136:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 7071us (7638us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129511.802449:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736872576:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129511.802453:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12141 00010000:00010000:2.0:1746129511.802463:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801359f2c00/0x40a459093b05ff58 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b405 expref: 11 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.802473:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359f2c00/0x40a459093b05ff58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b405 expref: 10 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.802484:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359f2c00, rc 0) 00010000:00010000:1.0:1746129511.802494:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631800/0x40a459093b05ff7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b413 expref: 298 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.802505:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b413 expref: 297 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.802509:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732075264:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 7151us (7723us total) trans 0 rc 301/301 00010000:00010000:0.0:1746129511.802510:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359f3600/0x40a459093b05ff66 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b40c expref: 12 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.802511:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.802513:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:2.0:1746129511.802515:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12140 00010000:00010000:1.0:1746129511.802515:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631400, rc 0) 00010000:00010000:0.0:1746129511.802520:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359f3600/0x40a459093b05ff66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b40c expref: 12 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129511.802527:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359f3600, rc 0) 00000100:00100000:1.0:1746129511.802535:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+297:29598:x1830948732075904:12345-192.168.202.4@tcp:101:cat.0 Request processed in 838us (1052us total) trans 8589944185 rc 0/0 00000100:00100000:2.0:1746129511.802536:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732075648 00000100:00100000:2.0:1746129511.802539:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732075648 00000100:00100000:1.0:1746129511.802540:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10279 00000100:00100000:0.0:1746129511.802543:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948732075392:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 7013us (7710us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129511.802548:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12142 00000100:00100000:2.0:1746129511.802564:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4176 00000100:00100000:2.0:1746129511.802569:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+15:29596:x1830948732075648:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129511.806000:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+16:29596:x1830948732075648:12345-192.168.202.4@tcp:35:cat.0 Request processed in 3414us (3658us total) trans 8589944186 rc 0/0 00000100:00100000:1.0:1746129511.806010:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.806017:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4176 00000100:00100000:0.0:1746129511.806162:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732076032 00000100:00100000:0.0:1746129511.806171:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732076032 00000100:00100000:0.0:1746129511.806214:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12143 00000100:00100000:0.0:1746129511.806222:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948732076032:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.806240:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.806259:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359f3400/0x40a459093b05ff9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b41a expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.806345:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736872960:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129511.806408:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.808486:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736872960:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129511.808523:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801359f3400/0x40a459093b05ff9e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b41a expref: 29 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.808537:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359f3400/0x40a459093b05ff9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b41a expref: 29 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.808547:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359f3400, rc 0) 00000100:00100000:2.0:1746129511.808602:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948732076032:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2380us (2591us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129511.808611:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12143 00000100:00100000:0.0:1746129511.809202:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.809224:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.809643:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732076288 00000100:00100000:3.0:1746129511.809644:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732076160 00000100:00100000:3.0:1746129511.809650:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732076160 00000100:00100000:2.0:1746129511.809650:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732076288 00000100:00100000:2.0:1746129511.809690:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12144 00000100:00100000:2.0:1746129511.809697:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948732076288:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.809713:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.809729:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359c3800/0x40a459093b05ffa5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b428 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.809770:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12145 00000100:00100000:3.0:1746129511.809776:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948732076160:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129511.809778:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736873088:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129511.809784:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.809793:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05ffac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b421 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.809817:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736873216:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129511.809828:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f990c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.809846:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.810058:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.810092:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732076544 00000100:00100000:2.0:1746129511.810096:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732076544 00000100:00100000:2.0:1746129511.810133:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10280 00000100:00100000:2.0:1746129511.810139:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:29592:x1830948732076544:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129511.810149:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.810162:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7600/0x40a459093b05ffb3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b42f expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.810250:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.810264:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.810275:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000004:00200000:2.0:1746129511.810288:0:2271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129511.810926:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7600/0x40a459093b05ffb3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b42f expref: 15 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.810947:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b42f expref: 14 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.810955:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.810957:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129511.810960:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f7400, rc 0) 00000100:00100000:2.0:1746129511.811002:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:29592:x1830948732076544:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 862us (943us total) trans 8589944187 rc 0/0 00000100:00100000:2.0:1746129511.811009:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10280 00000100:00100000:3.0:1746129511.812736:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736873088:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129511.812771:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359c3800/0x40a459093b05ffa5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b428 expref: 26 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.812785:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359c3800/0x40a459093b05ffa5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b428 expref: 26 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.812945:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359c3800, rc 0) 00000100:00100000:3.0:1746129511.813040:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948732076288:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3341us (3813us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129511.813048:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12144 00000100:00100000:3.0:1746129511.813282:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736873216:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129511.813336:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05ffac lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b421 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.813705:0:8411:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05ffac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b421 expref: 26 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.813714:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b2c00, rc 0) 00000100:00100000:3.0:1746129511.813743:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948732076160:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3966us (4542us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129511.813749:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12145 00000100:00100000:0.0:1746129511.814109:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.814139:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.814163:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.814185:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732076672 00000100:00100000:0.0:1746129511.814187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.814193:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732076672 00000100:00100000:0.0:1746129511.814202:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.814230:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732076928 00000100:00100000:2.0:1746129511.814233:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732076928 00000100:00100000:2.0:1746129511.814247:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732077184 00000100:00100000:2.0:1746129511.814248:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732077184 00000100:00100000:2.0:1746129511.814259:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732076800 00000100:00100000:2.0:1746129511.814261:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732076800 00000100:00100000:2.0:1746129511.814309:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732077056 00000100:00100000:2.0:1746129511.814312:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732077056 00000100:00100000:1.0:1746129511.814316:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12146 00000100:00100000:2.0:1746129511.814326:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12147 00000100:00100000:1.0:1746129511.814326:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948732076672:12345-192.168.202.4@tcp:1:lfs.0 00000100:00100000:2.0:1746129511.814331:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732076928:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:2.0:1746129511.814364:0:22480:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.814365:0:7148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.814379:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.814379:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b284 expref: 40 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.814387:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129511.814387:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b333 expref: 24 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.814388:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129511.814391:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.814394:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2c3 expref: 13 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.814400:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.814401:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.814403:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.814417:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 27 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.814417:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2c3 expref: 13 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.814428:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2c3 expref: 13 pid: 22481 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.814442:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736873472:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.814479:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.814516:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732077312 00000100:00100000:3.0:1746129511.814520:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732077312 00000100:00100000:3.0:1746129511.814534:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12148 00000100:00100000:3.0:1746129511.814540:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948732077184:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:3.0:1746129511.814556:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.814571:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a0 expref: 40 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.814578:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b34f expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.814585:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2df expref: 13 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.814590:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.814592:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.814594:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.814608:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2df expref: 13 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.814633:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 27 pid: 8412 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129511.814642:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736873344:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.814690:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.814695:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12149 00000100:00100000:0.0:1746129511.814704:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732076800:12345-192.168.202.4@tcp:1:lfs.0 00000100:00100000:2.0:1746129511.814708:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12150 00000100:00100000:2.0:1746129511.814714:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948732077056:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129511.814726:0:20577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.814733:0:4699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.814737:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.814743:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.814743:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129511.814744:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129511.814747:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.814748:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129511.814750:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129511.814752:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.814764:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 24 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.814768:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 40 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.814772:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 24 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.814777:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 40 pid: 8412 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746129511.814781:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736873728:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.814785:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736873856:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.814787:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b333 expref: 24 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.814795:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b333 expref: 24 pid: 7149 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.814802:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736873984:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.814806:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.814813:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99300 going to sleep for 11 seconds 00010000:00010000:1.0:1746129511.814821:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b284 expref: 40 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.814828:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b284 expref: 40 pid: 7148 timeout: 867 lvb_type: 1 00000100:00100000:2.0:1746129511.814829:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12151 00000100:00100000:1.0:1746129511.814849:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736874112:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.814868:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800aa381a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.814873:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.814880:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732077440 00000100:00100000:1.0:1746129511.814883:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732077440 00010000:00010000:3.0:1746129511.814921:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2df expref: 13 pid: 20577 timeout: 867 lvb_type: 1 00000100:00100000:3.0:1746129511.814930:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736873600:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.814971:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b34f expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.814978:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b34f expref: 24 pid: 20577 timeout: 867 lvb_type: 1 00000100:00100000:3.0:1746129511.814990:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736874240:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.815012:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a0 expref: 40 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129511.815018:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a0 expref: 40 pid: 11014 timeout: 867 lvb_type: 1 00000100:00100000:3.0:1746129511.815025:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736874368:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.815036:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f36d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.815214:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732077312:12345-192.168.202.4@tcp:1:lfs.0 00000100:00100000:1.0:1746129511.815216:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12152 00000100:00100000:1.0:1746129511.815221:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+28:29598:x1830948732077440:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129511.815228:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.815232:0:11014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.815236:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b436 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.815241:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a7 expref: 28 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.815247:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129511.815248:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b356 expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.815249:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.815255:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746129511.815258:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2e6 expref: 11 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.815258:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 29 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.815263:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.815264:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.815265:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.815267:0:7149:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.815276:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 29 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.815278:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2e6 expref: 11 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129511.815284:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b630c00, rc 0) 00010000:00010000:2.0:1746129511.815285:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2e6 expref: 11 pid: 31503 timeout: 867 lvb_type: 1 00000100:00100000:2.0:1746129511.815310:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736874496:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.815314:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+29:29598:x1830948732077440:12345-192.168.202.4@tcp:101:cat.0 Request processed in 93us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.815321:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12152 00010000:00010000:2.0:1746129511.815337:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b356 expref: 24 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.815344:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b356 expref: 24 pid: 8411 timeout: 867 lvb_type: 1 00000100:00100000:2.0:1746129511.815351:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736874624:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.815368:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a7 expref: 28 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129511.815380:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a7 expref: 28 pid: 11014 timeout: 867 lvb_type: 1 00000100:00100000:2.0:1746129511.815386:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736874752:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.815401:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.820623:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736873856:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.820657:0:4699:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.820812:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736873344:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.820827:0:22480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.823551:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736873472:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.823649:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.823672:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.823707:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.823742:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736873984:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.823983:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732077568 00000100:00100000:2.0:1746129511.823986:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736873728:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.823992:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732077568 00010000:00010000:2.0:1746129511.824016:0:20577:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.824182:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732077696 00000100:00100000:0.0:1746129511.824187:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732077696 00002000:00100000:0.0:1746129511.824208:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1744896->2097151) req@ffff88013546e680 x1830948732077696/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.824217:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546e680 with x1830948732077696 ext(1744896->2097151) 00010000:00010000:0.0:1746129511.824224:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 29 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746129511.824235:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 29 pid: 8412 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746129511.824241:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013546e680 00000100:00100000:0.0:1746129511.824269:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1220 00000100:00100000:0.0:1746129511.824276:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732077696:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:0.0:1746129511.824676:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732077824 00000100:00100000:0.0:1746129511.824679:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732077824 00010000:00010000:0.0:1746129511.824701:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2c3 expref: 14 pid: 22481 timeout: 867 lvb_type: 1 00000100:00100000:0.0:1746129511.824729:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6162 00000100:00100000:0.0:1746129511.824735:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1963:x1830948732077824:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129511.824746:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129511.824769:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2c3 expref: 14 pid: 22481 timeout: 867 lvb_type: 1 00002000:00100000:3.0:1746129511.824805:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1433599) req@ffff88013546ca80 x1830948732077568/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.824812:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546ca80 with x1830948732077568 ext(1048576->1433599) 00010000:00010000:3.0:1746129511.824817:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.824824:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746129511.824834:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013546ca80 00000100:00100000:3.0:1746129511.824865:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1221 00000100:00100000:3.0:1746129511.824871:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948732077568:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129511.825822:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736874112:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.825860:0:7148:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.825984:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.825997:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.826008:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732077952 00000100:00100000:1.0:1746129511.826012:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732077952 00002000:00100000:1.0:1746129511.826034:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1228800->1925119) req@ffff88013546c000 x1830948732077952/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.826041:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546c000 with x1830948732077952 ext(1228800->1925119) 00010000:00010000:1.0:1746129511.826046:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 25 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.826053:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 25 pid: 8412 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129511.826058:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013546c000 00000100:00100000:1.0:1746129511.826069:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1222 00000100:00100000:1.0:1746129511.826073:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732077952:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129511.826136:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736873600:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.826145:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736874240:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.826152:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736874368:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.826169:0:22481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.826190:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736874496:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.826198:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736874624:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129511.826687:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.826702:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732078080 00000100:00100000:1.0:1746129511.826705:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732078080 00010000:00010000:1.0:1746129511.826720:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2df expref: 15 pid: 20577 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.826734:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732078336 00000100:00100000:1.0:1746129511.826736:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732078336 00010000:00010000:1.0:1746129511.826743:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2e6 expref: 12 pid: 31503 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.826754:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6163 00000100:00100000:1.0:1746129511.826758:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1961:x1830948732078080:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.826765:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.826780:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2df expref: 15 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.826788:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2df expref: 15 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.826811:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2a00/0x40a459093b05fd05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2df expref: 15 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.826830:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.826861:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1961:x1830948732078080:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 102us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.826867:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6163 00000100:00100000:1.0:1746129511.826883:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6164 00000100:00100000:1.0:1746129511.826887:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948732078336:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.826893:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.826904:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2e6 expref: 12 pid: 31503 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.826911:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2e6 expref: 12 pid: 31503 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.826923:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359e3000/0x40a459093b05fd13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2e6 expref: 12 pid: 31503 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.826932:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.826943:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948732078336:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 57us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.826948:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6164 00000100:00100000:1.0:1746129511.826996:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.827004:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732078208 00000100:00100000:1.0:1746129511.827007:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732078208 00010000:00010000:1.0:1746129511.827015:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b333 expref: 25 pid: 7149 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.827027:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6165 00000100:00100000:1.0:1746129511.827031:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732078208:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.827037:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.827045:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b333 expref: 25 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827053:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b333 expref: 25 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827064:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bcd400/0x40a459093b05fe01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b333 expref: 25 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827071:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.827082:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732078208:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 51us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.827087:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6165 00000100:00100000:1.0:1746129511.827120:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.827130:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732078464 00000100:00100000:1.0:1746129511.827133:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732078464 00010000:00010000:1.0:1746129511.827142:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b284 expref: 43 pid: 7148 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.827154:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6166 00000100:00100000:1.0:1746129511.827158:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+43:1962:x1830948732078464:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.827164:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.827171:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b284 expref: 43 pid: 7148 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827179:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b284 expref: 43 pid: 7148 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827189:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a09b2e00/0x40a459093b05fca3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b284 expref: 43 pid: 7148 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827198:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.827211:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+42:1962:x1830948732078464:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 52us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.827215:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6166 00000100:00100000:1.0:1746129511.827260:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.827267:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732078592 00000100:00100000:1.0:1746129511.827269:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732078592 00010000:00010000:1.0:1746129511.827277:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b34f expref: 24 pid: 20577 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.827288:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6167 00000100:00100000:1.0:1746129511.827291:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+24:1961:x1830948732078592:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.827316:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.827323:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b34f expref: 24 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827330:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b34f expref: 24 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827340:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359e3600/0x40a459093b05fe1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b34f expref: 24 pid: 20577 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827347:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.827361:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+23:1961:x1830948732078592:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 69us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.827369:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6167 00000100:00100000:1.0:1746129511.827400:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.827409:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732078720 00000100:00100000:1.0:1746129511.827412:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732078720 00010000:00010000:1.0:1746129511.827421:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b356 expref: 27 pid: 8411 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.827434:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6168 00000100:00100000:1.0:1746129511.827438:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732078720:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.827444:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.827450:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b356 expref: 27 pid: 8411 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827457:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b356 expref: 27 pid: 8411 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827468:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f406a00/0x40a459093b05fe24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b356 expref: 27 pid: 8411 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827477:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.827490:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732078720:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 51us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.827495:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6168 00000100:00100000:1.0:1746129511.827572:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.827583:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732078848 00000100:00100000:1.0:1746129511.827586:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732078848 00010000:00010000:1.0:1746129511.827598:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a0 expref: 42 pid: 11014 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.827610:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6169 00000100:00100000:1.0:1746129511.827614:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+42:1960:x1830948732078848:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.827620:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.827627:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a0 expref: 42 pid: 11014 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827635:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a0 expref: 42 pid: 11014 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827644:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3800/0x40a459093b05fcb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a0 expref: 42 pid: 11014 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.827652:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.827654:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.827658:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.827662:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736874752:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129511.827665:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.827683:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.827696:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948732078848:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 82us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.827702:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6169 00010000:00010000:2.0:1746129511.827704:0:11014:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.827722:0:22481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.827730:0:22481:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.827757:0:22481:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.827764:0:22481:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.827772:0:22481:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.827779:0:22481:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935b2600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129511.827782:0:22481:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.827791:0:22481:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.827801:0:22481:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.827809:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935b2600/0x40a459093b05ffd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.827873:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948732077184:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 13332us (13708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.827881:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12148 00010000:00010000:0.0:1746129511.829811:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2c3 expref: 12 pid: 22481 timeout: 867 lvb_type: 1 00010000:00010000:0.0:1746129511.829850:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dd5c600/0x40a459093b05fcf0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2c3 expref: 12 pid: 22481 timeout: 867 lvb_type: 1 00010000:00010000:0.0:1746129511.829869:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.829871:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.829876:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.829884:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.829907:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129511.829950:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732077824:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5213us (6239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.829959:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6162 00000100:00100000:0.0:1746129511.830074:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129511.830202:0:7148:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.830212:0:7148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.830241:0:7148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.830248:0:7148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.830255:0:7148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.830261:0:7148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b630e00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129511.830265:0:7148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.830273:0:7148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.830283:0:7148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.830289:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b630e00/0x40a459093b05ffcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129511.830352:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732076672:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 16028us (16244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.830360:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12146 00000100:00100000:1.0:1746129511.830503:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732078976 00000100:00100000:1.0:1746129511.830511:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732078976 00010000:00010000:1.0:1746129511.830536:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a7 expref: 31 pid: 11014 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129511.833073:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6170 00000100:00100000:1.0:1746129511.833090:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948732078976:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.833112:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.833136:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a7 expref: 31 pid: 11014 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.833150:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a7 expref: 31 pid: 11014 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.833175:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935b3200/0x40a459093b05fcc6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b2a7 expref: 31 pid: 11014 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129511.833190:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.833192:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.833196:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.833205:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.833246:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.833308:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948732078976:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 224us (3235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.833315:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6170 00010000:00010000:2.0:1746129511.834236:0:11014:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.834249:0:11014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.834275:0:11014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.834282:0:11014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.834289:0:11014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.834314:0:11014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013555b000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129511.834318:0:11014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.834325:0:11014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.834338:0:11014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.834344:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013555b000/0x40a459093b05ffeb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.834428:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732077312:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 19213us (19946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.834437:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12151 00000100:00100000:3.0:1746129511.837931:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948732077568:12345-192.168.202.4@tcp:4:cat.0 Request processed in 13046us (14271us total) trans 17179873272 rc 0/0 00000100:00100000:3.0:1746129511.837945:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1221 00002000:00100000:3.0:1746129511.837957:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1433599) req@ffff88013546ca80 x1830948732077568/t17179873272(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/448 e 0 to 0 dl 1746129522 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129511.837968:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546ca80 with x1830948732077568 ext(1048576->1433599) 00010000:00010000:3.0:1746129511.837978:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.837991:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746129511.837997:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013546ca80 00000100:00100000:0.0:1746129511.838761:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948732077696:12345-192.168.202.4@tcp:4:cat.0 Request processed in 14481us (15083us total) trans 21474840461 rc 0/0 00000100:00100000:0.0:1746129511.838769:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1220 00002000:00100000:0.0:1746129511.838776:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1744896->2097151) req@ffff88013546e680 x1830948732077696/t21474840461(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/448 e 0 to 0 dl 1746129522 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.838785:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546e680 with x1830948732077696 ext(1744896->2097151) 00010000:00010000:0.0:1746129511.838792:0:31521:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 30 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746129511.838802:0:31521:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 30 pid: 8412 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746129511.838808:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013546e680 00000100:00100000:0.0:1746129511.845163:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.845268:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.845351:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732079104 00000100:00100000:2.0:1746129511.845361:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732079104 00010000:00010000:2.0:1746129511.845401:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129511.845426:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732079232 00000100:00100000:2.0:1746129511.845429:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732079232 00010000:00010000:2.0:1746129511.845439:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 30 pid: 8412 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129511.845455:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6171 00000100:00100000:2.0:1746129511.845463:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+41:1963:x1830948732079104:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.845477:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.845501:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.845511:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.845536:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935b3a00/0x40a459093b05fee8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1433599) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3c6 expref: 41 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.845552:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.845554:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.845560:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845568:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845590:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.845636:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+40:1963:x1830948732079104:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 174us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.845643:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6171 00000100:00100000:2.0:1746129511.845687:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6172 00000100:00100000:2.0:1746129511.845693:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948732079232:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.845701:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.845714:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 30 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.845722:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 30 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.845734:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2a00/0x40a459093b05fee1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1744896->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3bf expref: 30 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.845749:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.845751:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.845754:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845760:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845773:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.845787:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948732079232:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 95us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.845792:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6172 00010000:00010000:2.0:1746129511.845810:0:4699:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845818:0:4699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845848:0:4699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845865:0:4699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845873:0:4699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845884:0:4699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013555aa00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129511.845888:0:4699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845896:0:4699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845906:0:4699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.845911:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013555aa00/0x40a459093b05ffe4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.845960:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732077056:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 31245us (31756us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.845968:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12150 00010000:00010000:3.0:1746129511.846048:0:22480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.846055:0:22480:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.846069:0:22480:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.846079:0:22480:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.846084:0:22480:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.846089:0:22480:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013555a400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129511.846092:0:22480:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.846098:0:22480:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.846107:0:22480:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.846113:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013555a400/0x40a459093b05ffc8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129511.846159:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732076928:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 31827us (32019us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.846165:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12147 00000100:00100000:1.0:1746129511.846639:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732077952:12345-192.168.202.4@tcp:4:cat.0 Request processed in 20562us (20637us total) trans 21474840462 rc 0/0 00000100:00100000:1.0:1746129511.846648:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1222 00002000:00100000:1.0:1746129511.846658:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1228800->1925119) req@ffff88013546c000 x1830948732077952/t21474840462(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/448 e 0 to 0 dl 1746129522 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.846668:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546c000 with x1830948732077952 ext(1228800->1925119) 00010000:00010000:1.0:1746129511.846676:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.846688:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129511.846695:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013546c000 00000100:00100000:2.0:1746129511.852625:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.852879:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732079488 00000100:00100000:1.0:1746129511.852889:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732079488 00002000:00100000:1.0:1746129511.852951:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880135725f80 x1830948732079488/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 504/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.852962:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135725f80 with x1830948732079488 ext(1048576->2097151) 00010000:00010000:1.0:1746129511.852971:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.852985:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129511.852996:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135725f80 00000100:00100000:1.0:1746129511.853027:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1223 00000100:00100000:1.0:1746129511.853034:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732079488:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129511.858481:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732079488:12345-192.168.202.4@tcp:3:cat.0 Request processed in 5434us (5856us total) trans 0 rc 352256/352256 00000100:00100000:1.0:1746129511.858493:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1223 00002000:00100000:1.0:1746129511.858507:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff880135725f80 x1830948732079488/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 504/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:H/200/0 rc 352256/352256 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.858517:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135725f80 with x1830948732079488 ext(1048576->2097151) 00010000:00010000:1.0:1746129511.858528:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.858541:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 26 pid: 8412 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129511.858548:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135725f80 00000100:00100000:0.0:1746129511.863663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.864600:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732079616 00000100:00100000:3.0:1746129511.864612:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732079616 00000100:00100000:3.0:1746129511.864675:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12153 00000100:00100000:3.0:1746129511.864684:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:29596:x1830948732079616:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.864705:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.865086:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b43d expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129511.865117:0:22480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d268, atime: 0x6813d267, ctime: 0x6813d268, blocks: 0x821 00010000:00010000:3.0:1746129511.865144:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.865146:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.865157:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b43d expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.865173:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b43d expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.865183:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935b2c00, rc 0) 00000100:00100000:3.0:1746129511.865346:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+27:29596:x1830948732079616:12345-192.168.202.4@tcp:101:cat.0 Request processed in 662us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.865352:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12153 00000100:00100000:0.0:1746129511.865770:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.865823:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732079744 00000100:00100000:1.0:1746129511.865830:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732079744 00010000:00010000:1.0:1746129511.865863:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 27 pid: 8412 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129511.865895:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6173 00000100:00100000:1.0:1746129511.865901:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732079744:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.865911:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.865927:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 27 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.865937:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 27 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.865953:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2400/0x40a459093b05feda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1228800->1925119) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3b8 expref: 27 pid: 8412 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.865979:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.865981:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129511.865985:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.865992:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129511.866023:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.866046:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948732079744:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 145us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.866052:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6173 00010000:00010000:2.0:1746129511.866128:0:20577:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.866137:0:20577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.866159:0:20577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.866170:0:20577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.866177:0:20577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.866182:0:20577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359f3a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129511.866186:0:20577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.866193:0:20577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.866200:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.866201:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.866205:0:20577:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 28 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.866212:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 28 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.866237:0:20577:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 28 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.866248:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736874880:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129511.866336:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99900 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.868441:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736874880:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129511.868471:0:20577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.868480:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359f3a00/0x40a459093b05ffdd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000020 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.868546:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732076800:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 53842us (54356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.868556:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12149 00000100:00100000:0.0:1746129511.872806:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.872858:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.873217:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732080000 00000100:00100000:2.0:1746129511.873227:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732080000 00000100:00100000:0.0:1746129511.873282:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:2.0:1746129511.873284:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009f8a1c00 x1830948732080000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.873328:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a1c00 with x1830948732080000 ext(1048576->2097151) 00000100:00100000:1.0:1746129511.873372:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732080512 00000100:00100000:1.0:1746129511.873376:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732080512 00002000:00100000:1.0:1746129511.873393:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f8a0e00 x1830948732080512/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.873400:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a0e00 with x1830948732080512 ext(1048576->2097151) 00002000:00010000:1.0:1746129511.873405:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f8a0e00 00002000:00010000:2.0:1746129511.873445:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f8a1c00 00000100:00100000:1.0:1746129511.873494:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4729 00000100:00100000:1.0:1746129511.873504:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732080512:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129511.873747:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732080256 00000100:00100000:3.0:1746129511.873752:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732080256 00000100:00100000:3.0:1746129511.873792:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10281 00000100:00100000:3.0:1746129511.873797:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+14:29592:x1830948732080256:12345-192.168.202.4@tcp:36:lfs.0 00000100:00100000:2.0:1746129511.873797:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4730 00000100:00100000:2.0:1746129511.873802:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732080000:12345-192.168.202.4@tcp:3:cat.0 00010000:00010000:3.0:1746129511.873852:0:2271:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1746129511.873880:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b630600/0x40a459093b05ff3c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f0 expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.873903:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009eecee00/0x40a459093b05fe2b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b35d expref: 13 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.873918:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.873922:0:2271:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129511.873950:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.873961:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 15 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.873967:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 296 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.873972:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b39c expref: 15 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.873977:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f7 expref: 15 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.873983:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b413 expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.873989:0:2271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 8/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.874019:0:2271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b413 expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.874885:0:2271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b413 expref: 296 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.874905:0:2271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875008:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.875094:0:2271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f7 expref: 15 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.875102:0:2271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f7 expref: 15 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.875109:0:2271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875136:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.875130:0:2271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b39c expref: 15 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.875136:0:2271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b39c expref: 15 pid: 2271 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.875141:0:2271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875264:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.875155:0:2271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 296 pid: 14547 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.875161:0:2271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 296 pid: 14547 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.875166:0:2271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875392:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.875181:0:2271:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 15 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.875190:0:2271:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 15 pid: 14548 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.875196:0:2271:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875520:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.875207:0:2271:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132f360c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.880582:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.880599:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.880612:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.880632:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.880709:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732080768 00000100:00100000:3.0:1746129511.880718:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732080768 00000100:00100000:2.0:1746129511.880725:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732080896 00000100:00100000:2.0:1746129511.880729:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732080896 00010000:00010000:3.0:1746129511.880760:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f7 expref: 17 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.880760:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b39c expref: 17 pid: 2271 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.880785:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732080640 00000100:00100000:3.0:1746129511.880787:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732080640 00000100:00100000:2.0:1746129511.880790:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732081024 00000100:00100000:2.0:1746129511.880792:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732081024 00010000:00010000:3.0:1746129511.880795:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b413 expref: 298 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.880799:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 298 pid: 14547 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.880806:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6174 00000100:00100000:3.0:1746129511.880813:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+17:1960:x1830948732080768:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129511.880813:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6175 00000100:00100000:2.0:1746129511.880817:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732080896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.880827:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.880827:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.880832:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f7 expref: 17 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.880832:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b39c expref: 17 pid: 2271 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.880852:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f7 expref: 17 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.880982:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b39c expref: 17 pid: 2271 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.881006:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.881010:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.881019:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.881046:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732080896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 228us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.881052:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6175 00000100:00100000:2.0:1746129511.881068:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6176 00000100:00100000:2.0:1746129511.881074:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+298:1963:x1830948732080640:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.881081:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.881086:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b413 expref: 298 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.881094:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b413 expref: 298 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.881110:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.881113:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.881118:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.881145:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+298:1963:x1830948732080640:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 72us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.881151:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6176 00000100:00100000:2.0:1746129511.881162:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6177 00000100:00100000:2.0:1746129511.881168:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+297:1960:x1830948732081024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.881174:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.881178:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 297 pid: 14547 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.881179:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.881182:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.881187:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.881208:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+16:1960:x1830948732080768:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 395us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.881213:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6174 00010000:00010000:2.0:1746129511.881242:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 297 pid: 14547 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.881253:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.881255:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.881259:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129511.881266:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631400/0x40a459093b05ff90 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b413 expref: 297 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129511.881274:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+296:1960:x1830948732081024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 107us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.881278:0:2271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875008:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.881278:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6177 00010000:00010000:3.0:1746129511.881289:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b631e00/0x40a459093b05ff6d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b3f7 expref: 15 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.881314:0:2271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875136:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.881325:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd000/0x40a459093b05fea9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b39c expref: 14 pid: 2271 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.881333:0:2271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875264:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.881340:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd600/0x40a459093b05fde5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b31e expref: 295 pid: 14547 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.881347:0:2271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875392:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.887174:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.887355:0:2271:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:2271:1830948736875520:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.887399:0:2271:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000100:00100000:1.0:1746129511.887475:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732081152 00000100:00100000:1.0:1746129511.887483:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732081152 00010000:00010000:1.0:1746129511.887516:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 14 pid: 14548 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129511.887542:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6178 00000100:00100000:1.0:1746129511.887549:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948732081152:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.887561:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.887566:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 14 pid: 14548 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.887577:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 14 pid: 14548 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.887599:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009efae000/0x40a459093b05fdd0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b310 expref: 14 pid: 14548 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.887618:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.887622:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129511.887631:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129511.887637:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 2271 initiator: MDT0 00010000:00010000:1.0:1746129511.887669:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129511.888084:0:2271:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.888095:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000100:00100000:1.0:1746129511.888970:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948732081152:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1416us (1801us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.888981:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6178 00000040:00080000:2.0:1746129511.889449:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2878, 88 off240208 00000004:00080000:2.0:1746129511.889457:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767206162488ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129511.889498:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2808, 88 off234040 00000004:00080000:2.0:1746129511.889502:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767206208028ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129511.889524:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2809, 88 off234128 00000004:00080000:2.0:1746129511.889528:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767206233823ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129511.889535:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2879, 88 off240296 00000004:00080000:2.0:1746129511.889537:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767206243369ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129511.889583:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2880, 88 off240384 00000004:00080000:2.0:1746129511.889587:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767206292984ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129511.889601:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2810, 88 off234216 00000004:00080000:2.0:1746129511.889604:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767206310241ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129511.889610:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2811, 88 off234304 00000004:00080000:2.0:1746129511.889612:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767206318578ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129511.889618:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2812, 88 off234392 00000004:00080000:2.0:1746129511.889620:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767206326289ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129511.889626:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2881, 88 off240472 00000004:00080000:2.0:1746129511.889628:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767206333995ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129511.889640:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2813, 88 off234480 00000004:00080000:2.0:1746129511.889643:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767206349484ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129511.889649:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2882, 88 off240560 00000004:00080000:2.0:1746129511.889651:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767206357640ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129511.889657:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2814, 88 off234568 00000004:00080000:2.0:1746129511.889660:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767206366379ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129511.889666:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2883, 88 off240648 00000004:00080000:2.0:1746129511.889668:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767206373781ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129511.889673:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2884, 88 off240736 00000004:00080000:2.0:1746129511.889676:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767206381899ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129511.889681:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2885, 88 off240824 00000004:00080000:2.0:1746129511.889683:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767206389643ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129511.889689:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2886, 88 off240912 00000004:00080000:2.0:1746129511.889691:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767206397079ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129511.889706:0:2271:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2815, 88 off234656 00000004:00080000:2.0:1746129511.889709:0:2271:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767206414895ns, next at 706231494891ns, rc = 0 00000100:00100000:0.0:1746129511.897203:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.897319:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1963:x1830948732080512:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23812us (24456us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129511.897331:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4729 00002000:00100000:1.0:1746129511.897345:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f8a0e00 x1830948732080512/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.897355:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a0e00 with x1830948732080512 ext(1048576->2097151) 00002000:00010000:1.0:1746129511.897362:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f8a0e00 00000100:00100000:0.0:1746129511.897432:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732081408 00000100:00100000:0.0:1746129511.897440:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732081408 00000100:00100000:0.0:1746129511.897636:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10282 00000100:00100000:0.0:1746129511.897778:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+13:29601:x1830948732081408:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129511.897801:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.897820:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2600/0x40a459093b060007 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b444 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.897909:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732080000:12345-192.168.202.4@tcp:3:cat.0 Request processed in 24105us (25116us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.897915:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4730 00002000:00100000:2.0:1746129511.897922:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009f8a1c00 x1830948732080000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.897928:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a1c00 with x1830948732080000 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.897932:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f8a1c00 00010000:00010000:0.0:1746129511.897935:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.897947:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.897960:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.897973:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.897977:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.897982:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129511.906115:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.906149:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732081536 00000100:00100000:2.0:1746129511.906160:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732081536 00000100:00100000:2.0:1746129511.906206:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12154 00000100:00100000:2.0:1746129511.906263:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+29:29598:x1830948732081536:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.906319:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.906340:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b44b expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.906371:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.906373:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.906381:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b44b expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.906396:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b44b expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.906408:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eecf600, rc 0) 00000100:00100000:2.0:1746129511.906461:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+30:29598:x1830948732081536:12345-192.168.202.4@tcp:101:cat.0 Request processed in 246us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.906468:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12154 00000100:00100000:1.0:1746129511.907476:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.907592:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732081664 00000100:00100000:3.0:1746129511.907598:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732081664 00000100:00100000:3.0:1746129511.907877:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12155 00000100:00100000:3.0:1746129511.907884:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+23:29596:x1830948732081664:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.907897:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.907912:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b452 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129511.907937:0:20577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d268, atime: 0x6813d268, ctime: 0x6813d268, blocks: 0x821 00010000:00010000:3.0:1746129511.907954:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.907955:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129511.907962:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b452 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.907973:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b452 expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.907980:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095413600, rc 0) 00000100:00100000:3.0:1746129511.908013:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+24:29596:x1830948732081664:12345-192.168.202.4@tcp:101:cat.0 Request processed in 129us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.908018:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12155 00000100:00100000:1.0:1746129511.909388:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.909433:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732081792 00000100:00100000:3.0:1746129511.909439:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732081792 00000100:00100000:3.0:1746129511.909471:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10283 00000100:00100000:3.0:1746129511.909477:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+295:29598:x1830948732081792:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.909493:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.909508:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b459 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.909568:0:14548:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.909576:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 296 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.909592:0:14548:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.909603:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 296 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.909613:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.909617:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129511.909620:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 296 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.909626:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095413400, rc 0) 00000100:00100000:3.0:1746129511.909669:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+296:29598:x1830948732081792:12345-192.168.202.4@tcp:101:cat.0 Request processed in 191us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.909669:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.909674:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10283 00000100:00100000:3.0:1746129511.909687:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732081920 00000100:00100000:3.0:1746129511.909689:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732081920 00000100:00100000:3.0:1746129511.909706:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10284 00000100:00100000:3.0:1746129511.909710:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013575ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+15:29596:x1830948732081920:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129511.909717:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.909723:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095413200/0x40a459093b060031 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b460 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.909745:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095413200/0x40a459093b060031 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b460 expref: 16 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.909752:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095413200/0x40a459093b060031 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b460 expref: 16 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.909760:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.909761:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129511.909764:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 295 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.909769:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095413200, rc 0) 00000100:00100000:3.0:1746129511.909789:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013575ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+16:29596:x1830948732081920:12345-192.168.202.4@tcp:101:cat.0 Request processed in 78us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.909794:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10284 00000001:00080000:0.0:1746129511.920010:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944172 is committed 00000001:00080000:0.0:1746129511.920025:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944171 is committed 00000001:00080000:0.0:1746129511.920033:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944185 is committed 00000001:00080000:0.0:1746129511.920040:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944184 is committed 00000001:00080000:0.0:1746129511.920044:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944183 is committed 00000001:00080000:0.0:1746129511.920066:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944188 is committed 00000004:00080000:0.0:1746129511.920070:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1998 committed 00000004:00080000:0.0:1746129511.920079:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2069 committed 00000004:00080000:0.0:1746129511.920086:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2068 committed 00000004:00080000:0.0:1746129511.920088:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2067 committed 00000004:00080000:0.0:1746129511.920089:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2066 committed 00000004:00080000:0.0:1746129511.920091:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1997 committed 00000004:00080000:0.0:1746129511.920093:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2065 committed 00000004:00080000:0.0:1746129511.920094:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1996 committed 00000004:00080000:0.0:1746129511.920095:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2064 committed 00000004:00080000:0.0:1746129511.920097:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1995 committed 00000004:00080000:0.0:1746129511.920098:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1994 committed 00000004:00080000:0.0:1746129511.920100:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1993 committed 00000004:00080000:0.0:1746129511.920102:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2063 committed 00000004:00080000:0.0:1746129511.920104:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2062 committed 00000004:00080000:0.0:1746129511.920105:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1992 committed 00000004:00080000:0.0:1746129511.920107:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1991 committed 00000004:00080000:0.0:1746129511.920108:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2061 committed 00000001:00080000:0.0:1746129511.920115:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944186 is committed 00000100:00100000:0.0:1746129511.920356:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736875648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.920428:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.920477:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736876160:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.920492:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.920502:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736876672:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.920515:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.920525:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736877184:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.920536:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.920552:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1746129511.920556:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736875776:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.920568:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:3.0:1746129511.920691:0:2271:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f8a0700 reply state ffff880092f46400 transno 8589944188 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 2271 initiator: MDT0 00000100:00100000:3.0:1746129511.920703:0:2271:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746129511.921992:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736875648 00000100:00100000:2.0:1746129511.922001:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736876160 00000100:00100000:1.0:1746129511.922003:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736875648 00000100:00100000:2.0:1746129511.922006:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736876160 00000100:00100000:1.0:1746129511.922040:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736876672 00000100:00100000:1.0:1746129511.922043:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736876672 00010000:00080000:3.0:1746129511.922048:0:2271:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746129511.922065:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29592:x1830948732080256:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 48262us (48777us total) trans 8589944188 rc 0/0 00000100:00100000:3.0:1746129511.922074:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10281 00000100:00100000:0.0:1746129511.922113:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736876288:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.922147:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746129511.922213:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.922228:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b42f expref: 7 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.922241:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.922274:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b42f expref: 7 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.922286:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b42f expref: 7 pid: 2271 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.922309:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736877696:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.922348:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4d1d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.922893:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736876800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.922913:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.923064:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736877184 00000100:00100000:1.0:1746129511.923065:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736875776 00000100:00100000:2.0:1746129511.923069:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736877184 00000100:00100000:1.0:1746129511.923069:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736875776 00000100:00100000:1.0:1746129511.923086:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736876288 00000100:00100000:1.0:1746129511.923087:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736876288 00000100:00100000:2.0:1746129511.923094:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12156 00000100:00100000:1.0:1746129511.923100:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12157 00000100:00100000:2.0:1746129511.923102:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3300:x1830948736875648:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.923104:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+48:3300:x1830948736876160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.923120:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12158 00000100:00100000:1.0:1746129511.923122:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3300:x1830948736876672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129511.923319:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129511.923323:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129512 -> 1746129512 00002000:00010000:2.0:1746129511.923325:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129512 -> 1746129511 00002000:00010000:2.0:1746129511.923327:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129512 -> 1746129512 00002000:00010000:2.0:1746129511.923328:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746129511.923340:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+43:3300:x1830948736876672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 216us (2822us total) trans 17179873273 rc 0/0 00000100:00100000:1.0:1746129511.923345:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12158 00000100:00100000:2.0:1746129511.923356:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736875648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 256us (2929us total) trans 21474840463 rc 0/0 00000100:00100000:2.0:1746129511.923362:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12156 00000100:00100000:1.0:1746129511.923366:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12159 00000100:00100000:1.0:1746129511.923370:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3300:x1830948736875776:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.923375:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12160 00000100:00100000:2.0:1746129511.923381:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3300:x1830948736877184:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129511.923444:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129511.923446:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129512 -> 1746129512 00002000:00010000:1.0:1746129511.923448:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:1.0:1746129511.923450:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129512 -> 1746129512 00002000:00010000:1.0:1746129511.923451:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129511.923463:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:3300:x1830948736877184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 82us (2924us total) trans 17179873274 rc 0/0 00000100:00100000:1.0:1746129511.923468:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736875776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (2899us total) trans 21474840464 rc 0/0 00000100:00100000:2.0:1746129511.923469:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12160 00000100:00100000:1.0:1746129511.923472:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12159 00000100:00100000:1.0:1746129511.923479:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12161 00000100:00100000:1.0:1746129511.923482:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3300:x1830948736876288:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1746129511.923506:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.923515:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.923521:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 2271 initiator: MDT0 00010000:00010000:2.0:1746129511.923527:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935b3600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129511.923531:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 2271 initiator: MDT0 00000100:00100000:1.0:1746129511.923535:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736876288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 53us (1388us total) trans 21474840465 rc 0/0 00010000:00010000:2.0:1746129511.923538:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40218400000020 pid: 2271 initiator: MDT0 00000100:00100000:1.0:1746129511.923539:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12161 00010000:00010000:2.0:1746129511.923552:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129511.923554:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129511.923560:0:3287:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 288 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.923568:0:3287:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 288 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.923574:0:3287:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 288 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.923587:0:3287:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880095413200/0x40a459093b060031 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b460 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.923592:0:3287:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413200/0x40a459093b060031 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b460 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.923598:0:3287:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095413200/0x40a459093b060031 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b460 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.923620:0:3287:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095413200/0x40a459093b060031 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b460 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.923629:0:3287:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3287:1830948736877824:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129511.923674:0:3287:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 288 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129511.923683:0:3287:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3287:1830948736877952:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129511.923700:0:3287:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129511.923796:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736876160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 691us (3303us total) trans 21474840466 rc 0/0 00000100:00100000:2.0:1746129511.923802:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12157 00000100:00100000:0.0:1746129511.924145:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736877312:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.924166:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1746129511.924194:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f8a3b80/2, rc 0, transno 21474840463 00000100:00100000:0.0:1746129511.924199:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736875648:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.924207:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f8a1500/2, rc 0, transno 21474840466 00000100:00100000:0.0:1746129511.924210:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736876160:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.924218:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f44a80/2, rc 0, transno 17179873273 00000100:00100000:0.0:1746129511.924240:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736876672:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129511.924247:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546df80/2, rc 0, transno 17179873274 00000100:00100000:0.0:1746129511.924250:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736877184:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129511.924258:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f8a2d80/2, rc 0, transno 21474840464 00000100:00100000:0.0:1746129511.924260:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736875776:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.924269:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f8a2680/2, rc 0, transno 21474840465 00000100:00100000:0.0:1746129511.924272:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736876288:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.924287:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736875904:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.924319:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.924331:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736876416:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.924343:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.924351:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736876928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.924367:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.924368:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736876800 00000100:00100000:1.0:1746129511.924372:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736876800 00000100:00100000:0.0:1746129511.924375:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736877440:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.924387:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.924390:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736877312 00000100:00100000:1.0:1746129511.924392:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736877312 00000100:00100000:1.0:1746129511.924398:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736875904 00000100:00100000:0.0:1746129511.924399:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1746129511.924400:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736875904 00000100:00100000:0.0:1746129511.924404:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736876032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.924405:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736876416 00000100:00100000:1.0:1746129511.924406:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736876416 00000100:00100000:1.0:1746129511.924412:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736876928 00000100:00100000:1.0:1746129511.924414:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736876928 00000100:00100000:0.0:1746129511.924415:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.924420:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736877440 00000100:00100000:1.0:1746129511.924422:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736877440 00000100:00100000:0.0:1746129511.924422:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736876544:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.924427:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736876032 00000100:00100000:1.0:1746129511.924429:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736876032 00000100:00100000:0.0:1746129511.924433:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.924436:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736876544 00000100:00100000:1.0:1746129511.924437:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736876544 00000100:00100000:0.0:1746129511.924439:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013546ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736877056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.924445:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12162 00000100:00100000:1.0:1746129511.924449:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3300:x1830948736876800:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.924451:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.924457:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736877568:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.924469:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129511.924489:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736877056 00000100:00100000:0.0:1746129511.924492:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736877056 00000100:00100000:0.0:1746129511.924504:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736877568 00000100:00100000:0.0:1746129511.924505:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736877568 00000100:00100000:0.0:1746129511.924513:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12163 00000100:00100000:0.0:1746129511.924517:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736877312:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129511.924531:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129511.924533:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129512 -> 1746129512 00002000:00010000:1.0:1746129511.924535:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129512 -> 1746129512 00002000:00010000:1.0:1746129511.924537:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129512 -> 1746129512 00002000:00010000:1.0:1746129511.924539:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746129511.924559:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736876800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 109us (1644us total) trans 17179873275 rc 0/0 00000100:00100000:1.0:1746129511.924564:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12162 00000100:00100000:1.0:1746129511.924574:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12164 00000100:00100000:1.0:1746129511.924578:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+52:3302:x1830948736875904:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.924602:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736877312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (435us total) trans 17179873276 rc 0/0 00000100:00100000:1.0:1746129511.924660:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736875904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 81us (340us total) trans 21474840467 rc 0/0 00000100:00100000:0.0:1746129511.924785:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12163 00000100:00100000:3.0:1746129511.924791:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12165 00000100:00100000:1.0:1746129511.924796:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12164 00000100:00100000:3.0:1746129511.924803:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+52:3302:x1830948736876416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129511.924803:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12166 00000100:00100000:1.0:1746129511.924805:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12167 00000100:00100000:0.0:1746129511.924807:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3302:x1830948736876928:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.924809:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3302:x1830948736877440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.924833:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12168 00000100:00100000:0.0:1746129511.924851:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3302:x1830948736876032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.924899:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736876416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 102us (555us total) trans 21474840468 rc 0/0 00000100:00100000:3.0:1746129511.924904:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12165 00000100:00100000:1.0:1746129511.924908:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3302:x1830948736877440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 98us (519us total) trans 17179873277 rc 0/0 00000100:00100000:3.0:1746129511.924913:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12169 00000100:00100000:1.0:1746129511.924916:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12167 00000100:00100000:3.0:1746129511.924917:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736876544:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.924928:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12170 00000100:00100000:0.0:1746129511.924931:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736876032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 80us (515us total) trans 21474840469 rc 0/0 00000100:00100000:1.0:1746129511.924932:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3302:x1830948736877056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.924936:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12168 00000100:00100000:0.0:1746129511.924944:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12171 00000100:00100000:0.0:1746129511.924948:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3302:x1830948736877568:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.924977:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3302:x1830948736876544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 60us (543us total) trans 21474840470 rc 0/0 00000100:00100000:3.0:1746129511.924982:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12169 00002000:00010000:1.0:1746129511.924996:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:1.0:1746129511.924999:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:1.0:1746129511.925001:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746129511.925003:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:1.0:1746129511.925005:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:1.0:1746129511.925022:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3302:x1830948736877056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (570us total) trans 17179873278 rc 0/0 00000100:00100000:0.0:1746129511.925022:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3302:x1830948736877568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (551us total) trans 17179873279 rc 0/0 00000100:00100000:0.0:1746129511.925027:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12171 00000100:00100000:1.0:1746129511.925029:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12170 00000100:00100000:1.0:1746129511.925047:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736878080:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.925062:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746129511.925077:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009402ad80/2, rc 0, transno 17179873275 00000004:00080000:0.0:1746129511.925077:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f8a3800/2, rc 0, transno 21474840469 00000100:00100000:1.0:1746129511.925080:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736876800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.925081:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736876032:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129511.925086:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546f100/2, rc 0, transno 17179873276 00000004:00080000:0.0:1746129511.925087:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880094f45880/2, rc 0, transno 21474840470 00000100:00100000:1.0:1746129511.925088:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736877312:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.925089:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094f45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736876544:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.925095:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013546ea00/2, rc 0, transno 17179873278 00000100:00100000:0.0:1746129511.925097:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013546ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736877056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.925099:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736878080 00000100:00100000:1.0:1746129511.925101:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736878080 00000004:00080000:0.0:1746129511.925102:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012cda4000/2, rc 0, transno 17179873279 00000100:00100000:0.0:1746129511.925104:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736877568:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129511.925109:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f8a3480/2, rc 0, transno 21474840467 00000100:00100000:0.0:1746129511.925112:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736875904:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.925113:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12172 00000100:00100000:1.0:1746129511.925116:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3300:x1830948736878080:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129511.925117:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f8a1180/2, rc 0, transno 21474840468 00000100:00100000:0.0:1746129511.925120:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f8a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736876416:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129511.925125:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012cda5c00/2, rc 0, transno 17179873277 00000100:00100000:0.0:1746129511.925127:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736877440:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.925198:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+51:3300:x1830948736878080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (134us total) trans 17179873280 rc 0/0 00000100:00100000:1.0:1746129511.925204:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12172 00000100:00100000:0.0:1746129511.925213:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3302:x1830948736876928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 406us (844us total) trans 17179873281 rc 0/0 00000100:00100000:0.0:1746129511.925218:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12166 00000004:00080000:1.0:1746129511.925222:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009efec000/2, rc 0, transno 17179873280 00000100:00100000:1.0:1746129511.925225:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736878080:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129511.925373:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c098700/2, rc 0, transno 17179873281 00000100:00100000:0.0:1746129511.925376:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736876928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.925622:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.925666:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732082048 00000100:00100000:3.0:1746129511.925670:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732082048 00000100:00100000:3.0:1746129511.925705:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10285 00000100:00100000:3.0:1746129511.925710:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29592:x1830948732082048:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129511.925732:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.925747:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b467 expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.925795:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b467 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.925806:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b467 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.925823:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.925825:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129511.925828:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095412800, rc 0) 00000100:00100000:3.0:1746129511.925873:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29592:x1830948732082048:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 162us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.925879:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10285 00000100:00100000:2.0:1746129511.925999:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736877696:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129511.926018:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129511.926791:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.926864:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732082176 00000100:00100000:1.0:1746129511.926868:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732082176 00010000:00010000:1.0:1746129511.926887:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b42f expref: 9 pid: 2271 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129511.926911:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6179 00000100:00100000:1.0:1746129511.926916:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732082176:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129511.926926:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129511.926930:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b42f expref: 9 pid: 2271 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.926971:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b42f expref: 9 pid: 2271 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.926991:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b05ffba lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b42f expref: 9 pid: 2271 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129511.927005:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129511.927008:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.927016:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.927026:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129511.927043:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129511.927071:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732082176:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 154us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.927078:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6179 00000100:00100000:2.0:1746129511.927144:0:3287:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3287:1830948736877952:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129511.927183:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927190:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129511.927206:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129511.927369:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927376:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927383:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927388:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095413000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129511.927392:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927397:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927404:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.927406:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129511.927409:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 2/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927413:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413000/0x40a459093b060038 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927427:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927431:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927436:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927439:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359f2e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129511.927441:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927445:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927451:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129511.927452:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129511.927455:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927459:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2e00/0x40a459093b06000e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927467:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927471:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927475:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927479:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359f2400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129511.927481:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927485:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927490:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9f3100) 00010000:00010000:3.0:1746129511.927492:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129511.927494:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927497:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2400/0x40a459093b060015 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.927536:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2600/0x40a459093b060007 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b444 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.927542:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f2600/0x40a459093b060007 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b444 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.927550:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359f2600, rc 0) 00000100:00100000:3.0:1746129511.927573:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29601:x1830948732081408:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 29930us (30379us total) trans 8589944189 rc 301/301 00000100:00100000:3.0:1746129511.927579:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10282 00000100:00100000:2.0:1746129511.927762:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.927798:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.927817:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732082304 00000100:00100000:2.0:1746129511.927820:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732082304 00000100:00100000:2.0:1746129511.927858:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732082432 00000100:00100000:2.0:1746129511.927860:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732082432 00000100:00100000:2.0:1746129511.927873:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4177 00000100:00100000:2.0:1746129511.927878:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:29596:x1830948732082304:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:1.0:1746129511.927929:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4178 00000100:00100000:1.0:1746129511.927935:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29598:x1830948732082432:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:2.0:1746129511.927940:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+8:29596:x1830948732082304:12345-192.168.202.4@tcp:49:cat.0 Request processed in 61us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.927945:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4177 00000100:00100000:1.0:1746129511.927986:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29598:x1830948732082432:12345-192.168.202.4@tcp:49:cat.0 Request processed in 45us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.927991:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4178 00000100:00100000:3.0:1746129511.928493:0:3287:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3287:1830948736877824:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129511.928513:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 2271 initiator: MDT0 00010000:00010000:3.0:1746129511.928519:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935b3600/0x40a459093b060000 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 2271 initiator: MDT0 00000100:00100000:0.0:1746129511.930700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.930795:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732082688 00000100:00100000:2.0:1746129511.930805:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732082688 00000100:00100000:2.0:1746129511.930879:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4179 00000100:00100000:2.0:1746129511.930888:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29592:x1830948732082688:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:2.0:1746129511.931121:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29592:x1830948732082688:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 233us (431us total) trans 8589944190 rc 0/0 00000100:00100000:2.0:1746129511.931128:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4179 00000100:00100000:0.0:1746129511.934191:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.934240:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.934259:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732083072 00000100:00100000:2.0:1746129511.934271:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732083072 00002000:00100000:2.0:1746129511.934356:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012cda5500 x1830948732083072/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.934369:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda5500 with x1830948732083072 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.934375:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda5500 00000100:00100000:2.0:1746129511.934401:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4731 00000100:00100000:2.0:1746129511.934409:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732083072:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129511.934463:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732083456 00000100:00100000:3.0:1746129511.934468:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732083456 00000100:00100000:3.0:1746129511.934497:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4180 00000100:00100000:3.0:1746129511.934503:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29592:x1830948732083456:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:3.0:1746129511.934703:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29592:x1830948732083456:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 200us (462us total) trans 8589944191 rc 0/0 00000100:00100000:3.0:1746129511.934710:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4180 00000100:00100000:0.0:1746129511.934872:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.935081:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732083200 00000100:00100000:3.0:1746129511.935085:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732083200 00000100:00100000:3.0:1746129511.935122:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10286 00000100:00100000:3.0:1746129511.935127:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29601:x1830948732083200:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129511.935139:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129511.935143:0:15096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746129511.935169:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413200/0x40a459093b060031 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b460 expref: 8 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.935188:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.935193:0:15096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129511.935206:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f3e00/0x40a459093b06004d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b46e expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.935245:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.935256:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 288 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.935262:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b467 expref: 8 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.935268:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.935315:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b467 expref: 8 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.935326:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b467 expref: 8 pid: 2271 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.935337:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736878208:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.935411:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 288 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129511.935419:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 288 pid: 14548 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.935426:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736878336:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129511.936519:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129511.941588:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.941656:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732083712 00000100:00100000:2.0:1746129511.941665:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732083712 00000100:00100000:1.0:1746129511.941668:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:2.0:1746129511.941718:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009efec700 x1830948732083712/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.941727:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efec700 with x1830948732083712 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.941733:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009efec700 00000100:00100000:2.0:1746129511.941754:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4732 00000100:00100000:3.0:1746129511.941759:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094066a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736878208:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.941761:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948732083712:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.941844:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732083840 00000100:00100000:0.0:1746129511.941848:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732083840 00000100:00100000:3.0:1746129511.942055:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736878336:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129511.942083:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129511.942090:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129511.942104:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732083968 00000100:00100000:3.0:1746129511.942107:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732083968 00010000:00010000:3.0:1746129511.942126:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 289 pid: 14548 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.942146:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6180 00000100:00100000:3.0:1746129511.942152:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+289:1960:x1830948732083968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.942163:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.942168:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 289 pid: 14548 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.942178:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 289 pid: 14548 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.942200:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413400/0x40a459093b06002a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b459 expref: 289 pid: 14548 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.942217:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.942222:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.942230:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.942235:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129511.942312:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+288:1960:x1830948732083968:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 140us (200us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129511.942315:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b467 expref: 9 pid: 2271 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129511.942318:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6180 00000100:00100000:3.0:1746129511.942332:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6181 00000100:00100000:3.0:1746129511.942390:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948732083840:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129511.942399:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129511.942404:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b467 expref: 9 pid: 2271 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.942413:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b467 expref: 9 pid: 2271 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.942423:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095412800/0x40a459093b06003f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b467 expref: 9 pid: 2271 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129511.942433:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129511.942436:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.942442:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.942449:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129511.942476:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129511.942564:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.942570:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129511.942716:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1961:x1830948732083840:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 377us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129511.942723:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6181 00000040:00080000:0.0:1746129511.943211:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2887, 88 off241000 00000004:00080000:0.0:1746129511.943218:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767259923131ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129511.943273:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2816, 88 off234744 00000004:00080000:0.0:1746129511.943276:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767259982105ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129511.943287:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2817, 88 off234832 00000004:00080000:0.0:1746129511.943290:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767259995765ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129511.943315:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2888, 88 off241088 00000004:00080000:0.0:1746129511.943318:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767260024380ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129511.943324:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2889, 88 off241176 00000004:00080000:0.0:1746129511.943327:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767260032881ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129511.943333:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2818, 88 off234920 00000004:00080000:0.0:1746129511.943335:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767260041288ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129511.943341:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2819, 88 off235008 00000004:00080000:0.0:1746129511.943343:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767260049558ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129511.943349:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2820, 88 off235096 00000004:00080000:0.0:1746129511.943351:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767260057421ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129511.943357:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2890, 88 off241264 00000004:00080000:0.0:1746129511.943360:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767260065878ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129511.943366:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2821, 88 off235184 00000004:00080000:0.0:1746129511.943369:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767260074761ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129511.943374:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2891, 88 off241352 00000004:00080000:0.0:1746129511.943377:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767260083095ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129511.943383:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2822, 88 off235272 00000004:00080000:0.0:1746129511.943385:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767260091285ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129511.943391:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2892, 88 off241440 00000004:00080000:0.0:1746129511.943395:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767260100986ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129511.943401:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2893, 88 off241528 00000004:00080000:0.0:1746129511.943404:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767260110005ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129511.943409:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2894, 88 off241616 00000004:00080000:0.0:1746129511.943412:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767260118000ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129511.943417:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2895, 88 off241704 00000004:00080000:0.0:1746129511.943423:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 767260129430ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129511.943429:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2823, 88 off235360 00000004:00080000:0.0:1746129511.943432:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767260137906ns, next at 706231494891ns, rc = 0 00000100:00100000:0.0:1746129511.947245:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732083072:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 12824us (13052us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129511.947257:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4731 00002000:00100000:0.0:1746129511.947271:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012cda5500 x1830948732083072/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129511.947281:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda5500 with x1830948732083072 ext(1048576->2097151) 00002000:00010000:0.0:1746129511.947287:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda5500 00000100:00100000:2.0:1746129511.950078:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948732083712:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8306us (8490us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129511.950090:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4732 00002000:00100000:2.0:1746129511.950103:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88009efec700 x1830948732083712/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.950113:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efec700 with x1830948732083712 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.950119:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009efec700 00000100:00100000:2.0:1746129511.956497:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.956606:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732084096 00000100:00100000:0.0:1746129511.956616:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732084096 00000100:00100000:0.0:1746129511.956663:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10287 00000100:00100000:0.0:1746129511.956672:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+10:29596:x1830948732084096:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.956694:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.956715:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b475 expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.956774:0:2271:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.956783:0:2271:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 11 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.956800:0:2271:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129511.956812:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 11 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.956825:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129511.956828:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129511.956832:0:2271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 11 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.956849:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bcd800, rc 0) 00000100:00100000:0.0:1746129511.956897:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:29596:x1830948732084096:12345-192.168.202.4@tcp:101:cat.0 Request processed in 225us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.956903:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10287 00000100:00100000:0.0:1746129511.958598:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.958671:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732084224 00000100:00100000:2.0:1746129511.958678:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732084224 00000100:00100000:2.0:1746129511.958721:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12173 00000100:00100000:2.0:1746129511.958729:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+40:29598:x1830948732084224:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129511.958743:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129511.958759:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b47c expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.958781:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.958783:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.958792:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b47c expref: 41 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.958805:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b47c expref: 41 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.958814:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b631e00, rc 0) 00000100:00100000:2.0:1746129511.958865:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+41:29598:x1830948732084224:12345-192.168.202.4@tcp:101:cat.0 Request processed in 136us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.958870:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12173 00000100:00100000:1.0:1746129511.962673:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.962746:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732084352 00000100:00100000:0.0:1746129511.962756:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732084352 00000100:00100000:0.0:1746129511.962803:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10288 00000100:00100000:0.0:1746129511.962811:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+288:29598:x1830948732084352:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.962832:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.962867:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b483 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.962935:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.962948:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.962960:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129511.962963:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746129511.962967:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 10 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.962973:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bcc200, rc 0) 00000100:00100000:0.0:1746129511.963029:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29598:x1830948732084352:12345-192.168.202.4@tcp:101:cat.0 Request processed in 218us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.963036:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10288 00000100:00100000:2.0:1746129511.973203:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129511.973398:0:2271:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732084608 00000100:00100000:0.0:1746129511.973411:0:2271:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732084608 00000100:00100000:0.0:1746129511.973460:0:2271:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10289 00000100:00100000:0.0:1746129511.973470:0:2271:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ada2ffba-8920-4ecb-8068-68caa9806978+289:29604:x1830948732084608:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129511.973761:0:2271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.973860:0:2271:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc800/0x40a459093b060070 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b48a expref: -99 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.973991:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974005:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974016:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974029:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974034:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974039:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974144:0:2271:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974152:0:2271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974157:0:2271:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 2271 initiator: MDT0 00000004:00200000:0.0:1746129511.974166:0:2271:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129511.974290:0:2271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974316:0:2271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974326:0:2271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974332:0:2271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094bcc600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129511.974336:0:2271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974342:0:2271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974354:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129511.974357:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1746129511.974361:0:2271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974366:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc600/0x40a459093b060085 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x11/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974378:0:2271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974383:0:2271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974387:0:2271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974391:0:2271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094bcda00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129511.974393:0:2271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974397:0:2271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974407:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129511.974409:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129511.974412:0:2271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974417:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcda00/0x40a459093b060077 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974423:0:2271:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974427:0:2271:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974432:0:2271:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974436:0:2271:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094bcdc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129511.974438:0:2271:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974443:0:2271:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974448:0:2271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9f3100) 00010000:00010000:0.0:1746129511.974450:0:2271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129511.974452:0:2271:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974456:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcdc00/0x40a459093b06007e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 2271 initiator: MDT0 00010000:00010000:0.0:1746129511.974490:0:2271:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc800/0x40a459093b060070 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b48a expref: 291 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.974498:0:2271:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc800/0x40a459093b060070 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b48a expref: 291 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.974505:0:2271:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bcc800, rc 0) 00000100:00100000:0.0:1746129511.974554:0:2271:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ada2ffba-8920-4ecb-8068-68caa9806978+290:29604:x1830948732084608:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1085us (1364us total) trans 8589944193 rc 301/301 00000100:00100000:0.0:1746129511.974561:0:2271:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10289 00000001:00080000:1.0:1746129511.977463:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944192 is committed 00000004:00080000:1.0:1746129511.977479:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2006 committed 00000004:00080000:1.0:1746129511.977498:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2078 committed 00000004:00080000:1.0:1746129511.977505:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2077 committed 00000004:00080000:1.0:1746129511.977506:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2076 committed 00000004:00080000:1.0:1746129511.977508:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2075 committed 00000004:00080000:1.0:1746129511.977509:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2005 committed 00000004:00080000:1.0:1746129511.977512:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2074 committed 00000004:00080000:1.0:1746129511.977513:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2004 committed 00000004:00080000:1.0:1746129511.977514:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2073 committed 00000004:00080000:1.0:1746129511.977516:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2003 committed 00000004:00080000:1.0:1746129511.977517:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2002 committed 00000004:00080000:1.0:1746129511.977518:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2001 committed 00000004:00080000:1.0:1746129511.977520:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2072 committed 00000004:00080000:1.0:1746129511.977521:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2071 committed 00000004:00080000:1.0:1746129511.977523:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2000 committed 00000004:00080000:1.0:1746129511.977525:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1999 committed 00000004:00080000:1.0:1746129511.977527:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2070 committed 00000001:00080000:1.0:1746129511.977536:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944190 is committed 00000001:00080000:1.0:1746129511.977543:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944191 is committed 00000100:00100000:2.0:1746129511.977622:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736878848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.977622:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736878592:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1746129511.977716:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.977729:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129511.977732:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1746129511.977736:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.977746:0:15096:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.977751:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.977757:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.977762:0:15096:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.977772:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.977794:0:15096:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.977803:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736880512:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129511.978100:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.978118:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.978139:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736878592 00000100:00100000:2.0:1746129511.978146:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736878592 00000100:00100000:1.0:1746129511.978147:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736879104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.978164:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.978174:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736879616:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.978184:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736878848 00000100:00100000:1.0:1746129511.978185:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.978186:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736878848 00000100:00100000:1.0:1746129511.978195:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736880128:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.978198:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736879104 00000100:00100000:2.0:1746129511.978200:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736879104 00000100:00100000:1.0:1746129511.978206:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.978210:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736879616 00000100:00100000:2.0:1746129511.978212:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736879616 00000100:00100000:1.0:1746129511.978220:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1746129511.978223:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736880128 00000100:00100000:2.0:1746129511.978224:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736880128 00000100:00100000:1.0:1746129511.978224:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736878720:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.978237:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12174 00000100:00100000:2.0:1746129511.978245:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3302:x1830948736878592:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.978256:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.978269:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736879232:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129511.978285:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.978482:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+51:3302:x1830948736878592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 237us (383us total) trans 17179873282 rc 0/0 00000100:00100000:2.0:1746129511.978489:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12174 00000100:00100000:2.0:1746129511.978502:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736878720 00000100:00100000:2.0:1746129511.978504:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736878720 00000100:00100000:2.0:1746129511.978512:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736879232 00000100:00100000:2.0:1746129511.978513:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736879232 00000100:00100000:2.0:1746129511.978520:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12175 00000100:00100000:2.0:1746129511.978524:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+57:3300:x1830948736878848:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129511.978624:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129511.978626:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129512 -> 1746129512 00002000:00010000:2.0:1746129511.978629:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:2.0:1746129511.978631:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129512 -> 1746129512 00002000:00010000:2.0:1746129511.978632:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129511.978648:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3300:x1830948736878848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (529us total) trans 21474840471 rc 0/0 00000100:00100000:2.0:1746129511.978653:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12175 00000100:00100000:2.0:1746129511.978661:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12176 00000100:00100000:2.0:1746129511.978665:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+57:3302:x1830948736879104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.978731:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3302:x1830948736879104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 66us (566us total) trans 21474840472 rc 0/0 00000100:00100000:2.0:1746129511.978736:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12176 00000100:00100000:2.0:1746129511.978743:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12177 00000100:00100000:2.0:1746129511.978747:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+57:3302:x1830948736879616:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.978813:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3302:x1830948736879616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 65us (626us total) trans 21474840473 rc 0/0 00000100:00100000:2.0:1746129511.978817:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12177 00000100:00100000:2.0:1746129511.978825:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12178 00000100:00100000:2.0:1746129511.978829:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+57:3302:x1830948736880128:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.978904:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3302:x1830948736880128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (696us total) trans 21474840474 rc 0/0 00000100:00100000:2.0:1746129511.978909:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12178 00000100:00100000:2.0:1746129511.978918:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12179 00000100:00100000:2.0:1746129511.978922:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+51:3302:x1830948736878720:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129511.978983:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129511.978986:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129512 -> 1746129512 00002000:00010000:2.0:1746129511.978988:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129512 -> 1746129512 00002000:00010000:2.0:1746129511.978990:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129512 -> 1746129512 00002000:00010000:2.0:1746129511.978992:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129511.979006:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+52:3302:x1830948736878720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (749us total) trans 17179873283 rc 0/0 00000100:00100000:2.0:1746129511.979010:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12179 00000100:00100000:2.0:1746129511.979017:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12180 00000100:00100000:2.0:1746129511.979021:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+57:3302:x1830948736879232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.979107:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3302:x1830948736879232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 86us (820us total) trans 21474840475 rc 0/0 00000100:00100000:2.0:1746129511.979112:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12180 00000004:00080000:2.0:1746129511.979156:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135725c00/2, rc 0, transno 21474840471 00000100:00100000:2.0:1746129511.979161:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736878848:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1746129511.979383:0:15096:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 9 pid: 2271 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129511.979394:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cda7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736880640:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129511.979414:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129511.979492:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736878464:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.979523:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129511.979613:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736879744:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129511.979653:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736878464 00000100:00100000:0.0:1746129511.979657:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736878464 00000100:00100000:0.0:1746129511.979682:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12181 00000100:00100000:0.0:1746129511.979686:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+58:3301:x1830948736878464:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129511.979776:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129511.979779:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129512 -> 1746129512 00002000:00010000:0.0:1746129511.979780:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129511 -> 1746129511 00002000:00010000:0.0:1746129511.979782:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129512 -> 1746129512 00002000:00010000:0.0:1746129511.979783:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129511.979814:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+59:3301:x1830948736878464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 127us (291us total) trans 21474840476 rc 0/0 00000100:00100000:0.0:1746129511.979820:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12181 00000100:00100000:1.0:1746129511.981263:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.981326:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736878976:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.981488:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736880256:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129511.981505:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1746129511.981751:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009efed500/2, rc 0, transno 17179873282 00000100:00100000:1.0:1746129511.981760:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736878592:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129511.981773:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135725180/2, rc 0, transno 21474840472 00000100:00100000:1.0:1746129511.981776:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736879104:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129511.981785:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095624380/2, rc 0, transno 21474840473 00000100:00100000:1.0:1746129511.981788:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736879616:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129511.981796:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093eddc00/2, rc 0, transno 21474840474 00000100:00100000:1.0:1746129511.981798:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736880128:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129511.981810:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009efed880/2, rc 0, transno 17179873283 00000100:00100000:1.0:1746129511.981814:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736878720:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129511.981822:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135727b80/2, rc 0, transno 21474840475 00000100:00100000:1.0:1746129511.981824:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736879232:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.982053:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736879360:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.982088:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.982212:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736879744 00000100:00100000:3.0:1746129511.982217:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736879744 00000100:00100000:2.0:1746129511.982230:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095626680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736879872:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.982248:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.982255:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736880256 00000100:00100000:3.0:1746129511.982257:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736880256 00000100:00100000:2.0:1746129511.982262:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736880384:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.982268:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736879360 00000100:00100000:3.0:1746129511.982270:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736879360 00000100:00100000:2.0:1746129511.982275:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.982279:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736879872 00000100:00100000:3.0:1746129511.982281:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736879872 00000100:00100000:3.0:1746129511.982289:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736880384 00000100:00100000:3.0:1746129511.982290:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736880384 00000100:00100000:3.0:1746129511.982316:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12182 00000100:00100000:3.0:1746129511.982322:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:3302:x1830948736879744:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.982335:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12183 00000100:00100000:2.0:1746129511.982346:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3302:x1830948736880256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.982386:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12184 00000100:00100000:2.0:1746129511.982391:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+54:3300:x1830948736879360:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.982545:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+57:3302:x1830948736879744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 222us (1285us total) trans 17179873284 rc 0/0 00000100:00100000:2.0:1746129511.982545:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:3302:x1830948736880256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 204us (1039us total) trans 17179873286 rc 0/0 00000100:00100000:3.0:1746129511.982552:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12182 00000100:00100000:2.0:1746129511.982555:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12183 00000100:00100000:3.0:1746129511.982571:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12185 00000100:00100000:2.0:1746129511.982574:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12186 00000100:00100000:3.0:1746129511.982576:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+60:3300:x1830948736879872:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.982580:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+60:3300:x1830948736880384:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129511.982647:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.982663:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736879488:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.982682:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129511.982691:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736880000:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.982695:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+61:3300:x1830948736880384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (418us total) trans 21474840477 rc 0/0 00000100:00100000:2.0:1746129511.982701:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12186 00000100:00100000:3.0:1746129511.982705:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.982710:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736878976 00000100:00100000:2.0:1746129511.982713:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736878976 00000100:00100000:2.0:1746129511.982724:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736879488 00000100:00100000:2.0:1746129511.982726:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736879488 00000004:00080000:3.0:1746129511.982731:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135724a80/2, rc 0, transno 21474840476 00000100:00100000:2.0:1746129511.982732:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736880000 00000100:00100000:2.0:1746129511.982733:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736880000 00000100:00100000:3.0:1746129511.982735:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736878464:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129511.982741:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12187 00000100:00100000:2.0:1746129511.982745:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:3301:x1830948736878976:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.982748:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12188 00000100:00100000:3.0:1746129511.982754:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:3301:x1830948736879488:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.982830:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+60:3301:x1830948736878976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 84us (183us total) trans 17179873287 rc 0/0 00000100:00100000:2.0:1746129511.982848:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12187 00000100:00100000:3.0:1746129511.982851:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+60:3301:x1830948736879488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 97us (167us total) trans 17179873288 rc 0/0 00000100:00100000:3.0:1746129511.982857:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12188 00000100:00100000:2.0:1746129511.982860:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12189 00000100:00100000:2.0:1746129511.982865:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+58:3301:x1830948736880000:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129511.982915:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+61:3300:x1830948736879872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 339us (666us total) trans 21474840478 rc 0/0 00000100:00100000:3.0:1746129511.982920:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12185 00000004:00080000:3.0:1746129511.982938:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009efedc00/2, rc 0, transno 17179873287 00000100:00100000:2.0:1746129511.982941:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:3301:x1830948736880000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (235us total) trans 17179873289 rc 0/0 00000100:00100000:3.0:1746129511.982942:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736878976:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.982946:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12189 00000004:00080000:3.0:1746129511.982948:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009efee300/2, rc 0, transno 17179873288 00000100:00100000:3.0:1746129511.982950:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736879488:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129511.982956:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009efeea00/2, rc 0, transno 17179873289 00000100:00100000:3.0:1746129511.982958:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736880000:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129511.982978:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:2.0:1746129511.982981:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129511.982983:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746129511.982985:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:2.0:1746129511.982987:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:2.0:1746129511.983002:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+58:3300:x1830948736879360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 611us (914us total) trans 17179873285 rc 0/0 00000100:00100000:2.0:1746129511.983006:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12184 00000004:00080000:2.0:1746129511.983034:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009efedf80/2, rc 0, transno 17179873285 00000100:00100000:2.0:1746129511.983038:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736879360:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129511.983045:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880095626680/2, rc 0, transno 21474840478 00000100:00100000:2.0:1746129511.983048:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095626680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736879872:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129511.983053:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87ca80/2, rc 0, transno 21474840477 00000100:00100000:2.0:1746129511.983055:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736880384:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129511.983141:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009efee680/2, rc 0, transno 17179873284 00000100:00100000:1.0:1746129511.983145:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736879744:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129511.983150:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009efeed80/2, rc 0, transno 17179873286 00000100:00100000:1.0:1746129511.983153:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736880256:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.983202:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746129511.983209:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736880768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.983228:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129511.983245:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736880768 00000100:00100000:2.0:1746129511.983248:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736880768 00000100:00100000:2.0:1746129511.983262:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12190 00000100:00100000:2.0:1746129511.983266:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3300:x1830948736880768:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.983374:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+59:3300:x1830948736880768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (144us total) trans 17179873290 rc 0/0 00000100:00100000:2.0:1746129511.983379:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12190 00000004:00080000:2.0:1746129511.983397:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0804e00/2, rc 0, transno 17179873290 00000100:00100000:2.0:1746129511.983400:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736880768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129511.984562:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.984603:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.985120:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736880512:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129511.985129:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cda7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736880640:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129511.985174:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359f3e00/0x40a459093b06004d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 9 pid: 15096 timeout: 0 lvb_type: 3 00010000:00010000:2.0:1746129511.985211:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.985248:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013555a800, rc 0) 00000100:00100000:2.0:1746129511.985312:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29601:x1830948732083200:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 50166us (50422us total) trans 8589944192 rc 0/0 00000100:00100000:2.0:1746129511.985321:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10286 00000100:00100000:1.0:1746129511.985702:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732084736 00000100:00100000:1.0:1746129511.985708:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732084736 00000100:00100000:1.0:1746129511.985735:0:14551:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732084864 00000100:00100000:1.0:1746129511.985738:0:14551:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732084864 00000100:00100000:1.0:1746129511.985752:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4181 00000100:00100000:1.0:1746129511.985758:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29596:x1830948732084736:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:1.0:1746129511.985823:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29596:x1830948732084736:12345-192.168.202.4@tcp:49:cat.0 Request processed in 65us (1266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.985829:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4181 00000100:00100000:1.0:1746129511.985852:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4182 00000100:00100000:1.0:1746129511.985856:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+290:29598:x1830948732084864:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:1.0:1746129511.985887:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+290:29598:x1830948732084864:12345-192.168.202.4@tcp:49:cat.0 Request processed in 31us (1284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129511.985892:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4182 00000100:00100000:0.0:1746129511.991539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.991617:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732084992 00000100:00100000:2.0:1746129511.991628:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732084992 00000100:00100000:0.0:1746129511.991650:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.991682:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732085120 00000100:00100000:2.0:1746129511.991685:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732085120 00000100:00100000:0.0:1746129511.991690:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12191 00000100:00100000:0.0:1746129511.991700:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+24:29596:x1830948732084992:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129511.991721:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129511.991722:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12192 00000100:00100000:2.0:1746129511.991728:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:29601:x1830948732085120:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129511.991737:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129511.991744:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b498 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.991749:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b491 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129511.991772:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 4919712, mtime: 0x6813d267, atime: 0x6813d267, ctime: 0x6813d267, blocks: 0x15d9 00010000:00010000:2.0:1746129511.991780:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b43d expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.991784:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.991786:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.991790:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b44b expref: 29 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.991795:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129511.991795:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b498 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.991796:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129511.991800:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [1695744->1847295] (req 1695744->1847295) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 27 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.991810:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b498 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129511.991820:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fab5200, rc 0) 00010000:00010000:2.0:1746129511.991832:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b44b expref: 29 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.991857:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b44b expref: 29 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129511.991869:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e070700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736880896:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129511.991881:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+25:29596:x1830948732084992:12345-192.168.202.4@tcp:101:cat.0 Request processed in 182us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129511.991887:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12191 00010000:00010000:2.0:1746129511.992683:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b43d expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129511.992692:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b43d expref: 27 pid: 22480 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129511.992701:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736881024:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.992923:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129511.994420:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129511.994518:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732085376 00000100:00100000:2.0:1746129511.994531:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732085376 00002000:00100000:2.0:1746129511.994581:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012cda5f80 x1830948732085376/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129511.994590:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda5f80 with x1830948732085376 ext(1048576->2097151) 00002000:00010000:2.0:1746129511.994596:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda5f80 00000100:00100000:2.0:1746129511.994616:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4733 00000100:00100000:2.0:1746129511.994624:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cda5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948732085376:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129511.998440:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129511.998519:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732085632 00000100:00100000:1.0:1746129511.998529:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732085632 00000100:00100000:0.0:1746129511.998539:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00100000:1.0:1746129511.998573:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880092fd9180 x1830948732085632/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/0 e 0 to 0 dl 1746129522 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129511.998589:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9180 with x1830948732085632 ext(2097152->3145727) 00002000:00010000:1.0:1746129511.998595:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd9180 00000100:00100000:1.0:1746129511.998618:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4734 00000100:00100000:1.0:1746129511.998625:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948732085632:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129511.998637:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736881024:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129511.999345:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732085760 00000100:00100000:2.0:1746129511.999350:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732085760 00010000:00010000:2.0:1746129511.999376:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b43d expref: 28 pid: 22480 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129511.999399:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6182 00000100:00100000:2.0:1746129511.999405:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948732085760:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129511.999415:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129511.999436:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b43d expref: 28 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.999447:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b43d expref: 28 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.999470:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935b2c00/0x40a459093b05fff9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b43d expref: 28 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129511.999494:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129511.999524:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732085760:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 119us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129511.999531:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6182 00000100:00100000:0.0:1746129512.007905:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.008103:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e070700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736880896:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129512.008135:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1695744->1847295] (req 1695744->1847295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 26 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.008156:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013555b800, rc 0) 00000100:00100000:3.0:1746129512.008196:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+26:29601:x1830948732085120:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 16468us (16545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.008205:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12192 00000100:00100000:2.0:1746129512.009074:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732085888 00000100:00100000:2.0:1746129512.009089:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732085888 00010000:00010000:2.0:1746129512.009160:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b44b expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00000100:00080000:3.0:1746129512.009168:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746129512.009193:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6183 00000100:00100000:2.0:1746129512.009206:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948732085888:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129512.009220:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129512.009253:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b44b expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.009266:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b44b expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.009290:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eecf600/0x40a459093b06001c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b44b expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.009339:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.009342:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.009352:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.009371:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.009415:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 25 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.009429:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736881152:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.009505:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cda5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+41:1960:x1830948732085376:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14878us (15091us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.009513:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4733 00002000:00100000:3.0:1746129512.009522:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88012cda5f80 x1830948732085376/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.009531:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cda5f80 with x1830948732085376 ext(1048576->2097151) 00002000:00010000:3.0:1746129512.009537:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cda5f80 00000100:00100000:2.0:1746129512.010045:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129512.012975:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948732085632:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14342us (14537us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129512.012986:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4734 00002000:00100000:1.0:1746129512.012996:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff880092fd9180 x1830948732085632/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:252/0 lens 488/440 e 0 to 0 dl 1746129522 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.013004:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092fd9180 with x1830948732085632 ext(2097152->3145727) 00002000:00010000:1.0:1746129512.013008:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092fd9180 00000100:00100000:0.0:1746129512.014364:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.014422:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732086144 00000100:00100000:1.0:1746129512.014428:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732086144 00002000:00100000:1.0:1746129512.014459:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1695744->1699839) req@ffff88009c09bb80 x1830948732086144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.014466:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09bb80 with x1830948732086144 ext(1695744->1699839) 00002000:00010000:1.0:1746129512.014470:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09bb80 00000100:00100000:2.0:1746129512.014490:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736881152:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129512.014521:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129512.014538:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4735 00000100:00100000:1.0:1746129512.014546:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732086144:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.014574:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131362300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+29:1962:x1830948732085888:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5372us (6678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.014584:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6183 00000100:00100000:1.0:1746129512.015218:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c09bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732086144:12345-192.168.202.4@tcp:3:cat.0 Request processed in 671us (854us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129512.015224:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4735 00002000:00100000:1.0:1746129512.015230:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1695744->1699839) req@ffff88009c09bb80 x1830948732086144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.015236:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c09bb80 with x1830948732086144 ext(1695744->1699839) 00002000:00010000:1.0:1746129512.015239:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c09bb80 00000100:00100000:0.0:1746129512.016388:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.016458:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.016523:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.016638:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.016669:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732086400 00000100:00100000:3.0:1746129512.016675:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732086400 00000100:00100000:3.0:1746129512.016708:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732086656 00000100:00100000:3.0:1746129512.016710:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732086656 00000100:00100000:2.0:1746129512.016809:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732086272 00000100:00100000:2.0:1746129512.016817:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732086272 00000100:00100000:2.0:1746129512.016879:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12193 00000100:00100000:2.0:1746129512.016891:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+29:1961:x1830948732086400:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.016911:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129512.016983:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732086528 00000100:00100000:0.0:1746129512.016987:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732086528 00000100:00100000:0.0:1746129512.017009:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12194 00000100:00100000:0.0:1746129512.017015:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+42:1961:x1830948732086272:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129512.017027:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129512.017044:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b49f expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129512.017064:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d267, atime: 0x6813d267, ctime: 0x6813d267, blocks: 0x809 00010000:00010000:0.0:1746129512.017080:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.017082:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.017090:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b49f expref: 43 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.017104:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b49f expref: 43 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.017113:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2f5800, rc 0) 00000100:00100000:0.0:1746129512.017145:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948732086272:12345-192.168.202.4@tcp:101:cat.0 Request processed in 130us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129512.017151:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12194 00000100:00100000:0.0:1746129512.017165:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12195 00000100:00100000:0.0:1746129512.017170:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+42:1961:x1830948732086528:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129512.017175:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129512.017182:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4ad expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.017191:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.017193:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.017197:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ad expref: 43 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.017205:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ad expref: 43 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.017212:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2f4000, rc 0) 00000100:00100000:0.0:1746129512.017226:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+43:1961:x1830948732086528:12345-192.168.202.4@tcp:101:cat.0 Request processed in 56us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129512.017231:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12195 00010000:00010000:2.0:1746129512.017400:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f78ea00/0x40a459093b0600af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4a6 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.017453:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736881280:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129512.017488:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12196 00000100:00100000:3.0:1746129512.017494:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948732086656:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129512.017501:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.017511:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4b4 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.017521:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99540 going to sleep for 11 seconds 00002000:00010000:3.0:1746129512.017527:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d267, atime: 0x6813d267, ctime: 0x6813d267, blocks: 0x1029 00010000:00010000:3.0:1746129512.017537:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.017539:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.017543:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129512.017552:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129512.017558:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095412800, rc 0) 00000100:00100000:3.0:1746129512.017585:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948732086656:12345-192.168.202.4@tcp:101:cat.0 Request processed in 92us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.017590:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12196 00000100:00080000:3.0:1746129512.017609:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129512.018312:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.018875:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.018934:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732087040 00000100:00100000:2.0:1746129512.018943:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732087040 00000100:00100000:1.0:1746129512.018945:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732086784 00000100:00100000:1.0:1746129512.018951:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732086784 00002000:00100000:2.0:1746129512.018980:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1843200->1847295) req@ffff88013546d180 x1830948732087040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.018990:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546d180 with x1830948732087040 ext(1843200->1847295) 00002000:00010000:2.0:1746129512.018995:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546d180 00000100:00100000:1.0:1746129512.019013:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12197 00000100:00100000:1.0:1746129512.019066:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+27:29596:x1830948732086784:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.019080:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.019092:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4bb expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.019110:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129512.019112:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129512.019117:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.019127:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.019134:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359e2a00, rc 0) 00000100:00100000:1.0:1746129512.019175:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+28:29596:x1830948732086784:12345-192.168.202.4@tcp:101:cat.0 Request processed in 157us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.019181:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12197 00000100:00100000:2.0:1746129512.019205:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4736 00000100:00100000:2.0:1746129512.019214:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732087040:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.019409:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732087040:12345-192.168.202.4@tcp:3:cat.0 Request processed in 196us (533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129512.019416:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4736 00002000:00100000:2.0:1746129512.019421:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e6:0x0] (1843200->1847295) req@ffff88013546d180 x1830948732087040/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.019427:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546d180 with x1830948732087040 ext(1843200->1847295) 00002000:00010000:2.0:1746129512.019431:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546d180 00000100:00100000:0.0:1746129512.025553:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.025639:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732087296 00000100:00100000:3.0:1746129512.025647:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732087296 00000100:00080000:0.0:1746129512.025754:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00010000:2.0:1746129512.025904:0:31503:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129511 -> 1746129512 00000100:00100000:2.0:1746129512.025923:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736881280:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129512.025960:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f78ea00/0x40a459093b0600af lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4a6 expref: 31 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.025974:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f78ea00/0x40a459093b0600af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4a6 expref: 31 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.025998:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f78ea00, rc 0) 00000100:00100000:2.0:1746129512.026055:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948732086400:12345-192.168.202.4@tcp:101:cat.0 Request processed in 9167us (9667us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129512.026066:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12193 00000100:00100000:3.0:1746129512.026274:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4183 00000100:00100000:3.0:1746129512.026283:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:29601:x1830948732087296:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129512.026478:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29601:x1830948732087296:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 197us (932us total) trans 8589944194 rc 0/0 00000100:00100000:3.0:1746129512.026484:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4183 00000100:00100000:0.0:1746129512.030401:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.030565:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.030593:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.030626:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.030641:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732087552 00000100:00100000:3.0:1746129512.030652:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732087552 00000100:00100000:2.0:1746129512.030673:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732087808 00000100:00100000:2.0:1746129512.030680:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732087808 00002000:00100000:3.0:1746129512.030691:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013546d880 x1830948732087552/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.030700:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546d880 with x1830948732087552 ext(2097152->3145727) 00002000:00010000:3.0:1746129512.030705:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013546d880 00002000:00100000:2.0:1746129512.030715:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880094028380 x1830948732087808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.030724:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028380 with x1830948732087808 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.030728:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094028380 00000100:00100000:3.0:1746129512.030875:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732088064 00000100:00100000:3.0:1746129512.030878:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732088064 00000100:00100000:2.0:1746129512.030889:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732088192 00000100:00100000:2.0:1746129512.030892:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732088192 00002000:00100000:3.0:1746129512.030896:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094028000 x1830948732088064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.030902:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028000 with x1830948732088064 ext(3145728->4194303) 00002000:00010000:3.0:1746129512.030906:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094028000 00000100:00100000:3.0:1746129512.030921:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4737 00000100:00100000:3.0:1746129512.030929:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732087552:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129512.030998:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4738 00000100:00100000:0.0:1746129512.031007:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732087808:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.033423:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4739 00000100:00100000:1.0:1746129512.033437:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948732088064:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.035040:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12198 00000100:00100000:2.0:1746129512.035065:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:29604:x1830948732088192:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129512.035085:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.035110:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4c2 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.035145:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.035152:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.035160:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.035162:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.035166:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 31 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.035203:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 30 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.035216:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129512.035229:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736881408:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129512.035333:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 31 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.035341:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 31 pid: 7149 timeout: 867 lvb_type: 1 00000100:00100000:2.0:1746129512.035350:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736881536:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129512.035373:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.048723:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.052570:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.052586:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732088448 00000100:00100000:2.0:1746129512.052594:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732088448 00002000:00100000:2.0:1746129512.052632:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009402a680 x1830948732088448/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.052641:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009402a680 with x1830948732088448 ext(2097152->3145727) 00002000:00010000:2.0:1746129512.052645:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009402a680 00000100:00100000:2.0:1746129512.052677:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4740 00000100:00100000:2.0:1746129512.052684:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948732088448:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.055348:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.055372:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.055934:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948732087552:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25003us (25544us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.055942:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4737 00002000:00100000:2.0:1746129512.055953:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013546d880 x1830948732087552/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.055960:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013546d880 with x1830948732087552 ext(2097152->3145727) 00010000:00010000:2.0:1746129512.055970:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 29 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.055983:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 29 pid: 20577 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746129512.055990:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013546d880 00000100:00100000:2.0:1746129512.056013:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732088704 00000100:00100000:2.0:1746129512.056019:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732088704 00002000:00100000:2.0:1746129512.056046:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094028e00 x1830948732088704/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.056051:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028e00 with x1830948732088704 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.056054:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094028e00 00000100:00100000:2.0:1746129512.056068:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732088960 00000100:00100000:2.0:1746129512.056070:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732088960 00002000:00100000:2.0:1746129512.056080:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0805180 x1830948732088960/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.056086:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0805180 with x1830948732088960 ext(2097152->3145727) 00010000:00010000:2.0:1746129512.056090:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:2.0:1746129512.056097:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 867 lvb_type: 1 00002000:00010000:2.0:1746129512.056105:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0805180 00000100:00100000:2.0:1746129512.056114:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732089216 00000100:00100000:2.0:1746129512.056116:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732089216 00002000:00100000:2.0:1746129512.056123:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0805500 x1830948732089216/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.056129:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0805500 with x1830948732089216 ext(3145728->4194303) 00010000:00010000:2.0:1746129512.056132:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 33 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:2.0:1746129512.056138:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 33 pid: 7149 timeout: 867 lvb_type: 1 00002000:00010000:2.0:1746129512.056142:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0805500 00000100:00100000:2.0:1746129512.056159:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1224 00000100:00100000:2.0:1746129512.056164:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948732088960:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.057143:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1225 00000100:00100000:2.0:1746129512.057150:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+34:1960:x1830948732089216:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129512.057354:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4741 00000100:00100000:3.0:1746129512.057362:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+45:1960:x1830948732088704:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129512.057799:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736881408:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129512.057811:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:31503:1830948736881536:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129512.057847:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 34 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.057860:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f78f000, rc 0) 00000100:00100000:0.0:1746129512.057881:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+34:29604:x1830948732088192:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 22830us (27254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129512.057887:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12198 00000100:00100000:1.0:1746129512.058788:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+25:1963:x1830948732088064:12345-192.168.202.4@tcp:3:cat.0 Request processed in 25353us (28191us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129512.058795:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4739 00002000:00100000:1.0:1746129512.058804:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094028000 x1830948732088064/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.058811:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028000 with x1830948732088064 ext(3145728->4194303) 00002000:00010000:1.0:1746129512.058816:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094028000 00000100:00100000:1.0:1746129512.060033:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948732087808:12345-192.168.202.4@tcp:3:cat.0 Request processed in 29024us (29464us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129512.060041:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4738 00002000:00100000:1.0:1746129512.060048:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880094028380 x1830948732087808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.060054:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028380 with x1830948732087808 ext(3145728->4194303) 00010000:00010000:1.0:1746129512.060062:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 27 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129512.060073:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 27 pid: 20577 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129512.060079:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094028380 00000100:00100000:2.0:1746129512.069084:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+45:1960:x1830948732088448:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16392us (20357us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.069094:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4740 00002000:00100000:2.0:1746129512.069104:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009402a680 x1830948732088448/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.069114:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009402a680 with x1830948732088448 ext(2097152->3145727) 00002000:00010000:2.0:1746129512.069121:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009402a680 00000100:00100000:0.0:1746129512.070086:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.071517:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732089344 00000100:00100000:2.0:1746129512.071525:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732089344 00010000:00010000:2.0:1746129512.071559:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 27 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129512.071600:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6184 00000100:00100000:2.0:1746129512.071607:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732089344:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129512.071618:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129512.071634:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 27 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.071644:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 27 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.071817:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948732088960:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15651us (16474us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.071825:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1224 00002000:00100000:3.0:1746129512.071832:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff8800a0805180 x1830948732088960/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.071854:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0805180 with x1830948732088960 ext(2097152->3145727) 00010000:00010000:3.0:1746129512.071860:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 33 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:3.0:1746129512.071872:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 33 pid: 7149 timeout: 867 lvb_type: 1 00002000:00010000:3.0:1746129512.071878:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0805180 00010000:00010000:2.0:1746129512.072237:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359e2a00/0x40a459093b0600bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4bb expref: 27 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.072263:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.072282:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732089344:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 676us (2201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.072288:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6184 00000100:00100000:0.0:1746129512.074291:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.074778:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732089472 00000100:00100000:2.0:1746129512.074785:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732089472 00000100:00100000:2.0:1746129512.074847:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12199 00000100:00100000:2.0:1746129512.074855:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:29596:x1830948732089472:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.074870:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.074885:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4c9 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.074908:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.074910:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.074917:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c9 expref: 27 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.074930:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c9 expref: 27 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.074940:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f78e800, rc 0) 00000100:00100000:2.0:1746129512.074993:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:29596:x1830948732089472:12345-192.168.202.4@tcp:101:cat.0 Request processed in 138us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.074999:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12199 00000100:00100000:3.0:1746129512.076623:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+43:1960:x1830948732088704:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19257us (24054us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.076632:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4741 00002000:00100000:3.0:1746129512.076642:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff880094028e00 x1830948732088704/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.076651:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094028e00 with x1830948732088704 ext(3145728->4194303) 00002000:00010000:3.0:1746129512.076656:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094028e00 00000100:00100000:0.0:1746129512.079419:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.079550:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732089600 00000100:00100000:3.0:1746129512.079561:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732089600 00000100:00100000:3.0:1746129512.079614:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12200 00000100:00100000:3.0:1746129512.079621:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+33:29598:x1830948732089600:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129512.079635:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.079649:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4d0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.079670:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.079675:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 34 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.079680:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129512.079683:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 34 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.079713:0:20577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 34 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.079724:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 34 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.079733:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095413000, rc 0) 00000100:00100000:3.0:1746129512.079978:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+33:29598:x1830948732089600:12345-192.168.202.4@tcp:101:cat.0 Request processed in 356us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.079979:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0805500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1960:x1830948732089216:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22828us (24603us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.079984:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12200 00000100:00100000:2.0:1746129512.079988:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1225 00002000:00100000:2.0:1746129512.079996:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0805500 x1830948732089216/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.080003:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0805500 with x1830948732089216 ext(3145728->4194303) 00010000:00010000:2.0:1746129512.080009:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:2.0:1746129512.080021:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 867 lvb_type: 1 00002000:00010000:2.0:1746129512.080031:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0805500 00000100:00100000:0.0:1746129512.085342:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.085486:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732089856 00000100:00100000:2.0:1746129512.085494:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732089856 00002000:00100000:2.0:1746129512.085534:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009402b100 x1830948732089856/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.085543:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009402b100 with x1830948732089856 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.085548:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009402b100 00000100:00100000:2.0:1746129512.085577:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4742 00000100:00100000:2.0:1746129512.085583:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948732089856:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129512.085687:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.085791:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732089984 00000100:00100000:0.0:1746129512.085795:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732089984 00010000:00010000:0.0:1746129512.085813:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 867 lvb_type: 1 00000100:00100000:0.0:1746129512.085831:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6185 00000100:00100000:0.0:1746129512.085847:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948732089984:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129512.085855:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129512.085867:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:0.0:1746129512.085877:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:0.0:1746129512.085901:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095412800/0x40a459093b0600b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4b4 expref: 32 pid: 7149 timeout: 867 lvb_type: 1 00010000:00010000:0.0:1746129512.085929:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.085931:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.085937:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 31 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.085944:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 31 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.085973:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 31 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.085982:0:20578:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 31 pid: 31503 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746129512.085991:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736881792:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129512.086068:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.089585:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.089656:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732090240 00000100:00100000:3.0:1746129512.089664:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732090240 00002000:00100000:3.0:1746129512.089702:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (2875392->2879487) req@ffff88009f8a0380 x1830948732090240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.089710:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a0380 with x1830948732090240 ext(2875392->2879487) 00010000:00010000:3.0:1746129512.089718:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 32 pid: 31503 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.089731:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 32 pid: 31503 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746129512.089737:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f8a0380 00000100:00100000:3.0:1746129512.089772:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1226 00000100:00100000:3.0:1746129512.089779:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948732090240:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129512.089954:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948732090240:12345-192.168.202.4@tcp:3:cat.0 Request processed in 174us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129512.089960:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1226 00002000:00100000:3.0:1746129512.089965:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (2875392->2879487) req@ffff88009f8a0380 x1830948732090240/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.089971:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a0380 with x1830948732090240 ext(2875392->2879487) 00010000:00010000:3.0:1746129512.089976:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 32 pid: 31503 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.089989:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 32 pid: 31503 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746129512.089994:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f8a0380 00000100:00100000:2.0:1746129512.090194:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736881792:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129512.090213:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.090244:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948732089984:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4397us (4557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.090251:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6185 00000100:00100000:2.0:1746129512.094399:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948732089856:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8808us (9098us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.094410:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4742 00002000:00100000:2.0:1746129512.094421:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009402b100 x1830948732089856/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.094430:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009402b100 with x1830948732089856 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.094435:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009402b100 00000100:00100000:0.0:1746129512.099715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.099758:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.099780:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.100194:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.100957:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732091008 00000100:00100000:0.0:1746129512.100958:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.100965:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732091008 00000100:00100000:0.0:1746129512.100995:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732090624 00000100:00100000:0.0:1746129512.100999:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732090624 00000100:00100000:3.0:1746129512.101004:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12201 00000100:00100000:3.0:1746129512.101012:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+43:29604:x1830948732091008:12345-192.168.202.4@tcp:101:multiop.0 00000100:00100000:0.0:1746129512.101022:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732090496 00000100:00100000:0.0:1746129512.101024:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732090496 00010000:00010000:3.0:1746129512.101027:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129512.101034:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12202 00000100:00100000:0.0:1746129512.101039:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732090624:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129512.101040:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4ec expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.101046:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129512.101055:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4de expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.101064:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b498 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.101067:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.101069:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.101071:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ad expref: 44 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.101074:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4de expref: 28 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129512.101077:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.101078:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.101081:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 44 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.101087:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4de expref: 28 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.101095:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947ada00, rc 0) 00010000:00010000:3.0:1746129512.101104:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ad expref: 44 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129512.101120:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ad expref: 44 pid: 7148 timeout: 867 lvb_type: 1 00000100:00100000:3.0:1746129512.101131:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736881920:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129512.101131:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948732090624:12345-192.168.202.4@tcp:101:cat.0 Request processed in 92us (1372us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129512.101182:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b498 expref: 25 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.101188:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b498 expref: 25 pid: 7148 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.101195:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736882048:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129512.101210:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.101230:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12202 00000100:00100000:3.0:1746129512.101233:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732090880 00000100:00100000:3.0:1746129512.101236:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732090880 00000100:00100000:0.0:1746129512.101246:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12203 00000100:00100000:0.0:1746129512.101251:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+25:1961:x1830948732090496:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129512.101257:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12204 00010000:00010000:0.0:1746129512.101258:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129512.101261:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948732090880:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129512.101264:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4d7 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.101267:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.101274:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095412e00/0x40a459093b0600ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4e5 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.101275:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.101277:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.101281:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d7 expref: 26 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129512.101290:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095412e00/0x40a459093b0600ee lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4e5 expref: 29 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.101291:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d7 expref: 26 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129512.101310:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095412e00/0x40a459093b0600ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4e5 expref: 29 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.101313:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947ade00, rc 0) 00010000:00010000:3.0:1746129512.101323:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095412e00, rc 0) 00000100:00100000:0.0:1746129512.101330:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948732090496:12345-192.168.202.4@tcp:101:cat.0 Request processed in 79us (1549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129512.101334:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12203 00000100:00100000:3.0:1746129512.101339:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948732090880:12345-192.168.202.4@tcp:101:cat.0 Request processed in 77us (1145us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129512.101344:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12204 00000100:00100000:0.0:1746129512.102320:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732090752 00000100:00100000:0.0:1746129512.102327:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732090752 00002000:00100000:1.0:1746129512.102526:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2875392->3145727) req@ffff88009fab3100 x1830948732090752/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.102591:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3100 with x1830948732090752 ext(2875392->3145727) 00010000:00010000:1.0:1746129512.102600:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 31 pid: 31503 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129512.102609:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 31 pid: 31503 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129512.102615:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fab3100 00000100:00100000:1.0:1746129512.102637:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1227 00000100:00100000:1.0:1746129512.102643:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+31:1962:x1830948732090752:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129512.104216:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736881920:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129512.104226:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736882048:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129512.104252:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 44 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.104266:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095412400, rc 0) 00000100:00100000:3.0:1746129512.105013:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+44:29604:x1830948732091008:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3999us (5719us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.105022:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12201 00000100:00100000:0.0:1746129512.109798:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.109861:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.109878:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732091136 00000100:00100000:3.0:1746129512.109887:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732091136 00000100:00100000:0.0:1746129512.109899:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732091264 00000100:00100000:0.0:1746129512.109903:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732091264 00010000:00010000:3.0:1746129512.109937:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ad expref: 44 pid: 7148 timeout: 867 lvb_type: 1 00000100:00100000:0.0:1746129512.109940:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12205 00000100:00100000:0.0:1746129512.109947:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:29596:x1830948732091264:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129512.109957:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6186 00010000:00010000:0.0:1746129512.109960:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129512.109963:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+44:1962:x1830948732091136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129512.109974:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4f3 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.109975:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129512.109992:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.109994:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129512.111579:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948732090752:12345-192.168.202.4@tcp:4:cat.0 Request processed in 8930us (10619us total) trans 21474840479 rc 0/0 00000100:00100000:1.0:1746129512.111588:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1227 00002000:00100000:1.0:1746129512.111597:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2875392->3145727) req@ffff88009fab3100 x1830948732090752/t21474840479(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/448 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.111605:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3100 with x1830948732090752 ext(2875392->3145727) 00010000:00010000:1.0:1746129512.111612:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 33 pid: 31503 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129512.111623:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 33 pid: 31503 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129512.111628:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fab3100 00010000:00010000:0.0:1746129512.112119:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3432448->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4f3 expref: 27 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.112327:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3432448->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4f3 expref: 27 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.112342:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947ad800, rc 0) 00000100:00100000:0.0:1746129512.112377:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca81850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:29596:x1830948732091264:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2430us (2515us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129512.112384:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12205 00000100:00100000:2.0:1746129512.112444:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.112532:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732091392 00000100:00100000:0.0:1746129512.112536:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732091392 00010000:00010000:3.0:1746129512.112548:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ad expref: 44 pid: 7148 timeout: 867 lvb_type: 1 00010000:00010000:0.0:1746129512.112552:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b498 expref: 27 pid: 7148 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.112564:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ad expref: 44 pid: 7148 timeout: 867 lvb_type: 1 00000100:00100000:0.0:1746129512.112569:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6187 00000100:00100000:0.0:1746129512.112575:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732091392:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.112584:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2f4000/0x40a459093b0600a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ad expref: 44 pid: 7148 timeout: 867 lvb_type: 1 00010000:00010000:0.0:1746129512.112584:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129512.112597:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b498 expref: 27 pid: 7148 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746129512.112605:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b498 expref: 27 pid: 7148 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.112613:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129512.112618:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fab5200/0x40a459093b060093 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b498 expref: 27 pid: 7148 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746129512.112629:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.112631:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746129512.112635:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+43:1962:x1830948732091136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2671us (2845us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129512.112636:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 43 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129512.112641:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6186 00010000:00010000:0.0:1746129512.112648:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 43 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.113327:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 42 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129512.113339:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736882176:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.113745:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.113766:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.113866:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732091520 00000100:00100000:3.0:1746129512.113871:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732091520 00010000:00010000:3.0:1746129512.113888:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 33 pid: 31503 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.113919:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6188 00000100:00100000:3.0:1746129512.113926:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+33:1963:x1830948732091520:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.113935:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746129512.113947:0:9823:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129511 -> 1746129512 00002000:00010000:3.0:1746129512.113950:0:9823:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129511 -> 1746129512 00010000:00010000:3.0:1746129512.113955:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 33 pid: 31503 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.113964:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 33 pid: 31503 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.113977:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f78f000/0x40a459093b0600c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [2875392->3145727] (req 2875392->3145727) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c2 expref: 33 pid: 31503 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.113987:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.113989:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.113993:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.113999:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.114016:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 32 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129512.114024:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736882304:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.114058:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.115145:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.115342:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736882176:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129512.115361:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129512.115387:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948732091392:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2812us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.115394:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6187 00000100:00100000:1.0:1746129512.115463:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732091776 00000100:00100000:1.0:1746129512.115467:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732091776 00002000:00100000:1.0:1746129512.115491:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009f9ec380 x1830948732091776/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.115499:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ec380 with x1830948732091776 ext(4194304->4923391) 00002000:00010000:1.0:1746129512.115503:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9ec380 00000100:00100000:1.0:1746129512.115513:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4743 00000100:00100000:1.0:1746129512.115517:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948732091776:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129512.119151:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.119245:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736882304:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129512.119264:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129512.119321:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732092032 00000100:00100000:1.0:1746129512.119327:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732092032 00000100:00100000:3.0:1746129512.119333:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948732091520:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5407us (5566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.119344:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6188 00002000:00100000:1.0:1746129512.119375:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3428352->3432447) req@ffff88009f9eed80 x1830948732092032/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.119385:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9eed80 with x1830948732092032 ext(3428352->3432447) 00002000:00010000:1.0:1746129512.119389:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9eed80 00000100:00100000:1.0:1746129512.119406:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4744 00000100:00100000:1.0:1746129512.119413:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+43:1962:x1830948732092032:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.119535:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+43:1962:x1830948732092032:12345-192.168.202.4@tcp:3:cat.0 Request processed in 122us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129512.119540:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4744 00002000:00100000:1.0:1746129512.119544:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3428352->3432447) req@ffff88009f9eed80 x1830948732092032/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.119551:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9eed80 with x1830948732092032 ext(3428352->3432447) 00002000:00010000:1.0:1746129512.119554:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9eed80 00000100:00100000:0.0:1746129512.121449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.121569:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732092288 00000100:00100000:1.0:1746129512.121578:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732092288 00002000:00100000:1.0:1746129512.121608:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f9ece00 x1830948732092288/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.121617:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ece00 with x1830948732092288 ext(2097152->3145727) 00002000:00010000:1.0:1746129512.121621:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9ece00 00000100:00100000:1.0:1746129512.121649:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4745 00000100:00100000:1.0:1746129512.121654:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948732092288:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.122757:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+26:1960:x1830948732091776:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7234us (7610us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129512.122766:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4743 00002000:00100000:2.0:1746129512.122774:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009f9ec380 x1830948732091776/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.122782:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ec380 with x1830948732091776 ext(4194304->4923391) 00002000:00010000:2.0:1746129512.122786:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f9ec380 00000100:00100000:2.0:1746129512.124574:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.124875:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732092544 00000100:00100000:3.0:1746129512.124881:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732092544 00000100:00080000:1.0:1746129512.124921:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746129512.124957:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4184 00000100:00100000:3.0:1746129512.124965:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:29604:x1830948732092544:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129512.125133:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:29604:x1830948732092544:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 168us (562us total) trans 8589944195 rc 0/0 00000100:00100000:3.0:1746129512.125140:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4184 00000100:00100000:0.0:1746129512.128450:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.128486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.128516:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732092800 00000100:00100000:2.0:1746129512.128525:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732092800 00000100:00100000:2.0:1746129512.128615:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732092672 00000100:00100000:2.0:1746129512.128617:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732092672 00000100:00100000:2.0:1746129512.128676:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12206 00000100:00100000:2.0:1746129512.128684:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948732092800:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.128700:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.128716:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b501 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.128737:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.128739:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.128747:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b501 expref: 29 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.128763:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b501 expref: 29 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.128772:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f78f400, rc 0) 00000100:00100000:2.0:1746129512.128814:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948732092800:12345-192.168.202.4@tcp:101:cat.0 Request processed in 131us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.128820:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12206 00000100:00100000:2.0:1746129512.128845:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12207 00000100:00100000:2.0:1746129512.128850:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732092672:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.128858:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.128866:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f78fc00/0x40a459093b060103 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b4fa expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129512.128978:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948732092288:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7322us (7538us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129512.128987:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4745 00002000:00100000:0.0:1746129512.128996:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f9ece00 x1830948732092288/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.129005:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f9ece00 with x1830948732092288 ext(2097152->3145727) 00002000:00010000:0.0:1746129512.129010:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f9ece00 00010000:00010000:2.0:1746129512.129146:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f78fc00/0x40a459093b060103 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4fa expref: 27 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.129160:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f78fc00/0x40a459093b060103 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4fa expref: 27 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.129181:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f78fc00, rc 0) 00000100:00100000:2.0:1746129512.129212:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732092672:12345-192.168.202.4@tcp:101:cat.0 Request processed in 362us (725us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129512.129218:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12207 00000100:00100000:0.0:1746129512.132572:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.132684:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732092928 00000100:00100000:2.0:1746129512.132692:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732092928 00000100:00100000:2.0:1746129512.132789:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12208 00000100:00100000:2.0:1746129512.132799:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732092928:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.132814:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.132828:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f78fa00/0x40a459093b06010a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b508 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.132864:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f78fa00/0x40a459093b06010a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b508 expref: 27 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.132873:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f78fa00/0x40a459093b06010a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b508 expref: 27 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.132883:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f78fa00, rc 0) 00000100:00100000:2.0:1746129512.132934:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+26:1963:x1830948732092928:12345-192.168.202.4@tcp:101:cat.0 Request processed in 134us (366us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129512.132939:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12208 00000100:00100000:0.0:1746129512.136158:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.136243:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732093056 00000100:00100000:1.0:1746129512.136252:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732093056 00000100:00100000:1.0:1746129512.136617:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12209 00000100:00100000:1.0:1746129512.136627:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+43:29598:x1830948732093056:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.136690:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.136705:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b50f expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.136726:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 44 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.136731:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.136733:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.136735:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 44 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.136754:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 44 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.136760:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 44 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129512.136769:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736882432:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.137430:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129512.138796:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.138861:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732093312 00000100:00100000:2.0:1746129512.138871:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732093312 00000100:00100000:2.0:1746129512.138913:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4185 00000100:00100000:2.0:1746129512.138920:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:29596:x1830948732093312:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129512.139093:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:29596:x1830948732093312:12345-192.168.202.4@tcp:35:cat.0 Request processed in 173us (300us total) trans 8589944196 rc 0/0 00000100:00100000:2.0:1746129512.139100:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4185 00000100:00100000:1.0:1746129512.139314:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736882432:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.139336:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 44 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.139348:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6031e00, rc 0) 00000100:00100000:1.0:1746129512.139377:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+44:29598:x1830948732093056:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2752us (3228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.139383:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12209 00000100:00100000:0.0:1746129512.140330:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.140476:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732093440 00000100:00100000:2.0:1746129512.140480:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732093440 00002000:00100000:2.0:1746129512.140508:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3432447) req@ffff880094f47800 x1830948732093440/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.140517:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47800 with x1830948732093440 ext(3145728->3432447) 00010000:00010000:2.0:1746129512.140523:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 44 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.140535:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 44 pid: 20577 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746129512.140547:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f47800 00000100:00100000:2.0:1746129512.140571:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1228 00000100:00100000:2.0:1746129512.140577:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+44:1963:x1830948732093440:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129512.151890:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+46:1963:x1830948732093440:12345-192.168.202.4@tcp:4:cat.0 Request processed in 11303us (11552us total) trans 17179873291 rc 0/0 00000100:00100000:2.0:1746129512.151902:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1228 00002000:00100000:2.0:1746129512.151913:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3432447) req@ffff880094f47800 x1830948732093440/t17179873291(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/448 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.151921:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47800 with x1830948732093440 ext(3145728->3432447) 00010000:00010000:2.0:1746129512.151930:0:8415:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 46 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.151945:0:8415:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 46 pid: 20577 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746129512.151952:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094f47800 00000100:00100000:0.0:1746129512.159405:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.159703:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732093568 00000100:00100000:3.0:1746129512.159711:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732093568 00010000:00010000:3.0:1746129512.159746:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 46 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.159777:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6189 00000100:00100000:3.0:1746129512.159783:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+46:1960:x1830948732093568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.159796:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746129512.159811:0:9823:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129511 -> 1746129512 00002000:00010000:3.0:1746129512.159814:0:9823:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129511 -> 1746129512 00010000:00010000:3.0:1746129512.159818:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 46 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.159858:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 46 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.159877:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095412400/0x40a459093b0600d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->3432447] (req 3145728->3432447) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4ec expref: 46 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.159903:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.159905:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.159910:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 45 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.159917:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 45 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.159942:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 45 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129512.159951:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736882560:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.160024:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.160168:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.160204:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732093824 00000100:00100000:2.0:1746129512.160208:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732093824 00000100:00100000:2.0:1746129512.160552:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10290 00000100:00100000:2.0:1746129512.160560:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:29608:x1830948732093824:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129512.160575:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.160587:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f78f000/0x40a459093b060118 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b516 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.160681:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160692:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160701:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160712:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160717:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160721:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160818:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160825:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160830:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129512.160848:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129512.160916:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160922:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160929:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160934:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f4f7400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129512.160936:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160942:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160949:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129512.160952:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129512.160955:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160958:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7400/0x40a459093b06011f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160982:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160987:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160991:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.160994:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008f4f7800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129512.160996:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.161000:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.161008:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094660400) 00010000:00010000:2.0:1746129512.161010:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129512.161011:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.161015:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7800/0x40a459093b060126 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.161043:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f78f000/0x40a459093b060118 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b516 expref: 13 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.161065:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b516 expref: 12 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.161070:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129512.161071:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129512.161073:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f6a00, rc 0) 00000100:00100000:2.0:1746129512.161114:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+12:29608:x1830948732093824:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 555us (947us total) trans 8589944197 rc 0/0 00000100:00100000:2.0:1746129512.161120:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10290 00000100:00100000:3.0:1746129512.164628:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736882560:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129512.164732:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129512.164781:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+45:1960:x1830948732093568:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4996us (5384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.164790:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6189 00000100:00100000:0.0:1746129512.169977:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.170691:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.170736:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732094208 00000100:00100000:0.0:1746129512.170743:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732094208 00002000:00100000:0.0:1746129512.170778:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fab3480 x1830948732094208/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.170788:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3480 with x1830948732094208 ext(3145728->4194303) 00002000:00010000:0.0:1746129512.170792:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab3480 00000100:00100000:0.0:1746129512.170817:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732094336 00000100:00100000:0.0:1746129512.170819:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732094336 00002000:00100000:0.0:1746129512.170831:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0805880 x1830948732094336/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:3.0:1746129512.171088:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4746 00000100:00100000:3.0:1746129512.171099:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+45:1961:x1830948732094208:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:0.0:1746129512.171426:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0805880 with x1830948732094336 ext(3145728->4194303) 00002000:00010000:0.0:1746129512.171429:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0805880 00000100:00100000:0.0:1746129512.171455:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4747 00000100:00100000:0.0:1746129512.171461:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948732094336:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129512.193508:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+45:1961:x1830948732094208:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22395us (23521us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.193522:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4746 00002000:00100000:3.0:1746129512.193540:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009fab3480 x1830948732094208/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.193549:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fab3480 with x1830948732094208 ext(3145728->4194303) 00002000:00010000:3.0:1746129512.193556:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fab3480 00000100:00100000:2.0:1746129512.193646:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948732094336:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22184us (22955us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.193652:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4747 00002000:00100000:2.0:1746129512.193657:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff8800a0805880 x1830948732094336/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.193662:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0805880 with x1830948732094336 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.193664:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0805880 00000100:00100000:0.0:1746129512.199598:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.199657:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732094464 00000100:00100000:1.0:1746129512.199667:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732094464 00000100:00100000:1.0:1746129512.199716:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12210 00000100:00100000:1.0:1746129512.199724:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948732094464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.199742:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.199760:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b584800/0x40a459093b06013b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b51d expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129512.199818:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736882688:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129512.199897:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129512.202986:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736882688:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129512.203039:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b584800/0x40a459093b06013b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b51d expref: 33 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.203059:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b584800/0x40a459093b06013b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b51d expref: 33 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.203510:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b584800, rc 0) 00000100:00100000:1.0:1746129512.203768:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1960:x1830948732094464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4039us (4174us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129512.203777:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12210 00000100:00100000:0.0:1746129512.208907:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.209145:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732094720 00000100:00100000:2.0:1746129512.209155:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732094720 00002000:00100000:2.0:1746129512.209207:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009f8a2a00 x1830948732094720/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.209217:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a2a00 with x1830948732094720 ext(4194304->4923391) 00002000:00010000:2.0:1746129512.209223:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a2a00 00000100:00100000:2.0:1746129512.209798:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4748 00000100:00100000:2.0:1746129512.209807:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+45:1960:x1830948732094720:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.219988:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+45:1960:x1830948732094720:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10170us (11078us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129512.220000:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4748 00002000:00100000:2.0:1746129512.220012:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009f8a2a00 x1830948732094720/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.220022:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f8a2a00 with x1830948732094720 ext(4194304->4923391) 00002000:00010000:2.0:1746129512.220028:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f8a2a00 00000100:00100000:0.0:1746129512.225666:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.226612:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732094848 00000100:00100000:1.0:1746129512.226625:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732094848 00000100:00100000:1.0:1746129512.226705:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12211 00000100:00100000:1.0:1746129512.226716:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948732094848:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.226739:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.226763:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b584a00/0x40a459093b060142 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b524 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129512.226843:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736882816:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129512.228096:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129512.228906:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736882816:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129512.228951:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b584a00/0x40a459093b060142 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b524 expref: 33 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.228968:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b584a00/0x40a459093b060142 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b524 expref: 33 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.229598:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b584a00, rc 0) 00000100:00100000:1.0:1746129512.229665:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948732094848:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2948us (4011us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129512.229674:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12211 00000100:00100000:0.0:1746129512.233267:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.233539:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732094976 00000100:00100000:1.0:1746129512.233550:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732094976 00000100:00100000:1.0:1746129512.233629:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12212 00000100:00100000:1.0:1746129512.233641:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948732094976:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.233673:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.233696:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b584c00/0x40a459093b060149 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b52b expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129512.233762:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736882944:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129512.234447:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129512.237968:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736882944:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129512.238022:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b584c00/0x40a459093b060149 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b52b expref: 33 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.238038:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b584c00/0x40a459093b060149 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b52b expref: 33 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.238625:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b584c00, rc 0) 00000100:00100000:1.0:1746129512.238718:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948732094976:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5075us (5459us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129512.238731:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12212 00000100:00100000:0.0:1746129512.245458:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.245609:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732095232 00000100:00100000:2.0:1746129512.245621:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732095232 00000100:00100000:2.0:1746129512.245685:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4186 00000100:00100000:2.0:1746129512.245697:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:29598:x1830948732095232:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129512.246671:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:29598:x1830948732095232:12345-192.168.202.4@tcp:35:cat.0 Request processed in 975us (1225us total) trans 8589944198 rc 0/0 00000100:00100000:2.0:1746129512.246678:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4186 00000100:00100000:0.0:1746129512.272459:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.272671:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732095488 00000100:00100000:2.0:1746129512.272684:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732095488 00000100:00100000:0.0:1746129512.273044:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10291 00000100:00100000:0.0:1746129512.273055:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:29614:x1830948732095488:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129512.273088:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129512.273115:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947adc00/0x40a459093b060150 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b532 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.273249:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129512.273271:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129512.273284:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746129512.273385:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129512.273849:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947adc00/0x40a459093b060150 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b532 expref: 15 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.273889:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b532 expref: 14 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.273900:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129512.273903:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746129512.273907:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947ac400, rc 0) 00000100:00100000:1.0:1746129512.273981:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009507df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:29614:x1830948732095488:12345-192.168.202.4@tcp:101:cat.0 Request processed in 929us (1538us total) trans 8589944199 rc 0/0 00000100:00100000:1.0:1746129512.273989:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10291 00000100:00100000:0.0:1746129512.276145:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.276236:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732095616 00000100:00100000:1.0:1746129512.276246:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732095616 00000100:00100000:1.0:1746129512.278001:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12213 00000100:00100000:1.0:1746129512.278020:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:1961:x1830948732095616:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.278042:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.278063:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b539 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.278090:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129512.278092:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129512.278103:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b539 expref: 27 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.278118:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b539 expref: 27 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.278130:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b585000, rc 0) 00000100:00100000:1.0:1746129512.278188:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732095616:12345-192.168.202.4@tcp:101:cat.0 Request processed in 175us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.278194:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12213 00000100:00100000:0.0:1746129512.299668:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.299707:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.299739:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.299781:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.299840:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732095872 00000100:00100000:0.0:1746129512.299851:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732095872 00002000:00100000:0.0:1746129512.299901:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e955180 x1830948732095872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.299910:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955180 with x1830948732095872 ext(0->1048575) 00002000:00010000:0.0:1746129512.299917:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955180 00000100:00100000:0.0:1746129512.299949:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732096256 00000100:00100000:0.0:1746129512.299952:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732096256 00002000:00100000:0.0:1746129512.299964:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880094066a00 x1830948732096256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.299971:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094066a00 with x1830948732096256 ext(1048576->2097151) 00002000:00010000:0.0:1746129512.299974:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094066a00 00000100:00100000:0.0:1746129512.299984:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732096384 00000100:00100000:0.0:1746129512.299986:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732096384 00002000:00100000:0.0:1746129512.299998:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88008e070700 x1830948732096384/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.300010:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070700 with x1830948732096384 ext(1048576->2097151) 00002000:00010000:0.0:1746129512.300013:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e070700 00000100:00100000:0.0:1746129512.300022:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732096512 00000100:00100000:0.0:1746129512.300024:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732096512 00002000:00100000:0.0:1746129512.300031:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800900f4380 x1830948732096512/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 504/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.300037:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f4380 with x1830948732096512 ext(1048576->2097151) 00002000:00010000:0.0:1746129512.300040:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900f4380 00000100:00100000:0.0:1746129512.300050:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4749 00000100:00100000:0.0:1746129512.300056:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948732095872:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.300138:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4750 00000100:00100000:2.0:1746129512.300147:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948732096256:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129512.300325:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4751 00000100:00100000:3.0:1746129512.300336:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+30:1960:x1830948732096384:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.300345:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4752 00000100:00100000:1.0:1746129512.300354:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+30:1960:x1830948732096512:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.314342:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948732096512:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13975us (14545us total) trans 0 rc 897024/897024 00000100:00100000:1.0:1746129512.314357:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4752 00002000:00100000:1.0:1746129512.314374:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800900f4380 x1830948732096512/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 504/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 897024/897024 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.314385:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f4380 with x1830948732096512 ext(1048576->2097151) 00002000:00010000:1.0:1746129512.314392:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900f4380 00000100:00100000:1.0:1746129512.318853:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948732095872:12345-192.168.202.4@tcp:3:cat.0 Request processed in 18774us (19174us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129512.318866:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4749 00002000:00100000:1.0:1746129512.318880:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012e955180 x1830948732095872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.318890:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955180 with x1830948732095872 ext(0->1048575) 00002000:00010000:1.0:1746129512.318896:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955180 00000100:00100000:3.0:1746129512.319453:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094066a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948732096256:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19305us (19742us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.319461:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4750 00002000:00100000:3.0:1746129512.319467:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff880094066a00 x1830948732096256/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.319473:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094066a00 with x1830948732096256 ext(1048576->2097151) 00002000:00010000:3.0:1746129512.319477:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094066a00 00000100:00100000:3.0:1746129512.321592:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948732096384:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21252us (21844us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.321601:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4751 00002000:00100000:3.0:1746129512.321611:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88008e070700 x1830948732096384/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.321618:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008e070700 with x1830948732096384 ext(1048576->2097151) 00002000:00010000:3.0:1746129512.321624:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008e070700 00000100:00100000:0.0:1746129512.326746:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.326859:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732096768 00000100:00100000:3.0:1746129512.326866:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732096768 00000100:00100000:3.0:1746129512.326917:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12214 00000100:00100000:3.0:1746129512.326923:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+27:29608:x1830948732096768:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129512.326940:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.326955:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b540 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.326978:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b452 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.326985:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b47c expref: 44 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.326991:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.326993:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.326996:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->1720319] (req 1048576->1720319) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.327020:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b47c expref: 44 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.327033:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b47c expref: 44 pid: 22481 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.327043:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736883072:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129512.327183:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b452 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.327190:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b452 expref: 28 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.327198:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736883200:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129512.327314:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746129512.328439:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129512.332813:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.332924:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736883072:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129512.332934:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736883200:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129512.332970:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1048576->1720319] (req 1048576->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.332988:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095413e00, rc 0) 00000100:00100000:2.0:1746129512.333044:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732096896 00000100:00100000:2.0:1746129512.333050:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732096896 00010000:00010000:2.0:1746129512.333080:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b452 expref: 29 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129512.333113:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6190 00000100:00100000:2.0:1746129512.333119:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948732096896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129512.333130:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129512.333150:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b452 expref: 29 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.333159:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b452 expref: 29 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.333164:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+28:29608:x1830948732096768:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6112us (6297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.333171:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12214 00010000:00010000:2.0:1746129512.333177:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095413600/0x40a459093b060023 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b452 expref: 29 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.333341:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.333363:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948732096896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 244us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.333369:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6190 00000100:00100000:0.0:1746129512.333908:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.333965:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732097024 00000100:00100000:2.0:1746129512.333970:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732097024 00010000:00010000:2.0:1746129512.333982:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b47c expref: 45 pid: 22481 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129512.334224:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6191 00000100:00100000:2.0:1746129512.334231:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+45:1961:x1830948732097024:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129512.334240:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129512.334251:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b47c expref: 45 pid: 22481 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.334259:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b47c expref: 45 pid: 22481 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.334270:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b631e00/0x40a459093b060062 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b47c expref: 45 pid: 22481 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.334280:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.334282:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.334287:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.334407:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.334431:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 26 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.334441:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736883328:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129512.334645:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.336784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.336981:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736883328:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129512.337008:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.337058:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+44:1961:x1830948732097024:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2827us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.337068:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6191 00000100:00100000:3.0:1746129512.337220:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732097152 00000100:00100000:3.0:1746129512.337226:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732097152 00000100:00100000:3.0:1746129512.337252:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12215 00000100:00100000:3.0:1746129512.337258:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+27:29614:x1830948732097152:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129512.337272:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.337285:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b547 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.337326:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.337332:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129512.337334:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129512.337337:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.337358:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.337367:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.337377:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736883456:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129512.337414:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129512.341565:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736883456:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129512.341596:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 28 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.341611:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095413400, rc 0) 00000100:00100000:3.0:1746129512.341676:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+28:29614:x1830948732097152:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4416us (4899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.341684:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12215 00000100:00100000:0.0:1746129512.345784:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.345905:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732097408 00000100:00100000:3.0:1746129512.345912:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732097408 00002000:00100000:3.0:1746129512.345953:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1716224->1720319) req@ffff8800a0991500 x1830948732097408/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.345962:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991500 with x1830948732097408 ext(1716224->1720319) 00010000:00010000:3.0:1746129512.345970:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.345983:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746129512.345990:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0991500 00000100:00100000:3.0:1746129512.346008:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1229 00000100:00100000:3.0:1746129512.346017:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732097408:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129512.346172:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732097408:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 155us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129512.346178:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1229 00002000:00100000:3.0:1746129512.346183:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1716224->1720319) req@ffff8800a0991500 x1830948732097408/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.346191:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0991500 with x1830948732097408 ext(1716224->1720319) 00010000:00010000:3.0:1746129512.346195:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.346207:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746129512.346213:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0991500 00000100:00100000:0.0:1746129512.350188:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.351652:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732097920 00000100:00100000:2.0:1746129512.351660:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732097920 00000100:00100000:2.0:1746129512.351715:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4187 00000100:00100000:2.0:1746129512.351723:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:29608:x1830948732097920:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:0.0:1746129512.352350:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.352435:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732097664 00000100:00100000:3.0:1746129512.352439:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732097664 00002000:00100000:3.0:1746129512.352465:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1720319) req@ffff8800a0993800 x1830948732097664/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.352475:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993800 with x1830948732097664 ext(1048576->1720319) 00010000:00010000:3.0:1746129512.352483:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.352497:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 28 pid: 20577 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746129512.352503:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0993800 00000100:00100000:3.0:1746129512.352516:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1230 00000100:00100000:3.0:1746129512.352521:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948732097664:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129512.354702:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:29608:x1830948732097920:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 2974us (4514us total) trans 8589944200 rc 0/0 00000100:00100000:2.0:1746129512.354712:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4187 00000100:00100000:0.0:1746129512.362097:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.362728:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732098176 00000100:00100000:1.0:1746129512.362735:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732098176 00000100:00100000:1.0:1746129512.362788:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10292 00000100:00100000:1.0:1746129512.362795:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+292:29616:x1830948732098176:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129512.362814:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.362842:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77e00/0x40a459093b06017a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b54e expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.362927:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.362938:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.362947:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.362958:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.362964:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.362968:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363057:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363064:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363068:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746129512.363075:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:1.0:1746129512.363138:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363143:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363148:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363152:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ee77a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129512.363155:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363160:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363168:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129512.363170:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129512.363173:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363177:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77a00/0x40a459093b060181 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363202:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363206:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363211:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363214:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ee77600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129512.363216:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363220:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363227:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba100) 00010000:00010000:1.0:1746129512.363229:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129512.363231:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363236:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77600/0x40a459093b060188 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.363267:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77e00/0x40a459093b06017a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b54e expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.363276:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b54e expref: 294 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.363282:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129512.363284:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129512.363286:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee77800, rc 0) 00000100:00100000:1.0:1746129512.363343:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+294:29616:x1830948732098176:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 548us (1254us total) trans 8589944201 rc 0/0 00000100:00100000:1.0:1746129512.363350:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10292 00000100:00100000:3.0:1746129512.363868:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+30:1962:x1830948732097664:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 11344us (11518us total) trans 17179873292 rc 0/0 00000100:00100000:3.0:1746129512.363877:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1230 00002000:00100000:3.0:1746129512.363885:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->1720319) req@ffff8800a0993800 x1830948732097664/t17179873292(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/448 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.363894:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0993800 with x1830948732097664 ext(1048576->1720319) 00010000:00010000:3.0:1746129512.363901:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.363913:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746129512.363924:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0993800 00000100:00100000:0.0:1746129512.366904:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.368485:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732098304 00000100:00100000:2.0:1746129512.368494:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732098304 00010000:00010000:2.0:1746129512.368531:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746129512.368566:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6192 00000100:00100000:2.0:1746129512.368574:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+30:1961:x1830948732098304:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129512.368585:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746129512.368605:0:9823:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129512 -> 1746129513 00002000:00010000:2.0:1746129512.368608:0:9823:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129512 -> 1746129513 00010000:00010000:2.0:1746129512.368612:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.368623:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.368643:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095413e00/0x40a459093b06016c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->1720319) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b540 expref: 30 pid: 20577 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.368660:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.368662:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.368668:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 29 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.368676:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 29 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.368705:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 29 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.368716:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736883584:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129512.368787:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.371138:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736883584:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129512.371173:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.371217:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948732098304:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2642us (4319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.371227:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6192 00000100:00100000:0.0:1746129512.376648:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.377364:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732098560 00000100:00100000:3.0:1746129512.377374:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732098560 00002000:00100000:3.0:1746129512.377426:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a051aa00 x1830948732098560/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.377436:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051aa00 with x1830948732098560 ext(1048576->2097151) 00002000:00010000:3.0:1746129512.377442:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051aa00 00000100:00100000:3.0:1746129512.377482:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4753 00000100:00100000:3.0:1746129512.377490:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948732098560:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129512.378562:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.378646:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732098816 00000100:00100000:2.0:1746129512.378651:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732098816 00000100:00100000:2.0:1746129512.378688:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10293 00000100:00100000:2.0:1746129512.378694:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+294:29620:x1830948732098816:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.378713:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.378729:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7600/0x40a459093b06019d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b555 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.378810:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.378822:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129512.378841:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129512.378850:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129512.378942:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7600/0x40a459093b06019d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b555 expref: 297 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.378962:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b555 expref: 296 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.378968:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129512.378971:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746129512.378973:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f4f7200, rc 0) 00000100:00100000:2.0:1746129512.379011:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0519180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+296:29620:x1830948732098816:12345-192.168.202.4@tcp:101:cat.0 Request processed in 316us (452us total) trans 8589944202 rc 0/0 00000100:00100000:2.0:1746129512.379016:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10293 00000100:00100000:0.0:1746129512.381747:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.381846:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.381928:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732098944 00000100:00100000:2.0:1746129512.381937:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732098944 00000100:00100000:2.0:1746129512.381991:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732099072 00000100:00100000:2.0:1746129512.381994:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732099072 00000100:00100000:2.0:1746129512.382016:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12216 00000100:00100000:2.0:1746129512.382023:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948732098944:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.382039:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.382052:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f92c400/0x40a459093b0601b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b55c expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.382092:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736883712:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129512.382152:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.382202:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12217 00000100:00100000:2.0:1746129512.382208:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+44:1963:x1830948732099072:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.382215:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.382223:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b563 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.382233:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.382235:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.382241:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b563 expref: 45 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.382253:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b563 expref: 45 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.382261:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f92cc00, rc 0) 00000100:00100000:2.0:1746129512.382283:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+45:1963:x1830948732099072:12345-192.168.202.4@tcp:101:cat.0 Request processed in 75us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.382289:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12217 00000100:00100000:0.0:1746129512.388360:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.388403:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732099200 00000100:00100000:1.0:1746129512.388412:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732099200 00000100:00100000:1.0:1746129512.388465:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12218 00000100:00100000:1.0:1746129512.388473:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+45:29616:x1830948732099200:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129512.388491:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.388506:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b56a expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.388533:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 46 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.388541:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b539 expref: 30 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.388547:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4f3 expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.388552:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.388554:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.388557:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3346432->3670015] (req 3346432->3670015) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 46 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.388581:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4f3 expref: 30 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.388591:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4f3 expref: 30 pid: 8410 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129512.388601:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736883840:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.388689:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b539 expref: 30 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.388697:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b539 expref: 30 pid: 8410 timeout: 867 lvb_type: 1 00000100:00100000:1.0:1746129512.388705:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736883968:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.388727:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 46 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.388734:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 46 pid: 8410 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129512.388748:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0806300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736884096:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.388763:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad600 going to sleep for 11 seconds 00002000:00010000:2.0:1746129512.389942:0:7149:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime: 1746129512 -> 1746129513 00002000:00010000:2.0:1746129512.389948:0:7149:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime: 1746129512 -> 1746129513 00002000:00010000:2.0:1746129512.389950:0:7149:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime: 1746129512 -> 1746129513 00000100:00100000:2.0:1746129512.389969:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736883712:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129512.389996:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f92c400/0x40a459093b0601b2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b55c expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.390013:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f92c400/0x40a459093b0601b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b55c expref: 33 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.390040:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f92c400, rc 0) 00000100:00100000:2.0:1746129512.390087:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948732098944:12345-192.168.202.4@tcp:101:cat.0 Request processed in 8064us (8346us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129512.390094:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12216 00000100:00100000:3.0:1746129512.395081:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a051aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948732098560:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17583us (18433us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.395094:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4753 00002000:00100000:3.0:1746129512.395104:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800a051aa00 x1830948732098560/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.395113:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a051aa00 with x1830948732098560 ext(1048576->2097151) 00002000:00010000:3.0:1746129512.395119:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a051aa00 00000100:00100000:1.0:1746129512.395883:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736883840:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.395893:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736883968:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.395900:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0806300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736884096:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.395931:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3346432->3670015] (req 3346432->3670015) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 46 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.395945:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee77000, rc 0) 00000100:00100000:1.0:1746129512.395972:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+46:29616:x1830948732099200:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7500us (7625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.395978:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12218 00000100:00100000:0.0:1746129512.396520:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.396661:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732099328 00000100:00100000:3.0:1746129512.396667:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732099328 00010000:00010000:3.0:1746129512.396693:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3432448->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4f3 expref: 29 pid: 8410 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.396715:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6193 00000100:00100000:3.0:1746129512.396721:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+29:1962:x1830948732099328:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.396736:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129512.396755:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3432448->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4f3 expref: 29 pid: 8410 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.396764:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3432448->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4f3 expref: 29 pid: 8410 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.396783:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947ad800/0x40a459093b0600f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3432448->18446744073709551615] (req 4194304->4923391) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4f3 expref: 29 pid: 8410 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.396797:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129512.396818:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+28:1962:x1830948732099328:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 97us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.396823:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6193 00000100:00100000:0.0:1746129512.401005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.401062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.401127:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732099456 00000100:00100000:1.0:1746129512.401137:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732099456 00000100:00100000:3.0:1746129512.401146:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732099584 00000100:00100000:3.0:1746129512.401149:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732099584 00010000:00010000:3.0:1746129512.401176:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b539 expref: 28 pid: 8410 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129512.401176:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 46 pid: 8410 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.401214:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6194 00000100:00100000:1.0:1746129512.401218:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6195 00000100:00100000:3.0:1746129512.401221:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948732099584:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129512.401222:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+46:1962:x1830948732099456:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.401238:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129512.401238:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129512.401261:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 46 pid: 8410 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.401262:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b539 expref: 28 pid: 8410 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129512.401272:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 46 pid: 8410 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.401358:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b539 expref: 28 pid: 8410 timeout: 867 lvb_type: 1 00010000:00010000:1.0:1746129512.401385:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6031e00/0x40a459093b060111 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b50f expref: 46 pid: 8410 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.401449:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060165 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b539 expref: 28 pid: 8410 timeout: 867 lvb_type: 1 00010000:00010000:3.0:1746129512.401463:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.401465:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.401473:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 46 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.401481:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 46 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.401517:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 46 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129512.401529:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736884224:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.401623:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746129512.401800:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129512.401821:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f546680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+45:1962:x1830948732099456:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 598us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.401827:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6195 00000100:00100000:0.0:1746129512.404188:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.406045:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732099968 00000100:00100000:3.0:1746129512.406055:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732099968 00002000:00100000:3.0:1746129512.406094:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f544e00 x1830948732099968/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.406103:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f544e00 with x1830948732099968 ext(1048576->2097151) 00002000:00010000:3.0:1746129512.406108:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f544e00 00000100:00100000:3.0:1746129512.406261:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4754 00000100:00100000:3.0:1746129512.406268:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948732099968:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.407061:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.407084:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.407098:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732100224 00000100:00100000:1.0:1746129512.407101:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732100224 00000100:00100000:1.0:1746129512.407141:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12219 00000100:00100000:1.0:1746129512.407147:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+28:29614:x1830948732100224:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.407156:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.407169:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b571 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.407195:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 44 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.407201:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.407202:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.407205:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 29 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.407229:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 44 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.407238:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 44 pid: 22480 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129512.407247:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736884352:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.407326:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.407349:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732100096 00000100:00100000:0.0:1746129512.407355:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732100096 00002000:00100000:0.0:1746129512.407378:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a0806300 x1830948732100096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.407386:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0806300 with x1830948732100096 ext(0->1048575) 00002000:00010000:0.0:1746129512.407389:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0806300 00000100:00100000:0.0:1746129512.407410:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4755 00000100:00100000:0.0:1746129512.407416:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+45:1963:x1830948732100096:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.407444:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.407455:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732100480 00000100:00100000:1.0:1746129512.407458:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732100480 00002000:00100000:1.0:1746129512.407471:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3346432->3350527) req@ffff8800a0806680 x1830948732100480/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.407478:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0806680 with x1830948732100480 ext(3346432->3350527) 00010000:00010000:1.0:1746129512.407483:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 46 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129512.407492:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 46 pid: 22480 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129512.407497:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0806680 00000100:00100000:1.0:1746129512.407508:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1231 00000100:00100000:1.0:1746129512.407513:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+46:1960:x1830948732100480:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.407610:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+46:1960:x1830948732100480:12345-192.168.202.4@tcp:3:cat.0 Request processed in 96us (165us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129512.407616:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1231 00002000:00100000:1.0:1746129512.407621:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3346432->3350527) req@ffff8800a0806680 x1830948732100480/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.407627:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0806680 with x1830948732100480 ext(3346432->3350527) 00010000:00010000:1.0:1746129512.407631:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 46 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129512.407639:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 46 pid: 22480 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129512.407644:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0806680 00000100:00100000:3.0:1746129512.408202:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736884224:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129512.408218:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129512.408256:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+29:1960:x1830948732099584:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7034us (7192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.408263:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6194 00000100:00100000:1.0:1746129512.414022:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736884352:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.414057:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 28 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.414073:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee76600, rc 0) 00000100:00100000:1.0:1746129512.414113:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+28:29614:x1830948732100224:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6966us (7028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.414125:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12219 00000100:00100000:0.0:1746129512.415570:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.415921:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732100736 00000100:00100000:1.0:1746129512.415928:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732100736 00002000:00100000:1.0:1746129512.415961:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3665920->3670015) req@ffff88009f547100 x1830948732100736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.415970:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f547100 with x1830948732100736 ext(3665920->3670015) 00010000:00010000:1.0:1746129512.415977:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129512.415988:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129512.415993:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f547100 00000100:00100000:1.0:1746129512.416008:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1232 00000100:00100000:1.0:1746129512.416013:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+47:1963:x1830948732100736:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.416512:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+47:1963:x1830948732100736:12345-192.168.202.4@tcp:3:cat.0 Request processed in 497us (949us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129512.416518:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1232 00002000:00100000:1.0:1746129512.416524:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3665920->3670015) req@ffff88009f547100 x1830948732100736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.416530:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f547100 with x1830948732100736 ext(3665920->3670015) 00010000:00010000:1.0:1746129512.416535:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129512.416549:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129512.416554:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f547100 00000100:00100000:3.0:1746129512.418370:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948732099968:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12095us (14186us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.418379:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4754 00002000:00100000:3.0:1746129512.418387:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88009f544e00 x1830948732099968/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.418394:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f544e00 with x1830948732099968 ext(1048576->2097151) 00002000:00010000:3.0:1746129512.418400:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f544e00 00000100:00100000:1.0:1746129512.419846:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+45:1963:x1830948732100096:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12407us (12764us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129512.419854:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4755 00002000:00100000:1.0:1746129512.419861:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff8800a0806300 x1830948732100096/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.419868:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0806300 with x1830948732100096 ext(0->1048575) 00002000:00010000:1.0:1746129512.419872:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0806300 00000100:00100000:0.0:1746129512.421552:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.421597:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.421687:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732101248 00000100:00100000:2.0:1746129512.421694:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732101248 00000100:00100000:2.0:1746129512.421738:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4188 00000100:00100000:2.0:1746129512.421744:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+296:29616:x1830948732101248:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129512.421918:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+297:29616:x1830948732101248:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 173us (319us total) trans 8589944203 rc 0/0 00000100:00100000:2.0:1746129512.421924:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4188 00000100:00100000:1.0:1746129512.422189:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732100992 00000100:00100000:1.0:1746129512.422194:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732100992 00002000:00100000:1.0:1746129512.422219:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3346432->3670015) req@ffff88009016b100 x1830948732100992/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.422227:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b100 with x1830948732100992 ext(3346432->3670015) 00010000:00010000:1.0:1746129512.422234:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 45 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129512.422245:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 45 pid: 22480 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129512.422251:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009016b100 00000100:00100000:1.0:1746129512.422280:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1233 00000100:00100000:1.0:1746129512.422286:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+45:1960:x1830948732100992:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:1.0:1746129512.429347:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009016b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+47:1960:x1830948732100992:12345-192.168.202.4@tcp:4:cat.0 Request processed in 7051us (7790us total) trans 17179873293 rc 0/0 00000100:00100000:1.0:1746129512.429357:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1233 00002000:00100000:1.0:1746129512.429368:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3346432->3670015) req@ffff88009016b100 x1830948732100992/t17179873293(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/448 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.429378:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009016b100 with x1830948732100992 ext(3346432->3670015) 00010000:00010000:1.0:1746129512.429386:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746129512.429401:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746129512.429407:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009016b100 00000100:00100000:0.0:1746129512.437442:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.437652:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732101376 00000100:00100000:1.0:1746129512.437659:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732101376 00000100:00100000:1.0:1746129512.438077:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12220 00000100:00100000:1.0:1746129512.438085:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+32:29620:x1830948732101376:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.438101:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.438116:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b578 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.438140:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 28 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.438147:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.438150:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.438153:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 33 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.438179:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 28 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.438188:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 28 pid: 7149 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746129512.438244:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.438325:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732101504 00000100:00100000:3.0:1746129512.438329:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732101504 00010000:00010000:3.0:1746129512.438346:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129512.438403:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736884480:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.438473:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad480 going to sleep for 11 seconds 00000100:00100000:3.0:1746129512.438563:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6196 00000100:00100000:3.0:1746129512.438568:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+47:1962:x1830948732101504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.438576:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746129512.438590:0:9823:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129512 -> 1746129513 00002000:00010000:3.0:1746129512.438592:0:9823:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129512 -> 1746129513 00010000:00010000:3.0:1746129512.438596:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.438605:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.438620:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee77000/0x40a459093b0601c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3346432->3670015) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b56a expref: 47 pid: 22480 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.438641:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.438643:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.438648:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.438654:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.438671:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129512.438679:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736884608:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.438700:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.443715:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.443736:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736884480:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.443763:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 33 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.443779:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ee76a00, rc 0) 00000100:00100000:1.0:1746129512.443819:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090169c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+33:29620:x1830948732101376:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5735us (6385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.443827:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12220 00000100:00100000:2.0:1746129512.443862:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732101632 00000100:00100000:2.0:1746129512.443868:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732101632 00002000:00100000:2.0:1746129512.443905:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1695744->2097151) req@ffff88009c07b800 x1830948732101632/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.443914:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07b800 with x1830948732101632 ext(1695744->2097151) 00010000:00010000:2.0:1746129512.443919:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 29 pid: 7149 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.443931:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 29 pid: 7149 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746129512.443937:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c07b800 00000100:00100000:2.0:1746129512.443965:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1234 00000100:00100000:2.0:1746129512.443976:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948732101632:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129512.444997:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9823:1830948736884608:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129512.445018:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129512.445038:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+46:1962:x1830948732101504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6470us (6795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.445045:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6196 00000100:00100000:0.0:1746129512.447332:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.447366:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.447405:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.447430:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732102016 00000100:00100000:0.0:1746129512.447436:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732102016 00002000:00100000:0.0:1746129512.447474:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c079180 x1830948732102016/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.447483:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079180 with x1830948732102016 ext(2097152->3145727) 00002000:00010000:0.0:1746129512.447487:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079180 00000100:00100000:0.0:1746129512.447503:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732102144 00000100:00100000:0.0:1746129512.447506:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732102144 00000100:00100000:1.0:1746129512.447513:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732102400 00000100:00100000:1.0:1746129512.447516:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732102400 00002000:00100000:0.0:1746129512.447516:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009c07b480 x1830948732102144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.447521:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07b480 with x1830948732102144 ext(3145728->4194303) 00002000:00010000:0.0:1746129512.447523:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c07b480 00002000:00100000:1.0:1746129512.447530:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013577e300 x1830948732102400/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129512.447534:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4756 00002000:00100000:1.0:1746129512.447536:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577e300 with x1830948732102400 ext(2097152->3145727) 00002000:00010000:1.0:1746129512.447539:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013577e300 00000100:00100000:0.0:1746129512.447539:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948732102016:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.447550:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4757 00000100:00100000:1.0:1746129512.447554:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+29:1963:x1830948732102144:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129512.448031:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4758 00000100:00100000:3.0:1746129512.448039:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948732102400:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.459445:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+33:1961:x1830948732101632:12345-192.168.202.4@tcp:4:cat.0 Request processed in 15460us (15728us total) trans 21474840480 rc 0/0 00000100:00100000:2.0:1746129512.459455:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1234 00002000:00100000:2.0:1746129512.459465:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e6:0x0] (1695744->2097151) req@ffff88009c07b800 x1830948732101632/t21474840480(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/448 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.459472:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07b800 with x1830948732101632 ext(1695744->2097151) 00010000:00010000:2.0:1746129512.459482:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 33 pid: 7149 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746129512.459495:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 33 pid: 7149 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746129512.459501:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c07b800 00000100:00100000:3.0:1746129512.460305:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+31:1962:x1830948732102400:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12252us (12884us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129512.460314:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4758 00002000:00100000:3.0:1746129512.460320:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88013577e300 x1830948732102400/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129512.460327:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577e300 with x1830948732102400 ext(2097152->3145727) 00002000:00010000:3.0:1746129512.460330:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013577e300 00000100:00100000:0.0:1746129512.466370:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.466485:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732102528 00000100:00100000:3.0:1746129512.466493:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732102528 00010000:00010000:3.0:1746129512.466520:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 31 pid: 7149 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.466542:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6197 00000100:00100000:3.0:1746129512.466549:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+31:1963:x1830948732102528:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.466560:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129512.466576:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 31 pid: 7149 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.466586:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 31 pid: 7149 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129512.466769:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c07b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948732102144:12345-192.168.202.4@tcp:3:cat.0 Request processed in 19212us (19401us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129512.466778:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4757 00002000:00100000:1.0:1746129512.466787:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009c07b480 x1830948732102144/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.466794:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c07b480 with x1830948732102144 ext(3145728->4194303) 00002000:00010000:1.0:1746129512.466797:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c07b480 00010000:00010000:3.0:1746129512.466873:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013555b800/0x40a459093b06009a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1695744->1847295) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b491 expref: 31 pid: 7149 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.466896:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.466897:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.466903:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 32 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.467007:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 32 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.467035:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 32 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129512.467045:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736884736:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.467386:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.468381:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732102016:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20837us (21092us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129512.468388:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4756 00002000:00100000:0.0:1746129512.468395:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c079180 x1830948732102016/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129512.468402:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c079180 with x1830948732102016 ext(2097152->3145727) 00002000:00010000:0.0:1746129512.468405:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c079180 00000100:00100000:3.0:1746129512.473525:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736884736:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129512.473547:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129512.473590:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+30:1963:x1830948732102528:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 7041us (7227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.473599:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6197 00000100:00100000:0.0:1746129512.481984:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.482028:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.482072:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.482109:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732103168 00000100:00100000:0.0:1746129512.482117:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732103168 00000100:00100000:0.0:1746129512.482169:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12221 00000100:00100000:0.0:1746129512.482177:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+30:1960:x1830948732103168:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129512.482194:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129512.482209:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b57f expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.482236:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.482239:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.482247:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b57f expref: 31 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.482261:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b57f expref: 31 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.482272:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f92de00, rc 0) 00000100:00100000:2.0:1746129512.482282:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732102784 00000100:00100000:2.0:1746129512.482286:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732102784 00000100:00100000:0.0:1746129512.482331:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948732103168:12345-192.168.202.4@tcp:101:cat.0 Request processed in 154us (257us total) trans 0 rc 0/0 00002000:00100000:2.0:1746129512.482333:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013577d500 x1830948732102784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:0.0:1746129512.482337:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12221 00002000:00100000:2.0:1746129512.482341:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577d500 with x1830948732102784 ext(1048576->2097151) 00002000:00010000:2.0:1746129512.482346:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013577d500 00000100:00100000:2.0:1746129512.482354:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732103040 00000100:00100000:2.0:1746129512.482356:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732103040 00002000:00100000:2.0:1746129512.482366:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013577d880 x1830948732103040/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.482372:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577d880 with x1830948732103040 ext(1048576->2097151) 00002000:00010000:2.0:1746129512.482375:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577d880 00000100:00100000:2.0:1746129512.482384:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4759 00000100:00100000:2.0:1746129512.482389:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948732102784:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129512.482396:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4760 00000100:00100000:0.0:1746129512.482400:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+46:1962:x1830948732103040:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129512.490042:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.490135:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732103424 00000100:00100000:1.0:1746129512.490141:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732103424 00002000:00100000:1.0:1746129512.490172:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88013577f480 x1830948732103424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.490178:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577f480 with x1830948732103424 ext(4194304->4923391) 00002000:00010000:1.0:1746129512.490182:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577f480 00000100:00100000:1.0:1746129512.490206:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4761 00000100:00100000:1.0:1746129512.490210:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732103424:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.496091:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+46:1962:x1830948732103040:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13680us (14052us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.496102:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4760 00002000:00100000:2.0:1746129512.496111:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013577d880 x1830948732103040/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.496119:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577d880 with x1830948732103040 ext(1048576->2097151) 00002000:00010000:2.0:1746129512.496124:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577d880 00000100:00100000:2.0:1746129512.498777:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+33:1962:x1830948732102784:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16380us (16795us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.498786:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4759 00002000:00100000:2.0:1746129512.498794:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013577d500 x1830948732102784/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.498802:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577d500 with x1830948732102784 ext(1048576->2097151) 00002000:00010000:2.0:1746129512.498806:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013577d500 00000100:00100000:1.0:1746129512.501712:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013577f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732103424:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11493us (11669us total) trans 0 rc 729088/729088 00000100:00100000:1.0:1746129512.501720:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4761 00002000:00100000:1.0:1746129512.501729:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88013577f480 x1830948732103424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.501737:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013577f480 with x1830948732103424 ext(4194304->4923391) 00002000:00010000:1.0:1746129512.501743:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013577f480 00000100:00100000:0.0:1746129512.517008:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.517075:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732103552 00000100:00100000:3.0:1746129512.517083:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732103552 00000100:00100000:3.0:1746129512.517136:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12222 00000100:00100000:3.0:1746129512.517145:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+46:29620:x1830948732103552:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129512.517165:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.517179:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b586 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.517200:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.517202:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.517209:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b586 expref: 47 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.517225:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b586 expref: 47 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.517234:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095413200, rc 0) 00000100:00100000:3.0:1746129512.517285:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f448380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+47:29620:x1830948732103552:12345-192.168.202.4@tcp:101:cat.0 Request processed in 141us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.517291:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12222 00000100:00100000:0.0:1746129512.525738:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.525791:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.525880:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732103808 00000100:00100000:1.0:1746129512.525888:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732103808 00000100:00100000:2.0:1746129512.525922:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732103936 00000100:00100000:2.0:1746129512.525926:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732103936 00002000:00100000:1.0:1746129512.525928:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88008f449f80 x1830948732103808/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.525938:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449f80 with x1830948732103808 ext(2097152->3145727) 00002000:00010000:1.0:1746129512.525942:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f449f80 00002000:00100000:2.0:1746129512.525947:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012bd92a00 x1830948732103936/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.525955:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92a00 with x1830948732103936 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.525958:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd92a00 00000100:00100000:1.0:1746129512.526035:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4762 00000100:00100000:2.0:1746129512.526041:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4763 00000100:00100000:1.0:1746129512.526042:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+48:1963:x1830948732103808:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.526048:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+48:1962:x1830948732103936:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.548060:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f449f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+49:1963:x1830948732103808:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22010us (22322us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129512.548071:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4762 00002000:00100000:1.0:1746129512.548082:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88008f449f80 x1830948732103808/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.548090:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f449f80 with x1830948732103808 ext(2097152->3145727) 00002000:00010000:1.0:1746129512.548095:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f449f80 00000100:00100000:2.0:1746129512.549099:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+47:1962:x1830948732103936:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23048us (23304us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.549105:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4763 00002000:00100000:2.0:1746129512.549111:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012bd92a00 x1830948732103936/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.549118:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd92a00 with x1830948732103936 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.549121:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bd92a00 00000100:00100000:0.0:1746129512.557522:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.559046:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732104320 00000100:00100000:1.0:1746129512.559055:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732104320 00000100:00100000:1.0:1746129512.559115:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10294 00000100:00100000:1.0:1746129512.559123:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+297:29624:x1830948732104320:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129512.559143:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.559158:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b585200/0x40a459093b0601e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b58d expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.559237:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.559251:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b516 expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.559257:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b54e expref: 298 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.559263:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129512.559290:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b54e expref: 298 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.559317:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b54e expref: 298 pid: 14549 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129512.559328:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736884864:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.559424:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b516 expref: 14 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.559431:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b516 expref: 14 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746129512.559443:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0806a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736884992:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.559461:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.563226:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.563266:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.563334:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732104704 00000100:00100000:0.0:1746129512.563340:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.563341:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732104704 00000100:00100000:0.0:1746129512.563355:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732104832 00000100:00100000:0.0:1746129512.563357:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732104832 00010000:00010000:3.0:1746129512.563373:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b54e expref: 299 pid: 14549 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746129512.563373:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b516 expref: 15 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746129512.563394:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6198 00000100:00100000:3.0:1746129512.563401:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+299:1960:x1830948732104704:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.563414:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129512.563419:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b54e expref: 299 pid: 14549 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.563428:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b54e expref: 299 pid: 14549 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746129512.563445:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129512.563449:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.563456:0:9823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.563461:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.563474:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732104576 00000100:00100000:2.0:1746129512.563477:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732104576 00000100:00100000:3.0:1746129512.563496:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+299:1960:x1830948732104704:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 95us (229us total) trans 0 rc 0/0 00002000:00100000:2.0:1746129512.563505:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fa24000 x1830948732104576/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.563518:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa24000 with x1830948732104576 ext(4194304->4923391) 00002000:00010000:2.0:1746129512.563522:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fa24000 00000100:00100000:2.0:1746129512.563536:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4764 00000100:00100000:2.0:1746129512.563545:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+47:1962:x1830948732104576:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129512.563559:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6199 00000100:00100000:0.0:1746129512.563564:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948732104832:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129512.563573:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129512.563577:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b516 expref: 15 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746129512.563585:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b516 expref: 15 pid: 15096 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746129512.563594:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129512.563597:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129512.563603:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129512.563608:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129512.563787:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129512.563801:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+15:1960:x1830948732104832:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 237us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129512.563807:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6199 00010000:00010000:0.0:1746129512.563921:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee77800/0x40a459093b06018f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b54e expref: 299 pid: 14549 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746129512.563937:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736884864:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129512.563948:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f6a00/0x40a459093b06012d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b516 expref: 14 pid: 15096 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746129512.563955:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0806a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736884992:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129512.563972:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129512.563979:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129512.563983:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:0.0:1746129512.563997:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:0.0:1746129512.564092:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b585200/0x40a459093b0601e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b58d expref: 300 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.564103:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b58d expref: 299 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.564109:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129512.564111:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746129512.564113:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b584e00, rc 0) 00000100:00100000:0.0:1746129512.564133:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+299:29624:x1830948732104320:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 5012us (6616us total) trans 8589944204 rc 0/0 00000100:00100000:0.0:1746129512.564138:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10294 00000100:00100000:3.0:1746129512.564694:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6198 00000100:00100000:2.0:1746129512.578576:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+47:1962:x1830948732104576:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15023us (15345us total) trans 0 rc 729088/729088 00000100:00100000:2.0:1746129512.578592:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4764 00002000:00100000:2.0:1746129512.578603:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->4923391) req@ffff88009fa24000 x1830948732104576/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 729088/729088 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.578612:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa24000 with x1830948732104576 ext(4194304->4923391) 00002000:00010000:2.0:1746129512.578618:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fa24000 00000100:00100000:0.0:1746129512.590517:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.591216:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732105088 00000100:00100000:2.0:1746129512.591224:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732105088 00000100:00100000:2.0:1746129512.591669:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10295 00000100:00100000:2.0:1746129512.591679:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:29626:x1830948732105088:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129512.591703:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.591720:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555200/0x40a459093b0601f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b594 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.591811:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.591822:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.591844:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.591857:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.591863:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.591868:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.591961:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.591969:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.591974:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746129512.591982:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:2.0:1746129512.592049:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592056:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592060:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592065:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b555400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129512.592068:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592073:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592082:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129512.592085:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129512.592088:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592093:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555400/0x40a459093b0601ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592703:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592709:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592714:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592717:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b555600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129512.592720:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592724:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592731:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff880094660500) 00010000:00010000:2.0:1746129512.592733:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129512.592735:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592739:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555600/0x40a459093b060206 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129512.592775:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555200/0x40a459093b0601f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b594 expref: 17 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.592786:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b594 expref: 16 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.592792:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129512.592795:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1746129512.592797:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b555800, rc 0) 00000100:00100000:2.0:1746129512.592893:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:29626:x1830948732105088:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1214us (2381us total) trans 8589944205 rc 0/0 00000100:00100000:2.0:1746129512.592900:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10295 00000100:00100000:0.0:1746129512.680490:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.681044:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732105344 00000100:00100000:3.0:1746129512.681052:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732105344 00000100:00100000:3.0:1746129512.681091:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10296 00000100:00100000:3.0:1746129512.681100:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+16:29631:x1830948732105344:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129512.681119:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.681134:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095413800/0x40a459093b06021b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b59b expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.681217:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681229:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681238:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681249:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681254:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681258:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681371:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095413600/0x40a459093b060230 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681379:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095413600/0x40a459093b060230 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681385:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095413600/0x40a459093b060230 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129512.681392:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9114016 00010000:00010000:3.0:1746129512.681454:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681460:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681465:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681471:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095413e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129512.681474:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681479:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681488:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129512.681491:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129512.681494:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681499:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413e00/0x40a459093b060222 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681508:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681516:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681521:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681525:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095412400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129512.681527:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681531:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681536:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9f3800) 00010000:00010000:3.0:1746129512.681538:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129512.681540:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681544:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095412400/0x40a459093b060229 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.681575:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413800/0x40a459093b06021b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b59b expref: 19 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.681585:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095413600/0x40a459093b060230 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b59b expref: 18 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.681590:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129512.681592:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129512.681594:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095413600, rc 0) 00000100:00100000:3.0:1746129512.681635:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+18:29631:x1830948732105344:12345-192.168.202.4@tcp:101:cat.0 Request processed in 536us (1151us total) trans 8589944206 rc 0/0 00000100:00100000:3.0:1746129512.681641:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10296 00000100:00100000:1.0:1746129512.691345:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.691372:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732105600 00000100:00100000:1.0:1746129512.691378:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732105600 00000100:00100000:1.0:1746129512.691415:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4189 00000100:00100000:1.0:1746129512.691422:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:29631:x1830948732105600:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:0.0:1746129512.691884:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.692809:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732105728 00000100:00100000:3.0:1746129512.692815:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732105728 00000100:00100000:3.0:1746129512.692858:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 645 00000100:00100000:3.0:1746129512.692865:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+20:1960:x1830948732105728:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.692875:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129512.692893:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095413600/0x40a459093b060230 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b59b expref: 20 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.692908:0:9823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129512.692911:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129512.692949:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:29631:x1830948732105600:12345-192.168.202.4@tcp:35:cat.0 Request processed in 1526us (1609us total) trans 8589944207 rc 0/0 00000100:00100000:1.0:1746129512.692956:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4189 00000100:00100000:3.0:1746129512.693475:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa24e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:1960:x1830948732105728:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 609us (1590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.693481:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 645 00000100:00100000:2.0:1746129512.706932:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.706960:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732105984 00000100:00100000:2.0:1746129512.706967:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732105984 00002000:00100000:2.0:1746129512.707003:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a77b0700 x1830948732105984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.707012:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0700 with x1830948732105984 ext(1048576->2097151) 00002000:00010000:2.0:1746129512.707017:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b0700 00000100:00100000:2.0:1746129512.707035:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4765 00000100:00100000:2.0:1746129512.707042:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948732105984:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.719633:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+31:1960:x1830948732105984:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12582us (12699us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.719645:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4765 00002000:00100000:2.0:1746129512.719656:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff8800a77b0700 x1830948732105984/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.719666:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b0700 with x1830948732105984 ext(1048576->2097151) 00002000:00010000:2.0:1746129512.719672:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b0700 00000100:00100000:3.0:1746129512.729914:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.730221:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732106112 00000100:00100000:2.0:1746129512.730229:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732106112 00000100:00100000:2.0:1746129512.731493:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12223 00000100:00100000:2.0:1746129512.731505:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+47:29624:x1830948732106112:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129512.731523:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.731538:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5a2 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.731846:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.731856:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b563 expref: 48 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.731861:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.731863:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.731865:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1081344->2035711] (req 1081344->2035711) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 48 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.731893:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b563 expref: 48 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.731904:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b563 expref: 48 pid: 20577 timeout: 868 lvb_type: 1 00000100:00100000:2.0:1746129512.731914:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736885120:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129512.731994:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 27 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.732002:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 27 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129512.732014:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736885248:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129512.732032:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.746525:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.746552:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.746752:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736885120:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129512.746770:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736885248:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129512.746786:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732106368 00000100:00100000:3.0:1746129512.746792:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732106368 00010000:00010000:2.0:1746129512.746798:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1081344->2035711] (req 1081344->2035711) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 49 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.746814:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b554c00, rc 0) 00010000:00010000:3.0:1746129512.746817:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b563 expref: 49 pid: 20577 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129512.746850:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732106240 00000100:00100000:3.0:1746129512.746852:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732106240 00010000:00010000:3.0:1746129512.746862:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 28 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129512.746866:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+49:29624:x1830948732106112:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 15365us (16958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.746873:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12223 00000100:00100000:3.0:1746129512.746887:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6200 00000100:00100000:3.0:1746129512.746893:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+48:1962:x1830948732106368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.746906:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129512.746926:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b563 expref: 48 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129512.746935:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b563 expref: 48 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129512.746956:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f92cc00/0x40a459093b0601b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b563 expref: 48 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129512.746965:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129512.746985:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+47:1962:x1830948732106368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 93us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.746991:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6200 00000100:00100000:3.0:1746129512.747001:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6201 00000100:00100000:3.0:1746129512.747005:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+28:1961:x1830948732106240:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.747012:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129512.747018:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 28 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129512.747026:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 28 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129512.747035:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095413400/0x40a459093b060173 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b547 expref: 28 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129512.747047:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.747049:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.747054:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 46 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.747061:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 46 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.747082:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 46 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129512.747092:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736885376:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.747136:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093da83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.749001:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.749045:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732106496 00000100:00100000:2.0:1746129512.749051:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732106496 00000100:00100000:2.0:1746129512.749081:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12224 00000100:00100000:2.0:1746129512.749087:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+28:1960:x1830948732106496:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.749101:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.749113:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c665400/0x40a459093b060245 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5a9 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.749149:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736885504:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129512.749198:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.753421:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736885376:192.168.202.4@tcp:105: 00010000:00010000:0.0:1746129512.753446:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129512.753495:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+29:1961:x1830948732106240:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6487us (6940us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129512.753505:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6201 00000100:00100000:2.0:1746129512.760087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.760212:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732106752 00000100:00100000:2.0:1746129512.760219:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732106752 00002000:00100000:2.0:1746129512.760254:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (2031616->2035711) req@ffff880094f47b80 x1830948732106752/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.760263:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47b80 with x1830948732106752 ext(2031616->2035711) 00002000:00010000:2.0:1746129512.760268:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f47b80 00000100:00100000:2.0:1746129512.760285:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4766 00000100:00100000:2.0:1746129512.760307:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+47:1962:x1830948732106752:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129512.760438:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+47:1962:x1830948732106752:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 147us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129512.760444:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4766 00002000:00100000:2.0:1746129512.760449:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (2031616->2035711) req@ffff880094f47b80 x1830948732106752/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.760456:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094f47b80 with x1830948732106752 ext(2031616->2035711) 00002000:00010000:2.0:1746129512.760458:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094f47b80 00002000:00010000:2.0:1746129512.760494:0:22480:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129512 -> 1746129513 00000100:00100000:2.0:1746129512.760504:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a77b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736885504:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129512.760529:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c665400/0x40a459093b060245 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a9 expref: 28 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.760540:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c665400/0x40a459093b060245 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a9 expref: 28 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.760553:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c665400, rc 0) 00000100:00100000:2.0:1746129512.763309:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+27:1960:x1830948732106496:12345-192.168.202.4@tcp:101:cat.0 Request processed in 14194us (14285us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129512.763320:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12224 00000100:00100000:0.0:1746129512.772853:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.772876:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732106880 00000100:00100000:0.0:1746129512.772883:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732106880 00000100:00100000:0.0:1746129512.772969:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12225 00000100:00100000:0.0:1746129512.772977:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732106880:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129512.772993:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129512.773008:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800947aca00/0x40a459093b06024c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5b0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129512.773050:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736885632:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129512.773110:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.774389:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa25500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736885632:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129512.774412:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800947aca00/0x40a459093b06024c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b0 expref: 28 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.774423:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947aca00/0x40a459093b06024c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b0 expref: 28 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.774431:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947aca00, rc 0) 00000100:00100000:2.0:1746129512.774457:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732106880:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1481us (1610us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129512.774465:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12225 00000001:00080000:2.0:1746129512.774810:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840476 is committed 00000001:00080000:2.0:1746129512.774821:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840461 is committed 00000001:00080000:2.0:1746129512.774841:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840459 is committed 00000001:00080000:2.0:1746129512.774854:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840437 is committed 00000001:00080000:2.0:1746129512.774890:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840479 is committed 00000001:00080000:2.0:1746129512.774901:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840462 is committed 00000001:00080000:2.0:1746129512.774931:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840480 is committed 00000001:00080000:2.0:1746129512.774938:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840477 is committed 00000001:00080000:2.0:1746129512.774957:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840460 is committed 00000001:00080000:2.0:1746129512.774984:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840478 is committed 00000100:00100000:1.0:1746129512.777331:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.777400:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.777425:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732107008 00000100:00100000:1.0:1746129512.777433:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732107008 00000100:00100000:1.0:1746129512.777463:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732107136 00000100:00100000:1.0:1746129512.777465:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732107136 00000100:00100000:1.0:1746129512.777477:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12226 00000100:00100000:1.0:1746129512.777483:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+9:29626:x1830948732107008:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129512.777499:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.777512:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5b7 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.777541:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.777554:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b501 expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.777561:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c9 expref: 10 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.777568:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.777570:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129512.777574:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [4124672->4194303] (req 4124672->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 10 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.777604:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c9 expref: 10 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.777614:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c9 expref: 10 pid: 31503 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129512.777625:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736885760:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.777713:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b501 expref: 10 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.777721:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b501 expref: 10 pid: 20577 timeout: 868 lvb_type: 1 00000100:00100000:1.0:1746129512.777728:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736885888:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.777751:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.777758:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129512.777766:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736886016:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.777780:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dada80 going to sleep for 11 seconds 00000100:00100000:1.0:1746129512.777799:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12227 00000100:00100000:1.0:1746129512.777805:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948732107136:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.777811:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.777820:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b06025a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5be expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129512.777861:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736886144:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129512.777879:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129512.781103:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736886144:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129512.781129:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b06025a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5be expref: 28 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.781142:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b06025a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5be expref: 28 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.781151:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b585000, rc 0) 00000100:00100000:1.0:1746129512.781187:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948732107136:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3381us (3786us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129512.781194:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12227 00000100:00100000:1.0:1746129512.781263:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.781326:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.781342:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732107264 00000100:00100000:1.0:1746129512.781346:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732107264 00010000:00010000:1.0:1746129512.781366:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c9 expref: 11 pid: 31503 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129512.781381:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732107392 00000100:00100000:1.0:1746129512.781383:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732107392 00010000:00010000:1.0:1746129512.781391:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 13 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129512.781403:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6202 00000100:00100000:1.0:1746129512.781408:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732107264:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129512.781417:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129512.781431:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c9 expref: 11 pid: 31503 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129512.781440:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c9 expref: 11 pid: 31503 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129512.781458:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129512.781474:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0806a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732107264:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 66us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.781480:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6202 00000100:00100000:1.0:1746129512.781489:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6203 00000100:00100000:1.0:1746129512.781493:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732107392:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129512.781500:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129512.781507:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 13 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129512.781514:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 13 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129512.781524:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129512.781534:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732107392:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 41us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.781539:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6203 00010000:00010000:1.0:1746129512.781584:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f78e800/0x40a459093b0600cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4c9 expref: 10 pid: 31503 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129512.781593:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736885760:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.781601:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736885888:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.781607:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095413000/0x40a459093b0600d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d0 expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129512.781614:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736886016:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.781629:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [4124672->4194303] (req 4124672->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 9 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.781636:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b584600, rc 0) 00000100:00100000:1.0:1746129512.781651:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+9:29626:x1830948732107008:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4168us (4327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129512.781656:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12226 00000100:00100000:1.0:1746129512.787588:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.787669:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732107520 00000100:00100000:3.0:1746129512.787677:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732107520 00010000:00010000:3.0:1746129512.787710:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b501 expref: 9 pid: 20577 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129512.788811:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6204 00000100:00100000:3.0:1746129512.788821:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948732107520:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.788843:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129512.788864:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b501 expref: 9 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129512.788875:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b501 expref: 9 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129512.788894:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f78f400/0x40a459093b0600fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b501 expref: 9 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129512.788908:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.788910:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.788916:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 8 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.788922:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 8 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.788949:0:9823:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 8 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129512.788958:0:9823:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736886272:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.789014:0:9823:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129512.791289:0:9823:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9823:1830948736886272:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129512.791319:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129512.791347:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948732107520:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2527us (3765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.791355:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6204 00000100:00100000:2.0:1746129512.792514:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.792534:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732107776 00000100:00100000:2.0:1746129512.792539:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732107776 00002000:00100000:2.0:1746129512.792570:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (4124672->4128767) req@ffff8800a77b3800 x1830948732107776/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.792579:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3800 with x1830948732107776 ext(4124672->4128767) 00002000:00010000:2.0:1746129512.792584:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b3800 00000100:00100000:2.0:1746129512.792599:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4767 00000100:00100000:2.0:1746129512.792605:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948732107776:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.792721:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a77b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:1962:x1830948732107776:12345-192.168.202.4@tcp:3:cat.0 Request processed in 116us (210us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129512.792727:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4767 00002000:00100000:2.0:1746129512.792731:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (4124672->4128767) req@ffff8800a77b3800 x1830948732107776/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.792738:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a77b3800 with x1830948732107776 ext(4124672->4128767) 00002000:00010000:2.0:1746129512.792741:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a77b3800 00000100:00100000:0.0:1746129512.795391:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.796181:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732107904 00000100:00100000:1.0:1746129512.796188:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732107904 00000100:00100000:1.0:1746129512.796238:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12228 00000100:00100000:1.0:1746129512.796245:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+27:29626:x1830948732107904:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129512.796258:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.796274:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5c5 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.796312:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 28 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.796323:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b586 expref: 46 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.796330:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129512.796332:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129512.796844:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->5140479] (req 4194304->5140479) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 28 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.796915:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b586 expref: 46 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.796926:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b586 expref: 46 pid: 7149 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129512.796937:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736886400:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129512.797046:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 28 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129512.797056:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 28 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129512.797065:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736886528:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129512.797399:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129512.798723:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736886400:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129512.798732:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736886528:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129512.798751:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [4194304->5140479] (req 4194304->5140479) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 28 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.798763:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fbad600, rc 0) 00000100:00100000:0.0:1746129512.798789:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+28:29626:x1830948732107904:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2545us (3403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129512.798800:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12228 00000100:00100000:3.0:1746129512.802402:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.802427:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.802445:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732108032 00000100:00100000:0.0:1746129512.802445:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732108160 00000100:00100000:3.0:1746129512.802451:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732108032 00000100:00100000:0.0:1746129512.802451:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732108160 00010000:00010000:3.0:1746129512.802478:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b586 expref: 47 pid: 7149 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129512.802478:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 28 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129512.802531:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6205 00000100:00100000:0.0:1746129512.802535:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6206 00000100:00100000:3.0:1746129512.802538:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+47:1962:x1830948732108032:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129512.802540:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732108160:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129512.802549:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129512.802549:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129512.802565:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b586 expref: 47 pid: 7149 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129512.802565:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 28 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129512.802575:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 28 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129512.802668:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b586 expref: 47 pid: 7149 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129512.802686:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee76600/0x40a459093b0601c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b571 expref: 28 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129512.802691:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095413200/0x40a459093b0601dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b586 expref: 47 pid: 7149 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129512.802698:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.802700:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129512.802705:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.802713:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.802861:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129512.802877:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 27 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129512.802888:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa25c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736886656:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129512.802895:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+46:1962:x1830948732108032:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 358us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.802901:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6205 00000100:00100000:0.0:1746129512.802930:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.805771:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa25c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736886656:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129512.805789:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.805840:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1963:x1830948732108160:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3286us (3399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.805849:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6206 00000100:00100000:1.0:1746129512.815439:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.815468:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732108416 00000100:00100000:1.0:1746129512.815475:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732108416 00000100:00100000:1.0:1746129512.815513:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4190 00000100:00100000:1.0:1746129512.815519:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+18:29626:x1830948732108416:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129512.815963:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+19:29626:x1830948732108416:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 442us (531us total) trans 8589944208 rc 0/0 00000100:00100000:1.0:1746129512.815971:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4190 00000001:00080000:3.0:1746129512.828534:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873281 is committed 00000001:00080000:3.0:1746129512.828579:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873214 is committed 00000001:00080000:3.0:1746129512.828588:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873293 is committed 00000001:00080000:3.0:1746129512.828602:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873269 is committed 00000001:00080000:3.0:1746129512.828643:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873290 is committed 00000001:00080000:3.0:1746129512.828673:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873245 is committed 00000001:00080000:3.0:1746129512.828702:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873292 is committed 00000100:00100000:0.0:1746129512.829599:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.829768:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732108672 00000100:00100000:3.0:1746129512.829776:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732108672 00000100:00100000:3.0:1746129512.829816:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10297 00000100:00100000:3.0:1746129512.829824:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+298:29637:x1830948732108672:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129512.829863:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.829880:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095cda800/0x40a459093b060268 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5cc expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.829984:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.829996:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830006:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830017:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830022:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830027:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830238:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830247:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830252:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129512.830264:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:3.0:1746129512.830372:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830378:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830383:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830387:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935a2000 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129512.830390:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830395:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830404:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129512.830407:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129512.830409:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830414:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2000/0x40a459093b06026f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830424:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830427:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830431:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830437:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935a2200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129512.830439:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830443:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830447:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9f3800) 00010000:00010000:3.0:1746129512.830449:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129512.830451:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830454:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2200/0x40a459093b060276 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.830486:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095cda800/0x40a459093b060268 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5cc expref: 301 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.830499:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5cc expref: 300 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.830504:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129512.830505:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129512.830507:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a2400, rc 0) 00000100:00100000:3.0:1746129512.831232:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+300:29637:x1830948732108672:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1405us (1635us total) trans 8589944209 rc 0/0 00000100:00100000:3.0:1746129512.831240:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10297 00000100:00100000:0.0:1746129512.833489:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.833550:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732108928 00000100:00100000:1.0:1746129512.833557:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732108928 00000100:00100000:1.0:1746129512.833610:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4191 00000100:00100000:1.0:1746129512.833617:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+300:29637:x1830948732108928:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129512.833798:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+301:29637:x1830948732108928:12345-192.168.202.4@tcp:35:cat.0 Request processed in 181us (312us total) trans 8589944210 rc 0/0 00000100:00100000:1.0:1746129512.833804:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4191 00000100:00100000:0.0:1746129512.837398:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.837430:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732109056 00000100:00100000:2.0:1746129512.837437:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732109056 00000100:00100000:0.0:1746129512.837476:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.837479:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12229 00000100:00100000:2.0:1746129512.837485:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948732109056:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:1.0:1746129512.837525:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732109184 00000100:00100000:1.0:1746129512.837528:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732109184 00000100:00100000:1.0:1746129512.837542:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12230 00000100:00100000:1.0:1746129512.837545:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+12:1960:x1830948732109184:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129512.837551:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129512.837562:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b584200/0x40a459093b06028b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5da expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129512.837598:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736886784:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129512.837656:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad480 going to sleep for 11 seconds 00010000:00010000:2.0:1746129512.837683:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.837691:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b060292 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5d3 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.837712:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736886912:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129512.837728:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f990c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746129512.838794:0:22480:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size: 4919712 -> 5140096 00002000:00010000:2.0:1746129512.838798:0:22480:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129511 -> 1746129513 00000100:00100000:2.0:1746129512.838817:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736886912:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129512.838855:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b060292 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5d3 expref: 21 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.838865:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b060292 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5d3 expref: 21 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.838874:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135a35200, rc 0) 00000100:00100000:2.0:1746129512.838905:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948732109056:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1419us (1513us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129512.838912:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12229 00002000:00010000:1.0:1746129512.839532:0:8410:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime: 1746129512 -> 1746129513 00002000:00010000:1.0:1746129512.839535:0:8410:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime: 1746129511 -> 1746129513 00002000:00010000:1.0:1746129512.839537:0:8410:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime: 1746129512 -> 1746129513 00000100:00100000:1.0:1746129512.839550:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736886784:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129512.839568:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b584200/0x40a459093b06028b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5da expref: 13 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.839577:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b584200/0x40a459093b06028b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5da expref: 13 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129512.839585:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b584200, rc 0) 00000100:00100000:1.0:1746129512.839612:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+12:1960:x1830948732109184:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2065us (2135us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129512.839618:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12230 00000100:00100000:0.0:1746129512.852183:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.852234:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732109440 00000100:00100000:2.0:1746129512.852242:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732109440 00002000:00100000:2.0:1746129512.852278:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009fa26d80 x1830948732109440/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 504/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.852288:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa26d80 with x1830948732109440 ext(1048576->2097151) 00002000:00010000:2.0:1746129512.852319:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fa26d80 00000100:00100000:2.0:1746129512.852341:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4768 00000100:00100000:2.0:1746129512.852348:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948732109440:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.854576:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+20:1961:x1830948732109440:12345-192.168.202.4@tcp:3:cat.0 Request processed in 2221us (2393us total) trans 0 rc 94208/94208 00000100:00100000:2.0:1746129512.854585:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4768 00002000:00100000:2.0:1746129512.854593:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009fa26d80 x1830948732109440/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 504/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 94208/94208 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.854601:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa26d80 with x1830948732109440 ext(1048576->2097151) 00002000:00010000:2.0:1746129512.854606:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fa26d80 00000100:00100000:0.0:1746129512.859162:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.859209:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.859322:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732109568 00000100:00100000:1.0:1746129512.859331:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732109568 00000100:00100000:0.0:1746129512.859380:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732109696 00000100:00100000:2.0:1746129512.859440:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12231 00000100:00100000:2.0:1746129512.859450:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948732109568:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.859471:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.859493:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135a35000/0x40a459093b060299 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5e1 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.859562:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736887040:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129512.859619:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732109696 00000100:00100000:0.0:1746129512.859651:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12232 00000100:00100000:0.0:1746129512.859656:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948732109696:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129512.859657:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f990c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746129512.859664:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129512.859676:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800947adc00/0x40a459093b0602a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5e8 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129512.859777:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736887168:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129512.859978:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b182d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.861524:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736887040:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129512.861557:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135a35000/0x40a459093b060299 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5e1 expref: 21 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.861570:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135a35000/0x40a459093b060299 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5e1 expref: 21 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129512.861590:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135a35000, rc 0) 00000100:00100000:2.0:1746129512.861642:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+20:1962:x1830948732109568:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2193us (2488us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129512.861650:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12231 00000100:00100000:0.0:1746129512.861765:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736887168:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129512.861783:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800947adc00/0x40a459093b0602a0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5e8 expref: 13 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.861792:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800947adc00/0x40a459093b0602a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5e8 expref: 13 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129512.861804:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800947adc00, rc 0) 00000100:00100000:0.0:1746129512.861822:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948732109696:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2167us (2613us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129512.861846:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12232 00000100:00100000:0.0:1746129512.863517:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.863602:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732109824 00000100:00100000:2.0:1746129512.863609:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732109824 00000100:00100000:2.0:1746129512.863651:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12233 00000100:00100000:2.0:1746129512.863658:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+20:29637:x1830948732109824:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129512.863679:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129512.863703:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5ef expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.863743:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 6 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.863751:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129512.863753:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129512.863756:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.863784:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 6 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.863796:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 6 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129512.863815:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736887296:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129512.864387:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f990c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129512.868577:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736887296:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129512.868577:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129512.868616:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.868632:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135a35200, rc 0) 00000100:00100000:3.0:1746129512.868680:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+21:29637:x1830948732109824:12345-192.168.202.4@tcp:101:cat.0 Request processed in 5021us (5169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.868687:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12233 00000100:00100000:2.0:1746129512.868694:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732109952 00000100:00100000:2.0:1746129512.868700:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732109952 00002000:00100000:2.0:1746129512.868739:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140095) req@ffff88009fa27b80 x1830948732109952/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.868749:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa27b80 with x1830948732109952 ext(4194304->5140095) 00010000:00010000:2.0:1746129512.868755:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 7 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.868771:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 7 pid: 22480 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746129512.868777:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fa27b80 00000100:00100000:2.0:1746129512.868871:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1235 00000100:00100000:2.0:1746129512.868879:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+7:1962:x1830948732109952:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129512.879626:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948732109952:12345-192.168.202.4@tcp:4:cat.0 Request processed in 10740us (11045us total) trans 17179873294 rc 0/0 00000100:00100000:2.0:1746129512.879637:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1235 00002000:00100000:2.0:1746129512.879648:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140095) req@ffff88009fa27b80 x1830948732109952/t17179873294(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/448 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.879656:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa27b80 with x1830948732109952 ext(4194304->5140095) 00010000:00010000:2.0:1746129512.879665:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 9 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.879682:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 9 pid: 22480 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746129512.879688:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fa27b80 00000100:00100000:0.0:1746129512.884651:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.884789:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732110080 00000100:00100000:2.0:1746129512.884799:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732110080 00010000:00010000:2.0:1746129512.884853:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 9 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129512.884903:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6207 00000100:00100000:2.0:1746129512.884911:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948732110080:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129512.884926:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129512.884952:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 9 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.884965:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 9 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.884990:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fbad600/0x40a459093b060261 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4194304->5140479) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5c5 expref: 9 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.885063:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.885065:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.885072:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.885086:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.885125:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.885138:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736887424:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129512.885237:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f990c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.888077:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736887424:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129512.888106:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.888282:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:1960:x1830948732110080:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3368us (3639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.888317:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6207 00000100:00100000:0.0:1746129512.891223:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.891353:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732110336 00000100:00100000:2.0:1746129512.891362:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732110336 00002000:00100000:2.0:1746129512.891399:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009fa24e00 x1830948732110336/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.891409:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa24e00 with x1830948732110336 ext(2097152->3145727) 00002000:00010000:2.0:1746129512.891413:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fa24e00 00000100:00100000:2.0:1746129512.891442:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4769 00000100:00100000:2.0:1746129512.891449:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732110336:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.903897:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732110336:12345-192.168.202.4@tcp:3:cat.0 Request processed in 12437us (12669us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.903915:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4769 00002000:00100000:2.0:1746129512.903928:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009fa24e00 x1830948732110336/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.903938:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa24e00 with x1830948732110336 ext(2097152->3145727) 00002000:00010000:2.0:1746129512.903944:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fa24e00 00000100:00100000:0.0:1746129512.908737:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.908884:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732110464 00000100:00100000:3.0:1746129512.908894:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732110464 00000100:00100000:3.0:1746129512.908953:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12234 00000100:00100000:3.0:1746129512.908961:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+12:29637:x1830948732110464:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129512.908980:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.908997:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5f6 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.909030:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 7 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.909037:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129512.909039:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129512.909041:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 13 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.909067:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 7 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.909078:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 7 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129512.909092:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736887552:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129512.909189:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129512.911882:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736887552:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129512.911910:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 13 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.911925:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a3400, rc 0) 00000100:00100000:3.0:1746129512.911962:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+13:29637:x1830948732110464:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3002us (3235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.911969:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12234 00000100:00100000:0.0:1746129512.912486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.912602:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732110592 00000100:00100000:2.0:1746129512.912609:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732110592 00002000:00100000:2.0:1746129512.912792:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (4124672->4194303) req@ffff88009fa24380 x1830948732110592/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.912802:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa24380 with x1830948732110592 ext(4124672->4194303) 00010000:00010000:2.0:1746129512.912809:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 8 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.912821:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 8 pid: 22480 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746129512.912838:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fa24380 00000100:00100000:2.0:1746129512.912864:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1236 00000100:00100000:2.0:1746129512.912871:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948732110592:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129512.916332:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948732110592:12345-192.168.202.4@tcp:4:cat.0 Request processed in 3453us (3838us total) trans 21474840481 rc 0/0 00000100:00100000:2.0:1746129512.916341:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1236 00002000:00100000:2.0:1746129512.916351:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (4124672->4194303) req@ffff88009fa24380 x1830948732110592/t21474840481(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/448 e 0 to 0 dl 1746129523 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.916366:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa24380 with x1830948732110592 ext(4124672->4194303) 00010000:00010000:2.0:1746129512.916375:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 10 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.916386:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 10 pid: 22480 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746129512.916393:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fa24380 00000100:00100000:0.0:1746129512.918023:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.918089:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732110720 00000100:00100000:2.0:1746129512.918096:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732110720 00010000:00010000:2.0:1746129512.918125:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 10 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129512.918164:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6208 00000100:00100000:2.0:1746129512.918171:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948732110720:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129512.918184:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129512.918201:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 10 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.918211:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 10 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.918229:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b584600/0x40a459093b060253 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4124672->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5b7 expref: 10 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.918256:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.918258:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.918265:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.918273:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.918335:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.918346:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736887680:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129512.918417:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f990c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.919866:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736887680:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129512.919880:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.919918:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:1960:x1830948732110720:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1746us (1899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.919926:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6208 00000100:00100000:0.0:1746129512.930202:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.930383:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.930407:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.930675:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732110976 00000100:00100000:2.0:1746129512.930682:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732110976 00002000:00100000:2.0:1746129512.930721:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f4f8380 x1830948732110976/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.930731:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f8380 with x1830948732110976 ext(2097152->3145727) 00002000:00010000:2.0:1746129512.930736:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4f8380 00000100:00100000:2.0:1746129512.930753:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732111232 00000100:00100000:2.0:1746129512.930755:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732111232 00002000:00100000:2.0:1746129512.930765:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f4f8700 x1830948732111232/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.930776:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f8700 with x1830948732111232 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.930779:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4f8700 00000100:00100000:2.0:1746129512.930786:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732111488 00000100:00100000:2.0:1746129512.930788:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732111488 00002000:00100000:2.0:1746129512.930798:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f4f8a80 x1830948732111488/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.930805:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f8a80 with x1830948732111488 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.930808:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4f8a80 00000100:00100000:2.0:1746129512.930825:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4770 00000100:00100000:2.0:1746129512.930845:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+14:1963:x1830948732110976:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.931328:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4771 00000100:00100000:1.0:1746129512.931336:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+14:1963:x1830948732111232:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129512.931387:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4772 00000100:00100000:3.0:1746129512.931397:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732111488:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129512.947205:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948732111232:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15862us (16813us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129512.947216:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4771 00002000:00100000:1.0:1746129512.947226:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f4f8700 x1830948732111232/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129512.947234:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f8700 with x1830948732111232 ext(3145728->4194303) 00002000:00010000:1.0:1746129512.947241:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4f8700 00000100:00100000:2.0:1746129512.948689:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732111488:12345-192.168.202.4@tcp:3:cat.0 Request processed in 17290us (18276us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.948700:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4772 00002000:00100000:2.0:1746129512.948710:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f4f8a80 x1830948732111488/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.948719:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f8a80 with x1830948732111488 ext(3145728->4194303) 00002000:00010000:2.0:1746129512.948722:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4f8a80 00000100:00100000:0.0:1746129512.950096:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.950191:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732111744 00000100:00100000:3.0:1746129512.950198:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732111744 00000100:00100000:3.0:1746129512.950237:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10298 00000100:00100000:3.0:1746129512.950243:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+19:29640:x1830948732111744:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129512.950267:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.950283:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b5fd expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.950402:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950414:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950424:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950437:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950442:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950446:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950535:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3c00/0x40a459093b0602ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950544:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3c00/0x40a459093b0602ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950549:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3c00/0x40a459093b0602ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129512.950556:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:3.0:1746129512.950632:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950638:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950644:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950649:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935a3800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129512.950652:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950658:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950666:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129512.950669:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129512.950672:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.950676:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.952362:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.952372:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.952377:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.952381:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935a3a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129512.952383:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.952387:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.952398:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9f3100) 00010000:00010000:3.0:1746129512.952400:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129512.952402:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.952406:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.952459:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5fd expref: 22 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.952469:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3c00/0x40a459093b0602ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5fd expref: 21 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.952475:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129512.952476:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129512.952478:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a3c00, rc 0) 00000100:00100000:3.0:1746129512.952519:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+21:29640:x1830948732111744:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2275us (2426us total) trans 8589944211 rc 0/0 00000100:00100000:3.0:1746129512.952527:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10298 00000100:00100000:2.0:1746129512.952549:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732110976:12345-192.168.202.4@tcp:3:cat.0 Request processed in 21704us (22353us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129512.952557:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4770 00002000:00100000:2.0:1746129512.952564:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88009f4f8380 x1830948732110976/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.952572:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f8380 with x1830948732110976 ext(2097152->3145727) 00002000:00010000:2.0:1746129512.952576:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4f8380 00000100:00100000:2.0:1746129512.957922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129512.957987:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732111872 00000100:00100000:0.0:1746129512.957995:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732111872 00000100:00100000:0.0:1746129512.959011:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 646 00000100:00100000:0.0:1746129512.959020:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+21:1961:x1830948732111872:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129512.959032:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129512.959054:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3c00/0x40a459093b0602ca lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5fd expref: 21 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129512.959144:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129512.959148:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129512.959240:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+20:1961:x1830948732111872:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 221us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129512.959246:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 646 00000100:00100000:0.0:1746129512.964073:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.964209:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732112128 00000100:00100000:2.0:1746129512.964217:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732112128 00002000:00100000:2.0:1746129512.964254:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff88009f4f9180 x1830948732112128/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.964263:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f9180 with x1830948732112128 ext(4194304->5140479) 00002000:00010000:2.0:1746129512.964268:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4f9180 00000100:00100000:2.0:1746129512.964318:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4773 00000100:00100000:2.0:1746129512.964325:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732112128:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129512.971648:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732112128:12345-192.168.202.4@tcp:3:cat.0 Request processed in 7311us (7569us total) trans 0 rc 946176/946176 00000100:00100000:2.0:1746129512.971662:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4773 00002000:00100000:2.0:1746129512.971674:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff88009f4f9180 x1830948732112128/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:253/0 lens 488/440 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 946176/946176 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.971683:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f9180 with x1830948732112128 ext(4194304->5140479) 00002000:00010000:2.0:1746129512.971689:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4f9180 00000100:00100000:0.0:1746129512.978359:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.978456:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732112256 00000100:00100000:3.0:1746129512.978464:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732112256 00000100:00100000:3.0:1746129512.978516:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12235 00000100:00100000:3.0:1746129512.978524:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+9:29640:x1830948732112256:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129512.978539:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.978552:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b604 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.978578:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.978584:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.978585:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129512.978588:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2744320->3100671] (req 2744320->3100671) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 10 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.978615:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.978627:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129512.978638:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736887808:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129512.979174:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129512.980619:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:20577:1830948736887808:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129512.980638:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2744320->3100671] (req 2744320->3100671) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 10 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.980648:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a3200, rc 0) 00000100:00100000:3.0:1746129512.980684:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+10:29640:x1830948732112256:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2162us (2334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129512.980689:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12235 00000100:00100000:0.0:1746129512.983771:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.983844:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732112384 00000100:00100000:2.0:1746129512.983853:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732112384 00010000:00010000:2.0:1746129512.983883:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 13 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129512.983915:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6209 00000100:00100000:2.0:1746129512.983922:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948732112384:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129512.983932:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129512.983952:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 13 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.983963:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 13 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.983983:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b0602ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5f6 expref: 13 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129512.984006:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.984008:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129512.984014:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.984021:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.984049:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129512.984214:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736887936:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129512.984328:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f990c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129512.985802:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736887936:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129512.985820:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129512.985859:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948732112384:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1936us (2094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.985868:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6209 00000100:00100000:0.0:1746129512.987319:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.987384:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732112640 00000100:00100000:2.0:1746129512.987391:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732112640 00002000:00100000:2.0:1746129512.987425:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2744320->2748415) req@ffff88009f4f9c00 x1830948732112640/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.987436:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f9c00 with x1830948732112640 ext(2744320->2748415) 00002000:00010000:2.0:1746129512.987440:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4f9c00 00000100:00100000:2.0:1746129512.987500:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4774 00000100:00100000:2.0:1746129512.987508:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948732112640:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129512.987667:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948732112640:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 158us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129512.987673:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4774 00002000:00100000:2.0:1746129512.987677:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x3e7:0x0] (2744320->2748415) req@ffff88009f4f9c00 x1830948732112640/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.987683:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f9c00 with x1830948732112640 ext(2744320->2748415) 00002000:00010000:2.0:1746129512.987686:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4f9c00 00000100:00100000:0.0:1746129512.992275:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.992437:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732112896 00000100:00100000:2.0:1746129512.992446:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732112896 00002000:00100000:2.0:1746129512.992495:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3096576->3100671) req@ffff88009f4f9f80 x1830948732112896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/0 e 0 to 0 dl 1746129523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.992506:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f9f80 with x1830948732112896 ext(3096576->3100671) 00002000:00010000:2.0:1746129512.992512:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4f9f80 00000100:00100000:2.0:1746129512.992534:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4775 00000100:00100000:2.0:1746129512.992541:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948732112896:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129512.992752:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1960:x1830948732112896:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 210us (496us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129512.992759:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4775 00002000:00100000:2.0:1746129512.992765:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3096576->3100671) req@ffff88009f4f9f80 x1830948732112896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746129523 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129512.992772:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f9f80 with x1830948732112896 ext(3096576->3100671) 00002000:00010000:2.0:1746129512.992775:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4f9f80 00000100:00100000:0.0:1746129512.993605:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129512.993694:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732113152 00000100:00100000:3.0:1746129512.993699:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732113152 00000100:00100000:3.0:1746129512.993732:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10299 00000100:00100000:3.0:1746129512.993738:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+301:29643:x1830948732113152:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129512.993751:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129512.993765:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3e00/0x40a459093b0602df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b60b expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.993858:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.993869:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.993877:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.993886:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.993891:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.993896:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.993979:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602f4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.993986:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.993992:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129512.993999:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:3.0:1746129512.994060:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994066:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994074:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994079:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935a3600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129512.994082:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994087:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994095:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:3.0:1746129512.994098:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129512.994101:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994105:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3600/0x40a459093b0602e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994130:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994135:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994139:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994142:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935a3a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129512.994144:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994148:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994156:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9f3100) 00010000:00010000:3.0:1746129512.994157:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129512.994159:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994163:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3a00/0x40a459093b0602ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129512.994190:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3e00/0x40a459093b0602df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b60b expref: 304 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.994201:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602f4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b60b expref: 303 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129512.994206:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129512.994207:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1746129512.994209:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a3800, rc 0) 00000100:00100000:3.0:1746129512.994234:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+303:29643:x1830948732113152:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 496us (631us total) trans 8589944212 rc 0/0 00000100:00100000:3.0:1746129512.994239:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10299 00000100:00100000:0.0:1746129512.995467:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129512.995563:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732113408 00000100:00100000:1.0:1746129512.995569:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732113408 00000100:00100000:1.0:1746129512.995673:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4192 00000100:00100000:1.0:1746129512.995680:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+20:29640:x1830948732113408:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129512.995837:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+21:29640:x1830948732113408:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 147us (363us total) trans 8589944213 rc 0/0 00000100:00100000:1.0:1746129512.995844:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4192 00000100:00100000:0.0:1746129512.995981:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.996017:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732113536 00000100:00100000:2.0:1746129512.996021:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732113536 00000100:00100000:0.0:1746129512.996039:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129512.996047:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 647 00000100:00100000:2.0:1746129512.996052:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+303:1960:x1830948732113536:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129512.996060:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129512.996072:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a3800/0x40a459093b0602f4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b60b expref: 303 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129512.996085:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129512.996088:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129512.996088:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732113792 00000100:00100000:1.0:1746129512.996092:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732113792 00000100:00100000:2.0:1746129512.996104:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+303:1960:x1830948732113536:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 52us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129512.996108:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 647 00000100:00100000:1.0:1746129512.996108:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4193 00000100:00100000:1.0:1746129512.996113:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+303:29643:x1830948732113792:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129512.996182:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+303:29643:x1830948732113792:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 68us (142us total) trans 8589944214 rc 0/0 00000100:00100000:1.0:1746129512.996187:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4193 00000100:00100000:0.0:1746129513.000871:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.001810:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732113920 00000100:00100000:3.0:1746129513.001818:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732113920 00000100:00100000:3.0:1746129513.001883:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12236 00000100:00100000:3.0:1746129513.001889:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+21:29643:x1830948732113920:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129513.001904:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.001918:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b612 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.001945:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b49f expref: 22 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.001953:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d7 expref: 7 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.001958:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.001960:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.001962:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [512000->602111] (req 512000->602111) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.001985:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d7 expref: 7 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.001994:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d7 expref: 7 pid: 4699 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.002003:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888064:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.002098:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b49f expref: 22 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.002106:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b49f expref: 22 pid: 7148 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.002113:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888192:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.002131:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a123c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.005067:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888064:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.005077:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888192:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.005103:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [512000->602111] (req 512000->602111) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 22 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.005116:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a3000, rc 0) 00000100:00100000:3.0:1746129513.006017:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+22:29643:x1830948732113920:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3273us (4300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.006026:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12236 00000100:00100000:0.0:1746129513.007405:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.007440:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732114048 00000100:00100000:0.0:1746129513.007444:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.007447:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732114048 00010000:00010000:2.0:1746129513.007473:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b49f expref: 22 pid: 7148 timeout: 868 lvb_type: 1 00000100:00100000:2.0:1746129513.007501:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732114176 00000100:00100000:2.0:1746129513.007503:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732114176 00010000:00010000:2.0:1746129513.007518:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d7 expref: 8 pid: 4699 timeout: 868 lvb_type: 1 00000100:00100000:2.0:1746129513.007547:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6210 00000100:00100000:0.0:1746129513.007557:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6211 00000100:00100000:2.0:1746129513.007558:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6ce0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732114048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129513.007564:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948732114176:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129513.007570:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.007571:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129513.007588:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b49f expref: 22 pid: 7148 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.007589:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d7 expref: 8 pid: 4699 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746129513.007597:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b49f expref: 22 pid: 7148 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.007610:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d7 expref: 8 pid: 4699 timeout: 868 lvb_type: 1 00000100:00080000:1.0:1746129513.007629:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746129513.007660:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2f5800/0x40a459093b0600a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b49f expref: 22 pid: 7148 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.007666:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800947ade00/0x40a459093b0600e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4d7 expref: 8 pid: 4699 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746129513.007676:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.007678:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.007684:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.007691:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.007699:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129513.007718:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 21 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.007728:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736888320:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129513.007788:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+7:1963:x1830948732114176:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 225us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.007788:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.007795:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6211 00000100:00100000:2.0:1746129513.011048:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736888320:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129513.011071:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129513.011117:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6ce0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948732114048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3562us (3715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.011127:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6210 00000100:00100000:0.0:1746129513.011943:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.012705:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732114432 00000100:00100000:2.0:1746129513.012712:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732114432 00002000:00100000:2.0:1746129513.012747:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (512000->516095) req@ffff88009f4fb800 x1830948732114432/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.012755:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4fb800 with x1830948732114432 ext(512000->516095) 00002000:00010000:2.0:1746129513.012759:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4fb800 00000100:00100000:2.0:1746129513.012777:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4776 00000100:00100000:2.0:1746129513.012783:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948732114432:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129513.012952:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948732114432:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 169us (1010us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129513.012958:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4776 00002000:00100000:2.0:1746129513.012962:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (512000->516095) req@ffff88009f4fb800 x1830948732114432/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.012968:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4fb800 with x1830948732114432 ext(512000->516095) 00002000:00010000:2.0:1746129513.012970:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4fb800 00000100:00100000:2.0:1746129513.015922:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.016038:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.016107:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732114944 00000100:00100000:3.0:1746129513.016115:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732114944 00002000:00100000:3.0:1746129513.016150:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (598016->602111) req@ffff88009f4fbb80 x1830948732114944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.016535:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4fbb80 with x1830948732114944 ext(598016->602111) 00002000:00010000:3.0:1746129513.016540:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4fbb80 00000100:00100000:3.0:1746129513.016569:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4777 00000100:00100000:3.0:1746129513.016576:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732114944:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129513.016721:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732114944:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 146us (683us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129513.016727:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4777 00002000:00100000:3.0:1746129513.016733:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (598016->602111) req@ffff88009f4fbb80 x1830948732114944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.016739:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4fbb80 with x1830948732114944 ext(598016->602111) 00002000:00010000:3.0:1746129513.016742:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4fbb80 00000100:00100000:1.0:1746129513.017249:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732114688 00000100:00100000:1.0:1746129513.017253:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732114688 00000100:00100000:1.0:1746129513.017306:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10300 00000100:00100000:1.0:1746129513.017312:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+21:29647:x1830948732114688:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129513.017325:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.017338:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb800/0x40a459093b060309 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b619 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.017406:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017419:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017427:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017437:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017442:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017446:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017528:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb200/0x40a459093b06031e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017536:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb200/0x40a459093b06031e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017541:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb200/0x40a459093b06031e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129513.017548:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:1.0:1746129513.017615:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017621:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017626:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017635:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0bbc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.017638:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017644:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017653:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129513.017655:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.017658:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017663:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bbc00/0x40a459093b060310 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017756:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017761:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017765:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017769:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0bb400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.017772:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017888:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017895:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250c00) 00010000:00010000:1.0:1746129513.017897:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.017900:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017903:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb400/0x40a459093b060317 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.017933:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb800/0x40a459093b060309 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b619 expref: 24 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.017943:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb200/0x40a459093b06031e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b619 expref: 23 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.017948:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129513.017950:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129513.017953:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0bb200, rc 0) 00000100:00100000:1.0:1746129513.017995:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+23:29647:x1830948732114688:12345-192.168.202.4@tcp:101:cat.0 Request processed in 683us (2080us total) trans 8589944215 rc 0/0 00000100:00100000:1.0:1746129513.018001:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10300 00000100:00100000:3.0:1746129513.022021:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.022049:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.022081:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.022109:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.022130:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732115840 00000100:00100000:3.0:1746129513.022137:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732115840 00000100:00080000:2.0:1746129513.022163:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746129513.022178:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 322 00000100:00100000:3.0:1746129513.022186:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948732115840:12345-192.168.202.4@tcp:400:kworker.0 00000100:00100000:1.0:1746129513.022191:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732115328 00000100:00100000:1.0:1746129513.022196:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732115328 00000100:00100000:1.0:1746129513.022226:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4194 00000100:00100000:1.0:1746129513.022232:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+23:29647:x1830948732115328:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:3.0:1746129513.022235:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948732115840:12345-192.168.202.4@tcp:400:kworker.0 Request processed in 49us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.022240:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 322 00000100:00100000:0.0:1746129513.022311:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732115072 00000100:00100000:0.0:1746129513.022315:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732115072 00000100:00100000:0.0:1746129513.022350:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 648 00000100:00100000:0.0:1746129513.022355:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732115072:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129513.022364:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.022382:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0bb200/0x40a459093b06031e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b619 expref: 25 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.022392:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+24:29647:x1830948732115328:12345-192.168.202.4@tcp:35:cat.0 Request processed in 160us (342us total) trans 8589944216 rc 0/0 00010000:00010000:0.0:1746129513.022396:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00000100:00100000:1.0:1746129513.022398:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4194 00010000:00010000:0.0:1746129513.022399:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129513.022412:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732115584 00000100:00100000:0.0:1746129513.022412:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+23:1962:x1830948732115072:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 57us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.022414:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732115584 00000100:00100000:0.0:1746129513.022417:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 648 00000100:00100000:1.0:1746129513.022444:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 154 00000100:00100000:1.0:1746129513.022449:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948732115584:12345-192.168.202.4@tcp:400:kworker.0 00000100:00100000:1.0:1746129513.022471:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948732115584:12345-192.168.202.4@tcp:400:kworker.0 Request processed in 23us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.022476:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 154 00000100:00080000:2.0:1746129513.022761:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746129513.024370:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.024424:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.024503:0:14543:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732115456 00000100:00100000:3.0:1746129513.024509:0:14543:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732115456 00000100:00100000:3.0:1746129513.024548:0:14543:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 171 00000100:00100000:3.0:1746129513.024554:0:14543:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1962:x1830948732115456:12345-192.168.202.4@tcp:400:kworker.0 00000100:00100000:3.0:1746129513.024599:0:14543:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+15:1962:x1830948732115456:12345-192.168.202.4@tcp:400:kworker.0 Request processed in 45us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.024604:0:14543:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 171 00000100:00100000:2.0:1746129513.024721:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732115712 00000100:00100000:2.0:1746129513.024725:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732115712 00000100:00100000:2.0:1746129513.024757:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 323 00000100:00100000:2.0:1746129513.024761:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1962:x1830948732115712:12345-192.168.202.4@tcp:400:kworker.0 00000100:00100000:2.0:1746129513.024786:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1962:x1830948732115712:12345-192.168.202.4@tcp:400:kworker.0 Request processed in 26us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.024791:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 323 00000100:00080000:3.0:1746129513.024909:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129513.025036:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.025050:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.025088:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.025143:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732115968 00000100:00100000:3.0:1746129513.025144:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732116224 00000100:00100000:3.0:1746129513.025147:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732116224 00000100:00100000:1.0:1746129513.025148:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732115968 00000100:00100000:3.0:1746129513.025164:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732116096 00000100:00100000:3.0:1746129513.025171:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732116096 00000100:00100000:1.0:1746129513.025178:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12237 00000100:00100000:1.0:1746129513.025184:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948732116224:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129513.025195:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.025209:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b62e expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.025227:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.025229:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.025236:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b62e expref: 10 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.025249:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b62e expref: 10 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.025260:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0bb600, rc 0) 00000100:00100000:1.0:1746129513.025281:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948732116224:12345-192.168.202.4@tcp:101:cat.0 Request processed in 97us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.025348:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12237 00000100:00100000:3.0:1746129513.025355:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12238 00000100:00100000:1.0:1746129513.025359:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12239 00000100:00100000:1.0:1746129513.025365:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948732116096:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129513.025367:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948732115968:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129513.025371:0:8410:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.025373:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.025379:0:8410:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0bac00/0x40a459093b060333 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b627 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.025380:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a2c00/0x40a459093b06033a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b620 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.025409:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888448:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129513.025409:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736888576:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129513.025445:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad480 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.025772:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129513.027937:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8410:1830948736888576:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129513.027970:0:8410:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f0bac00/0x40a459093b060333 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b627 expref: 11 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.027982:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0bac00/0x40a459093b060333 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b627 expref: 11 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.027992:0:8410:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0bac00, rc 0) 00000100:00100000:1.0:1746129513.028043:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948732116096:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2676us (2953us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129513.028051:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12239 00002000:00010000:3.0:1746129513.028142:0:20577:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime: 1746129511 -> 1746129513 00002000:00010000:3.0:1746129513.028145:0:20577:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime: 1746129511 -> 1746129513 00002000:00010000:3.0:1746129513.028146:0:20577:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime: 1746129511 -> 1746129513 00000100:00100000:3.0:1746129513.028154:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888448:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129513.028171:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a2c00/0x40a459093b06033a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b620 expref: 9 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.028179:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a2c00/0x40a459093b06033a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b620 expref: 9 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.028189:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a2c00, rc 0) 00000100:00100000:3.0:1746129513.028205:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948732115968:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2844us (3170us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129513.028211:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12238 00000100:00100000:0.0:1746129513.030984:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.031087:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732116352 00000100:00100000:3.0:1746129513.031095:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732116352 00000100:00100000:3.0:1746129513.031172:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12240 00000100:00100000:3.0:1746129513.031180:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+8:29647:x1830948732116352:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.031200:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.031215:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b635 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.031244:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.031251:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.031252:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.031255:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.031280:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 20 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.031291:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 20 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.031509:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888704:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.032029:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.034200:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.034284:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732116480 00000100:00100000:1.0:1746129513.034316:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732116480 00002000:00100000:1.0:1746129513.034352:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (512000->602111) req@ffff88009b790700 x1830948732116480/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.034361:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b790700 with x1830948732116480 ext(512000->602111) 00010000:00010000:1.0:1746129513.034369:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 21 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.034380:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 21 pid: 20577 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746129513.034395:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b790700 00000100:00100000:1.0:1746129513.034417:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1237 00000100:00100000:1.0:1746129513.034423:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732116480:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:3.0:1746129513.034602:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888704:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.034625:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.034638:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a2200, rc 0) 00000100:00100000:3.0:1746129513.034663:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+9:29647:x1830948732116352:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3485us (3685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.034673:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12240 00000100:00100000:1.0:1746129513.037064:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948732116480:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 2632us (2861us total) trans 17179873295 rc 0/0 00000100:00100000:1.0:1746129513.037075:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1237 00002000:00100000:1.0:1746129513.037085:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (512000->602111) req@ffff88009b790700 x1830948732116480/t17179873295(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.037094:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b790700 with x1830948732116480 ext(512000->602111) 00010000:00010000:1.0:1746129513.037104:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 23 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.037117:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 23 pid: 20577 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746129513.037123:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b790700 00000100:00100000:0.0:1746129513.039107:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.039204:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732116608 00000100:00100000:3.0:1746129513.039212:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732116608 00010000:00010000:3.0:1746129513.039242:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 23 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.039264:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6212 00000100:00100000:3.0:1746129513.039271:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b790a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1960:x1830948732116608:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.039283:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.039331:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 23 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.039342:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 23 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.039360:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060302 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 512000->602111) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b612 expref: 23 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.039372:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.039374:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.039380:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 8 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.039388:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 8 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.039413:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 8 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.039424:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736888832:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129513.039509:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.043148:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736888832:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129513.043170:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.043208:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b790a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948732116608:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3936us (4107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.043216:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6212 00000100:00100000:0.0:1746129513.044464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.044543:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732116864 00000100:00100000:1.0:1746129513.044548:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732116864 00002000:00100000:1.0:1746129513.044575:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009b790e00 x1830948732116864/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.044581:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b790e00 with x1830948732116864 ext(0->1048575) 00002000:00010000:1.0:1746129513.044585:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b790e00 00000100:00100000:1.0:1746129513.044621:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4778 00000100:00100000:1.0:1746129513.044625:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b790e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948732116864:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129513.054378:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b790e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948732116864:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9743us (9909us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.054388:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4778 00002000:00100000:1.0:1746129513.054399:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009b790e00 x1830948732116864/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.054410:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b790e00 with x1830948732116864 ext(0->1048575) 00002000:00010000:1.0:1746129513.054415:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b790e00 00000100:00100000:0.0:1746129513.068410:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.068669:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732116992 00000100:00100000:3.0:1746129513.068679:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732116992 00000100:00100000:3.0:1746129513.068734:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12241 00000100:00100000:3.0:1746129513.068743:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+9:29647:x1830948732116992:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.068761:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.068777:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b63c expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.068807:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 21 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.068814:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.068815:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.068818:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 10 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.068876:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 21 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.068890:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 21 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.068899:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888960:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.069021:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.072327:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736888960:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.072357:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 10 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.072373:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a3c00, rc 0) 00000100:00100000:3.0:1746129513.072415:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+10:29647:x1830948732116992:12345-192.168.202.4@tcp:101:cat.0 Request processed in 3672us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.072423:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12241 00000100:00100000:0.0:1746129513.074583:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.075238:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732117120 00000100:00100000:1.0:1746129513.075245:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732117120 00002000:00100000:1.0:1746129513.075282:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1081344->2035711) req@ffff88009b791500 x1830948732117120/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.075291:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b791500 with x1830948732117120 ext(1081344->2035711) 00010000:00010000:1.0:1746129513.075332:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 22 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.075345:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 22 pid: 22480 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746129513.075351:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b791500 00000100:00100000:1.0:1746129513.075639:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1238 00000100:00100000:1.0:1746129513.075647:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b791500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732117120:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129513.094592:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b791500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948732117120:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 18937us (20007us total) trans 17179873296 rc 0/0 00000100:00100000:0.0:1746129513.094602:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1238 00002000:00100000:0.0:1746129513.094611:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1081344->2035711) req@ffff88009b791500 x1830948732117120/t17179873296(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:0.0:1746129513.094619:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b791500 with x1830948732117120 ext(1081344->2035711) 00010000:00010000:0.0:1746129513.094626:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 24 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.094639:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 24 pid: 22480 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746129513.094644:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b791500 00000100:00100000:0.0:1746129513.097670:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.098425:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732117248 00000100:00100000:3.0:1746129513.098432:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732117248 00010000:00010000:3.0:1746129513.098464:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 24 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.099086:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6213 00000100:00100000:3.0:1746129513.099094:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b791880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732117248:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.099108:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.099129:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 24 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.099144:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 24 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.099162:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b554c00/0x40a459093b06023e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1081344->2035711) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5a2 expref: 24 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.099231:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.099233:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.099240:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.099246:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.099276:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.099286:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736889088:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129513.099385:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:2.0:1746129513.103087:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.103213:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736889088:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129513.103231:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.103265:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b791880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948732117248:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4171us (5603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.103273:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6213 00000100:00100000:0.0:1746129513.103331:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.103370:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732117504 00000100:00100000:1.0:1746129513.103376:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732117504 00000100:00100000:1.0:1746129513.103410:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10301 00000100:00100000:1.0:1746129513.103416:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b791c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+303:29651:x1830948732117504:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129513.103435:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.103450:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7400/0x40a459093b06034f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b643 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.103630:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103642:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103650:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103661:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103666:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103671:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103888:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060364 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103896:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060364 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103902:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060364 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129513.103910:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:1.0:1746129513.103977:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103987:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103993:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.103997:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6cf6800 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.104000:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104006:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104014:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129513.104016:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.104019:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104024:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6800/0x40a459093b060356 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104048:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104053:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104057:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104061:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6cf6400 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.104063:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104071:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104077:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250a00) 00010000:00010000:1.0:1746129513.104078:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.104080:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104084:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6400/0x40a459093b06035d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.104113:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7400/0x40a459093b06034f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b643 expref: 306 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.104122:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060364 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b643 expref: 305 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.104128:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129513.104130:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129513.104133:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6cf7e00, rc 0) 00000100:00100000:1.0:1746129513.104165:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b791c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+305:29651:x1830948732117504:12345-192.168.202.4@tcp:101:cat.0 Request processed in 749us (834us total) trans 8589944217 rc 0/0 00000100:00100000:1.0:1746129513.104170:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10301 00000100:00100000:1.0:1746129513.104190:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732117760 00000100:00100000:1.0:1746129513.104193:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732117760 00002000:00100000:1.0:1746129513.104211:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800900f7480 x1830948732117760/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.104219:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f7480 with x1830948732117760 ext(1048576->2097151) 00002000:00010000:1.0:1746129513.104223:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800900f7480 00000100:00100000:1.0:1746129513.104234:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4779 00000100:00100000:1.0:1746129513.104239:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948732117760:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.109749:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.109949:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732118016 00000100:00100000:0.0:1746129513.109956:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.109957:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732118016 00000100:00100000:3.0:1746129513.110067:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732118144 00000100:00100000:3.0:1746129513.110071:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732118144 00000100:00100000:3.0:1746129513.110098:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 649 00000100:00100000:3.0:1746129513.110103:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b791f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+306:1961:x1830948732118144:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.110117:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.110136:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060364 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b643 expref: 306 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.110153:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.110156:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.110690:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b791f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+305:1961:x1830948732118144:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 584us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.110696:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 649 00000100:00100000:1.0:1746129513.110978:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4195 00000100:00100000:1.0:1746129513.110985:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+304:29651:x1830948732118016:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:1.0:1746129513.111250:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+305:29651:x1830948732118016:12345-192.168.202.4@tcp:35:cat.0 Request processed in 264us (1507us total) trans 8589944218 rc 0/0 00000100:00100000:1.0:1746129513.111255:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4195 00000100:00100000:0.0:1746129513.113164:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.113414:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732118272 00000100:00100000:3.0:1746129513.113421:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732118272 00000100:00100000:0.0:1746129513.113430:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.113451:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732118400 00000100:00100000:3.0:1746129513.113453:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732118400 00000100:00100000:0.0:1746129513.113459:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.113464:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732118528 00000100:00100000:3.0:1746129513.113466:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732118528 00000100:00100000:0.0:1746129513.113476:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12242 00000100:00100000:3.0:1746129513.113480:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12243 00000100:00100000:0.0:1746129513.113482:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948732118272:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129513.113484:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948732118400:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:3.0:1746129513.113497:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12244 00010000:00010000:0.0:1746129513.113498:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129513.113500:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b792a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948732118528:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.113506:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129513.113510:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b64a expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.113513:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b060379 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b658 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.113530:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.113532:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.113538:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b64a expref: 25 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129513.113550:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b64a expref: 25 pid: 4699 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129513.113552:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736889216:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129513.113559:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091798c00, rc 0) 00000100:00100000:0.0:1746129513.113586:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948732118272:12345-192.168.202.4@tcp:101:cat.0 Request processed in 105us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.113592:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12242 00000100:00100000:3.0:1746129513.113854:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00010000:00010000:3.0:1746129513.113865:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.113872:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b651 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.113886:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.113888:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.113892:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b651 expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129513.113896:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948732117760:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9656us (10816us total) trans 0 rc 1048576/1048576 00010000:00010000:3.0:1746129513.113901:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b651 expref: 25 pid: 20577 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746129513.113903:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4779 00010000:00010000:3.0:1746129513.113907:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a3000, rc 0) 00002000:00100000:1.0:1746129513.113910:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff8800900f7480 x1830948732117760/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00000100:00100000:3.0:1746129513.113918:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948732118400:12345-192.168.202.4@tcp:101:cat.0 Request processed in 434us (489us total) trans 0 rc 0/0 00002000:00100000:1.0:1746129513.113918:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900f7480 with x1830948732117760 ext(1048576->2097151) 00002000:00010000:1.0:1746129513.113921:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800900f7480 00000100:00100000:3.0:1746129513.113923:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12243 00000100:00100000:3.0:1746129513.116989:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736889216:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129513.117024:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b060379 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b658 expref: 13 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.117037:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935a3400/0x40a459093b060379 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b658 expref: 13 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.117628:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a3400, rc 0) 00000100:00100000:3.0:1746129513.117680:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b792a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948732118528:12345-192.168.202.4@tcp:101:cat.0 Request processed in 4176us (4218us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129513.117691:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12244 00000100:00100000:0.0:1746129513.124727:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.124849:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.124873:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.124917:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732118784 00000100:00100000:1.0:1746129513.124924:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732118784 00000100:00100000:1.0:1746129513.124974:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10302 00000100:00100000:1.0:1746129513.124981:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b792d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+23:29653:x1830948732118784:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129513.125004:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129513.125015:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732119168 00000100:00100000:3.0:1746129513.125019:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732119168 00010000:00010000:1.0:1746129513.125020:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7000/0x40a459093b060387 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b65f expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746129513.125045:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009b793100 x1830948732119168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.125054:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b793100 with x1830948732119168 ext(1048576->2097151) 00002000:00010000:3.0:1746129513.125059:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b793100 00010000:00010000:1.0:1746129513.125221:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125233:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125242:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125255:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125260:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125265:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125474:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7400/0x40a459093b06039c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125483:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7400/0x40a459093b06039c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125489:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7400/0x40a459093b06039c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129513.125497:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:1.0:1746129513.125568:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125574:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125583:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125588:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6cf6600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.125591:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125597:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00000100:00100000:3.0:1746129513.125605:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732119040 00010000:00010000:1.0:1746129513.125606:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00000100:00100000:3.0:1746129513.125608:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732119040 00010000:00010000:1.0:1746129513.125608:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.125611:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125616:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf6600/0x40a459093b06038e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00002000:00100000:3.0:1746129513.125622:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009b793480 x1830948732119040/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.125628:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b793480 with x1830948732119040 ext(0->1048575) 00002000:00010000:3.0:1746129513.125632:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b793480 00010000:00010000:1.0:1746129513.125635:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125640:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125644:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125648:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6cf7e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.125650:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125654:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125664:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250200) 00010000:00010000:1.0:1746129513.125666:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.125668:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125672:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7e00/0x40a459093b060395 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.125701:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7000/0x40a459093b060387 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b65f expref: 26 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.125711:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7400/0x40a459093b06039c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b65f expref: 25 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.125716:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129513.125718:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129513.125720:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6cf7400, rc 0) 00000100:00100000:0.0:1746129513.125792:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4780 00000100:00100000:0.0:1746129513.125819:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b793100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948732119168:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129513.125851:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4781 00000100:00100000:3.0:1746129513.125859:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b793480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+26:1960:x1830948732119040:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129513.127316:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b792d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+25:29653:x1830948732118784:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 780us (1040us total) trans 8589944219 rc 0/0 00000100:00100000:1.0:1746129513.127325:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10302 00000100:00100000:2.0:1746129513.129883:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.132461:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732119424 00000100:00100000:3.0:1746129513.132472:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732119424 00000100:00100000:3.0:1746129513.132529:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 650 00000100:00100000:3.0:1746129513.132535:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+25:1960:x1830948732119424:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.132547:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.132566:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6cf7400/0x40a459093b06039c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b65f expref: 25 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.132584:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.132588:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.132640:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+24:1960:x1830948732119424:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 104us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.132646:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 650 00000100:00100000:2.0:1746129513.135645:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.135693:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.135763:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732119680 00000100:00100000:3.0:1746129513.135770:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732119680 00002000:00100000:3.0:1746129513.135809:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009fa25c00 x1830948732119680/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.135819:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa25c00 with x1830948732119680 ext(2097152->3145727) 00002000:00010000:3.0:1746129513.135841:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fa25c00 00000100:00100000:3.0:1746129513.135857:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732119808 00000100:00100000:3.0:1746129513.135859:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732119808 00002000:00100000:3.0:1746129513.135870:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009efec380 x1830948732119808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.135878:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efec380 with x1830948732119808 ext(3145728->4194303) 00002000:00010000:3.0:1746129513.135881:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efec380 00000100:00100000:3.0:1746129513.135893:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4782 00000100:00100000:3.0:1746129513.135900:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948732119680:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129513.137192:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4783 00000100:00100000:3.0:1746129513.137200:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732119808:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.139804:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.141186:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732120192 00000100:00100000:2.0:1746129513.141198:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732120192 00002000:00100000:2.0:1746129513.141249:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3502079) req@ffff88009b793800 x1830948732120192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 504/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.141257:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b793800 with x1830948732120192 ext(2097152->3502079) 00002000:00010000:2.0:1746129513.141263:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b793800 00000100:00100000:2.0:1746129513.141290:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4784 00000100:00100000:2.0:1746129513.141311:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b793800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948732120192:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.141378:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.142368:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b793100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948732119168:12345-192.168.202.4@tcp:3:cat.0 Request processed in 16563us (17515us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129513.142376:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4780 00002000:00100000:0.0:1746129513.142382:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88009b793100 x1830948732119168/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129513.142390:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b793100 with x1830948732119168 ext(1048576->2097151) 00002000:00010000:0.0:1746129513.142394:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b793100 00000100:00100000:0.0:1746129513.142408:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732120448 00000100:00100000:0.0:1746129513.142412:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732120448 00002000:00100000:0.0:1746129513.142425:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3502080->4194303) req@ffff88009b793b80 x1830948732120448/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129513.142431:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b793b80 with x1830948732120448 ext(3502080->4194303) 00002000:00010000:0.0:1746129513.142433:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b793b80 00000100:00100000:0.0:1746129513.142444:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4785 00000100:00100000:0.0:1746129513.142449:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732120448:12345-192.168.202.4@tcp:3:cat.0 00000100:00080000:3.0:1746129513.143855:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746129513.149437:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b793480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ada2ffba-8920-4ecb-8068-68caa9806978+25:1960:x1830948732119040:12345-192.168.202.4@tcp:3:cat.0 Request processed in 23570us (24555us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.149447:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4781 00002000:00100000:3.0:1746129513.149457:0:31521:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88009b793480 x1830948732119040/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.149473:0:31521:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b793480 with x1830948732119040 ext(0->1048575) 00002000:00010000:3.0:1746129513.149477:0:31521:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b793480 00000100:00100000:3.0:1746129513.173238:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948732119680:12345-192.168.202.4@tcp:3:cat.0 Request processed in 37329us (37591us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.173249:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4782 00002000:00100000:3.0:1746129513.173258:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009fa25c00 x1830948732119680/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.173267:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fa25c00 with x1830948732119680 ext(2097152->3145727) 00002000:00010000:3.0:1746129513.173271:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fa25c00 00000100:00100000:3.0:1746129513.176814:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948732119808:12345-192.168.202.4@tcp:3:cat.0 Request processed in 39607us (41113us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.176840:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4783 00002000:00100000:3.0:1746129513.176852:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009efec380 x1830948732119808/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.176859:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efec380 with x1830948732119808 ext(3145728->4194303) 00002000:00010000:3.0:1746129513.176864:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009efec380 00000100:00100000:2.0:1746129513.179551:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b793800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948732120192:12345-192.168.202.4@tcp:3:cat.0 Request processed in 38233us (39745us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129513.179561:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4784 00002000:00100000:2.0:1746129513.179570:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3502079) req@ffff88009b793800 x1830948732120192/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 504/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.179578:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b793800 with x1830948732120192 ext(2097152->3502079) 00002000:00010000:2.0:1746129513.179583:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b793800 00000100:00100000:0.0:1746129513.183389:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.183644:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732120576 00000100:00100000:3.0:1746129513.183653:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732120576 00000100:00100000:3.0:1746129513.183706:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12245 00000100:00100000:3.0:1746129513.183713:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+10:29653:x1830948732120576:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129513.183728:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.183744:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b666 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.183771:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.183779:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b62e expref: 11 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.183785:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.183786:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.183789:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->4194303] (req 3956736->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.184037:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948732120448:12345-192.168.202.4@tcp:3:cat.0 Request processed in 41586us (42657us total) trans 0 rc 692224/692224 00000100:00100000:1.0:1746129513.184045:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4785 00002000:00100000:1.0:1746129513.184054:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3502080->4194303) req@ffff88009b793b80 x1830948732120448/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 692224/692224 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.184064:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b793b80 with x1830948732120448 ext(3502080->4194303) 00002000:00010000:1.0:1746129513.184068:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b793b80 00010000:00010000:3.0:1746129513.184078:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b62e expref: 11 pid: 8410 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.184089:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b62e expref: 11 pid: 8410 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.184099:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736889344:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.184175:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 24 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.184182:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 24 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.184190:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736889472:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.184484:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.185468:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736889344:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129513.186854:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.187000:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732120704 00000100:00100000:2.0:1746129513.187006:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732120704 00000100:00100000:2.0:1746129513.187058:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12246 00000100:00100000:2.0:1746129513.187065:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d950380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+12:29647:x1830948732120704:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129513.187081:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.187094:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b66d expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.187113:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.187118:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->4194303] (req 3956736->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.187123:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129513.187127:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 13 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.187154:0:20577:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->4194303] (req 3956736->4194303) gid 0 flags: 0x60000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.187164:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 13 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.187173:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ecf1200, rc 0) 00000100:00100000:2.0:1746129513.187207:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d950380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+13:29647:x1830948732120704:12345-192.168.202.4@tcp:101:cat.0 Request processed in 143us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.187212:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12246 00000100:00100000:0.0:1746129513.188112:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.188452:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736889472:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.188478:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->4194303] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.188490:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a3a00, rc 0) 00000100:00100000:1.0:1746129513.188508:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732120832 00000100:00100000:1.0:1746129513.188513:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732120832 00000100:00100000:3.0:1746129513.188517:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+13:29653:x1830948732120576:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 4805us (5136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.188524:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12245 00010000:00010000:1.0:1746129513.188534:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b62e expref: 13 pid: 8410 timeout: 868 lvb_type: 1 00000100:00100000:1.0:1746129513.188551:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6214 00000100:00100000:1.0:1746129513.188556:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948732120832:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129513.188564:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129513.188582:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b62e expref: 12 pid: 8410 timeout: 868 lvb_type: 1 00010000:00010000:1.0:1746129513.188590:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b62e expref: 12 pid: 8410 timeout: 868 lvb_type: 1 00010000:00010000:1.0:1746129513.188605:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0bb600/0x40a459093b06032c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b62e expref: 12 pid: 8410 timeout: 868 lvb_type: 1 00010000:00010000:1.0:1746129513.188632:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129513.188647:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948732120832:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 92us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.188652:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6214 00000100:00100000:0.0:1746129513.190669:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.190752:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732120960 00000100:00100000:3.0:1746129513.190757:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732120960 00000100:00100000:3.0:1746129513.190801:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12247 00000100:00100000:3.0:1746129513.190808:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+25:29651:x1830948732120960:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.190820:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.190842:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b674 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.190861:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.190863:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.190869:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b674 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.190880:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b674 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.190893:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a2a00, rc 0) 00000100:00100000:3.0:1746129513.190932:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+26:29651:x1830948732120960:12345-192.168.202.4@tcp:101:cat.0 Request processed in 124us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.190937:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12247 00000100:00100000:0.0:1746129513.192161:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.192255:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732121088 00000100:00100000:1.0:1746129513.192261:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732121088 00010000:00010000:1.0:1746129513.192281:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 26 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129513.192368:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6215 00000100:00100000:1.0:1746129513.192374:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d950a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948732121088:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129513.192385:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129513.192402:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 26 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.192413:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 26 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.192429:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135a35200/0x40a459093b0602a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5ef expref: 26 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.192455:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.192457:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.192462:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.192470:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60080000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.192495:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.192505:0:7086:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x70000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 10 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129513.192516:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736889728:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129513.192568:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dada80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.194867:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.195350:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732121344 00000100:00100000:1.0:1746129513.195360:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732121344 00002000:00100000:1.0:1746129513.195401:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012d950e00 x1830948732121344/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.195410:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d950e00 with x1830948732121344 ext(2097152->3145727) 00002000:00010000:1.0:1746129513.195415:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d950e00 00000100:00100000:1.0:1746129513.195434:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4786 00000100:00100000:1.0:1746129513.195441:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948732121344:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129513.195451:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736889728:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129513.195453:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129513.195473:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.195516:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732121600 00000100:00100000:3.0:1746129513.195520:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732121600 00002000:00100000:3.0:1746129513.195540:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (3956736->3960831) req@ffff88012d951180 x1830948732121600/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.195546:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951180 with x1830948732121600 ext(3956736->3960831) 00010000:00010000:3.0:1746129513.195553:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.195564:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746129513.195570:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d951180 00000100:00100000:3.0:1746129513.195583:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1239 00000100:00100000:3.0:1746129513.195588:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732121600:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129513.195704:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d950a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948732121088:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3329us (3545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.195711:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6215 00000100:00100000:3.0:1746129513.195874:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732121600:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 285us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129513.195880:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1239 00002000:00100000:3.0:1746129513.195885:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x3ec:0x0] (3956736->3960831) req@ffff88012d951180 x1830948732121600/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.195896:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951180 with x1830948732121600 ext(3956736->3960831) 00010000:00010000:3.0:1746129513.195900:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.195909:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746129513.195914:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d951180 00000100:00100000:0.0:1746129513.204960:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.205080:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732121856 00000100:00100000:3.0:1746129513.205094:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732121856 00002000:00100000:3.0:1746129513.205147:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3956736->4194303) req@ffff88012d951500 x1830948732121856/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.205156:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951500 with x1830948732121856 ext(3956736->4194303) 00010000:00010000:3.0:1746129513.205165:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.205179:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746129513.205185:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d951500 00000100:00100000:3.0:1746129513.205223:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1240 00000100:00100000:3.0:1746129513.205231:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948732121856:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:1.0:1746129513.208786:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948732121344:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13333us (13918us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.208797:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4786 00002000:00100000:1.0:1746129513.208810:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88012d950e00 x1830948732121344/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.208821:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d950e00 with x1830948732121344 ext(2097152->3145727) 00002000:00010000:1.0:1746129513.208835:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d950e00 00000100:00100000:1.0:1746129513.210708:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.210939:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732122112 00000100:00100000:0.0:1746129513.210949:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732122112 00000100:00100000:0.0:1746129513.211003:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4196 00000100:00100000:0.0:1746129513.211011:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+24:29653:x1830948732122112:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129513.211802:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+13:1961:x1830948732121856:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 6568us (6852us total) trans 17179873297 rc 0/0 00000100:00100000:3.0:1746129513.211813:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1240 00002000:00100000:3.0:1746129513.211821:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3956736->4194303) req@ffff88012d951500 x1830948732121856/t17179873297(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.211838:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951500 with x1830948732121856 ext(3956736->4194303) 00010000:00010000:3.0:1746129513.211847:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 13 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.211860:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 13 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746129513.211866:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d951500 00000100:00100000:0.0:1746129513.214095:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+25:29653:x1830948732122112:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 3073us (3382us total) trans 8589944220 rc 0/0 00000100:00100000:0.0:1746129513.214107:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4196 00000100:00100000:2.0:1746129513.214695:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.215092:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.215134:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732122368 00000100:00100000:0.0:1746129513.215141:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732122368 00000100:00100000:3.0:1746129513.215158:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732122240 00000100:00100000:3.0:1746129513.215160:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732122240 00010000:00010000:0.0:1746129513.215168:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 13 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.215194:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12248 00000100:00100000:0.0:1746129513.215194:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6216 00000100:00100000:0.0:1746129513.215200:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948732122368:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129513.215201:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+12:29651:x1830948732122240:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129513.215211:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.215214:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.215225:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b67b expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.215230:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x60000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 13 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.215239:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 13 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.215244:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.215249:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.215250:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.215253:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.215254:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3a00/0x40a459093b0603aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3956736->18446744073709551615] (req 3956736->4194303) gid 0 flags: 0x44801000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b666 expref: 13 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.215264:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.215265:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.215269:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.215275:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.215279:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 9 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.215288:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 9 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.215291:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 12 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.215312:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736889856:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129513.215312:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736889984:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129513.215371:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.215404:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b182d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.223722:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.223752:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.223835:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736889984:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129513.223853:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.223916:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732122496 00000100:00100000:3.0:1746129513.223922:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732122496 00002000:00100000:3.0:1746129513.223956:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2744320->3485695) req@ffff88012d951c00 x1830948732122496/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 504/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.223965:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951c00 with x1830948732122496 ext(2744320->3485695) 00010000:00010000:3.0:1746129513.223972:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 10 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.223984:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 10 pid: 20577 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746129513.223990:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d951c00 00000100:00100000:3.0:1746129513.224002:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732122752 00000100:00100000:3.0:1746129513.224004:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732122752 00002000:00100000:3.0:1746129513.224012:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012d951f80 x1830948732122752/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.224017:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951f80 with x1830948732122752 ext(3145728->4194303) 00002000:00010000:3.0:1746129513.224021:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d951f80 00000100:00100000:3.0:1746129513.224035:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1241 00000100:00100000:3.0:1746129513.224040:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+10:1963:x1830948732122496:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:0.0:1746129513.224536:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4787 00000100:00100000:0.0:1746129513.224541:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948732122752:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129513.224901:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736889856:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.224919:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.224931:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fb0e00, rc 0) 00000100:00100000:1.0:1746129513.224993:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948732122368:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 9791us (9899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.225000:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6216 00000100:00100000:2.0:1746129513.225957:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+13:29651:x1830948732122240:12345-192.168.202.4@tcp:101:cat.0 Request processed in 10754us (11261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.225964:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12248 00000100:00100000:2.0:1746129513.238847:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948732122496:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 14796us (15120us total) trans 21474840482 rc 0/0 00000100:00100000:2.0:1746129513.239172:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1241 00002000:00100000:2.0:1746129513.239184:0:31523:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x3e7:0x0] (2744320->3485695) req@ffff88012d951c00 x1830948732122496/t21474840482(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 504/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.239193:0:31523:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951c00 with x1830948732122496 ext(2744320->3485695) 00010000:00010000:2.0:1746129513.239202:0:31523:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.239214:0:31523:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746129513.239221:0:31523:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d951c00 00000100:00100000:1.0:1746129513.239949:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732122752:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 15395us (16183us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.239959:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4787 00002000:00100000:1.0:1746129513.239968:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88012d951f80 x1830948732122752/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.239976:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951f80 with x1830948732122752 ext(3145728->4194303) 00002000:00010000:1.0:1746129513.239979:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d951f80 00000100:00100000:0.0:1746129513.241520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.242066:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732123008 00000100:00100000:1.0:1746129513.242074:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732123008 00000100:00100000:1.0:1746129513.242193:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10303 00000100:00100000:1.0:1746129513.242200:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+305:29656:x1830948732123008:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129513.242222:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.242238:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090078600/0x40a459093b0603c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b682 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.242350:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242362:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242371:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242382:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242387:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242392:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242483:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090078400/0x40a459093b0603db lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242495:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090078400/0x40a459093b0603db lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242500:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090078400/0x40a459093b0603db lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129513.242508:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:1.0:1746129513.242580:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242586:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242591:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242596:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090078200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.242599:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242605:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242613:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129513.242615:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.242618:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.242623:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090078200/0x40a459093b0603cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.243068:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.243078:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.243082:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.243086:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090079e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.243088:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.243093:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.243099:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250c00) 00010000:00010000:1.0:1746129513.243101:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.243104:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.243108:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090079e00/0x40a459093b0603d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.243139:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090078600/0x40a459093b0603c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b682 expref: 308 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.243148:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090078400/0x40a459093b0603db lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b682 expref: 307 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.243154:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129513.243156:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129513.243157:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090078400, rc 0) 00000100:00100000:1.0:1746129513.244281:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+307:29656:x1830948732123008:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 2074us (2758us total) trans 8589944221 rc 0/0 00000100:00100000:1.0:1746129513.244291:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10303 00000100:00100000:0.0:1746129513.244529:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.244777:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732123136 00000100:00100000:1.0:1746129513.244784:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732123136 00010000:00010000:1.0:1746129513.244809:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129513.245407:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6217 00000100:00100000:1.0:1746129513.245414:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d952680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732123136:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129513.245427:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129513.245447:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.245458:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.245475:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800935a3200/0x40a459093b0602d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->3100671) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b604 expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.245486:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.245488:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.245494:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.245501:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.245528:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.245538:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736890112:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129513.245610:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.248201:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.248236:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.248281:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.248320:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732123392 00000100:00100000:2.0:1746129513.248327:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732123392 00000100:00100000:2.0:1746129513.248363:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4197 00000100:00100000:2.0:1746129513.248369:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d952a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+307:29656:x1830948732123392:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129513.248370:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732123520 00000100:00100000:3.0:1746129513.248373:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732123520 00000100:00100000:3.0:1746129513.248408:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 651 00000100:00100000:3.0:1746129513.248414:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d953100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+308:1961:x1830948732123520:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.248422:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.248439:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090078400/0x40a459093b0603db lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b682 expref: 308 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.248454:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.248458:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.248492:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d953100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+308:1961:x1830948732123520:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 78us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.248498:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 651 00000100:00100000:3.0:1746129513.248517:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732123648 00000100:00100000:3.0:1746129513.248520:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732123648 00000100:00100000:3.0:1746129513.248536:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12249 00000100:00100000:3.0:1746129513.248540:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+12:29647:x1830948732123648:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:2.0:1746129513.248540:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d952a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+307:29656:x1830948732123392:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 170us (344us total) trans 8589944222 rc 0/0 00000100:00100000:2.0:1746129513.248547:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4197 00010000:00010000:3.0:1746129513.248549:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.248560:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b689 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.248574:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.248655:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.248662:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b689 expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.248673:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b689 expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.248681:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cd7ee00, rc 0) 00000100:00100000:3.0:1746129513.248697:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+13:29647:x1830948732123648:12345-192.168.202.4@tcp:101:cat.0 Request processed in 157us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.248703:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12249 00000100:00100000:1.0:1746129513.249533:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7086:1830948736890112:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129513.249548:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129513.249566:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d952680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732123136:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 4153us (5039us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.249572:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6217 00000100:00100000:0.0:1746129513.251814:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.251999:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732123904 00000100:00100000:1.0:1746129513.252009:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732123904 00002000:00100000:1.0:1746129513.252057:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012d953480 x1830948732123904/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.252073:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d953480 with x1830948732123904 ext(2097152->3145727) 00002000:00010000:1.0:1746129513.252079:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d953480 00000100:00100000:1.0:1746129513.252518:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4788 00000100:00100000:1.0:1746129513.252528:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732123904:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.254407:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.254814:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732124160 00000100:00100000:3.0:1746129513.254837:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732124160 00002000:00100000:3.0:1746129513.254886:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012d953800 x1830948732124160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.254896:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d953800 with x1830948732124160 ext(3145728->4194303) 00002000:00010000:3.0:1746129513.254901:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d953800 00000100:00100000:3.0:1746129513.254931:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4789 00000100:00100000:3.0:1746129513.254938:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948732124160:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129513.265926:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732123904:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13384us (14109us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.265941:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4788 00002000:00100000:1.0:1746129513.265955:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff88012d953480 x1830948732123904/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.265964:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d953480 with x1830948732123904 ext(2097152->3145727) 00002000:00010000:1.0:1746129513.265971:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d953480 00000100:00100000:3.0:1746129513.268635:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948732124160:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 13688us (14228us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.268646:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4789 00002000:00100000:3.0:1746129513.268658:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88012d953800 x1830948732124160/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.268667:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d953800 with x1830948732124160 ext(3145728->4194303) 00002000:00010000:3.0:1746129513.268672:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d953800 00000100:00100000:0.0:1746129513.274689:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.274780:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732124288 00000100:00100000:3.0:1746129513.274791:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732124288 00000100:00100000:3.0:1746129513.274866:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12250 00000100:00100000:3.0:1746129513.274874:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+25:29651:x1830948732124288:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.274889:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.274905:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b690 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.274924:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.274926:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.274932:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b690 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.274944:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b690 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.274953:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cd7e200, rc 0) 00000100:00100000:3.0:1746129513.275007:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+26:29651:x1830948732124288:12345-192.168.202.4@tcp:101:cat.0 Request processed in 134us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.275013:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12250 00000100:00100000:0.0:1746129513.278970:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.280130:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732124544 00000100:00100000:3.0:1746129513.280141:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732124544 00002000:00100000:3.0:1746129513.280183:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff88012d951880 x1830948732124544/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.280192:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951880 with x1830948732124544 ext(4194304->5140479) 00002000:00010000:3.0:1746129513.280197:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d951880 00000100:00100000:3.0:1746129513.280233:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4790 00000100:00100000:3.0:1746129513.280240:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732124544:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.289948:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.290290:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.290359:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732124928 00000100:00100000:2.0:1746129513.290368:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732124928 00002000:00100000:2.0:1746129513.290411:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f140000 x1830948732124928/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:1.0:1746129513.290418:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732125056 00002000:00100000:2.0:1746129513.290421:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f140000 with x1830948732124928 ext(3145728->4194303) 00000100:00100000:1.0:1746129513.290423:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732125056 00002000:00010000:2.0:1746129513.290427:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f140000 00002000:00100000:1.0:1746129513.290444:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f140380 x1830948732125056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00000100:00100000:2.0:1746129513.290448:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4791 00002000:00100000:1.0:1746129513.290452:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f140380 with x1830948732125056 ext(3145728->4194303) 00000100:00100000:2.0:1746129513.290455:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948732124928:12345-192.168.202.4@tcp:3:cat.0 00002000:00010000:1.0:1746129513.290455:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f140380 00000100:00100000:1.0:1746129513.290468:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4792 00000100:00100000:1.0:1746129513.290474:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948732125056:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129513.291658:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732124544:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11407us (12691us total) trans 0 rc 946176/946176 00000100:00100000:3.0:1746129513.291670:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4790 00002000:00100000:3.0:1746129513.291683:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff88012d951880 x1830948732124544/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 946176/946176 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.291693:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d951880 with x1830948732124544 ext(4194304->5140479) 00002000:00010000:3.0:1746129513.291698:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d951880 00000100:00100000:2.0:1746129513.305276:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948732124928:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14807us (15329us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129513.305290:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4791 00002000:00100000:2.0:1746129513.305330:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009f140000 x1830948732124928/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.305339:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f140000 with x1830948732124928 ext(3145728->4194303) 00002000:00010000:2.0:1746129513.305346:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f140000 00000100:00100000:1.0:1746129513.305456:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948732125056:12345-192.168.202.4@tcp:3:cat.0 Request processed in 14980us (15164us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.305463:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4792 00002000:00100000:1.0:1746129513.305470:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f140380 x1830948732125056/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.305478:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f140380 with x1830948732125056 ext(3145728->4194303) 00002000:00010000:1.0:1746129513.305482:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f140380 00000100:00100000:0.0:1746129513.313108:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.313245:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732125312 00000100:00100000:1.0:1746129513.313255:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732125312 00002000:00100000:1.0:1746129513.313337:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff88009f140700 x1830948732125312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.313349:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f140700 with x1830948732125312 ext(4194304->5140479) 00002000:00010000:1.0:1746129513.313355:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f140700 00000100:00100000:1.0:1746129513.313388:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4793 00000100:00100000:1.0:1746129513.313397:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948732125312:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129513.326786:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:1962:x1830948732125312:12345-192.168.202.4@tcp:3:cat.0 Request processed in 13373us (13674us total) trans 0 rc 946176/946176 00000100:00100000:1.0:1746129513.326803:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4793 00002000:00100000:1.0:1746129513.326819:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff88009f140700 x1830948732125312/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 946176/946176 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.326840:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f140700 with x1830948732125312 ext(4194304->5140479) 00002000:00010000:1.0:1746129513.326847:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f140700 00010000:00010000:3.0:1746129513.330558:0:26224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129513.336046:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.336132:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732125568 00000100:00100000:1.0:1746129513.336144:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732125568 00000100:00100000:1.0:1746129513.336207:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10304 00000100:00100000:1.0:1746129513.336216:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+25:29659:x1830948732125568:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129513.336252:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.336275:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9400/0x40a459093b0603f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b697 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.336458:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336474:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336485:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336499:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336505:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336510:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336627:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9c00/0x40a459093b06040c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336636:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9c00/0x40a459093b06040c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336641:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9c00/0x40a459093b06040c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129513.336651:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:1.0:1746129513.336742:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336749:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336754:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336759:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f9b8a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.336762:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336767:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336777:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129513.336779:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.336784:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.336788:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b8a00/0x40a459093b0603fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.337720:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.337729:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.337734:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.337738:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f9b9a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.337741:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.337746:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.337754:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250700) 00010000:00010000:1.0:1746129513.337756:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.337758:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.337762:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9a00/0x40a459093b060405 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.337807:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9400/0x40a459093b0603f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b697 expref: 28 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.337818:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9c00/0x40a459093b06040c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b697 expref: 27 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.337832:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129513.337834:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1746129513.337836:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f9b9c00, rc 0) 00000100:00100000:1.0:1746129513.337905:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+27:29659:x1830948732125568:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1689us (1871us total) trans 8589944223 rc 0/0 00000100:00100000:1.0:1746129513.337912:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10304 00000100:00100000:0.0:1746129513.344136:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.344325:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732125696 00000100:00100000:1.0:1746129513.344336:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732125696 00000100:00100000:1.0:1746129513.344414:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 652 00000100:00100000:1.0:1746129513.344423:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1962:x1830948732125696:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129513.344441:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129513.344471:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f9b9c00/0x40a459093b06040c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b697 expref: 27 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.344507:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129513.344512:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129513.344572:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+26:1962:x1830948732125696:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 149us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.344579:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 652 00000100:00100000:0.0:1746129513.350461:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.350572:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732125824 00000100:00100000:3.0:1746129513.350582:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732125824 00000100:00100000:3.0:1746129513.350707:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12251 00000100:00100000:3.0:1746129513.350717:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+26:29656:x1830948732125824:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129513.350739:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.350758:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b69e expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.350790:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 11 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.350799:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b651 expref: 27 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.350806:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.350807:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.350810:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [1519616->2097151] (req 1519616->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.350859:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b651 expref: 27 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.350872:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b651 expref: 27 pid: 20577 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.350884:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890240:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.351530:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 11 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.351547:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 11 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.351559:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890368:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.351746:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.355880:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.355928:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.356020:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732125952 00000100:00100000:2.0:1746129513.356031:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732125952 00000100:00100000:1.0:1746129513.356039:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732126080 00000100:00100000:1.0:1746129513.356046:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732126080 00010000:00010000:2.0:1746129513.356072:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b651 expref: 28 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:1.0:1746129513.356076:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.356107:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6218 00000100:00100000:2.0:1746129513.356115:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+28:1961:x1830948732125952:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129513.356127:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129513.356177:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6219 00000100:00100000:1.0:1746129513.356185:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a47850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948732126080:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129513.356199:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129513.356218:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.356230:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.356443:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890240:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.356455:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3c00/0x40a459093b060348 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b63c expref: 12 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.356472:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890368:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129513.356531:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129513.356533:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b651 expref: 28 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746129513.356546:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b651 expref: 28 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746129513.356566:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a3000/0x40a459093b060380 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b651 expref: 28 pid: 20577 timeout: 868 lvb_type: 1 00000100:00100000:1.0:1746129513.356573:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a47850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948732126080:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 389us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.356580:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6219 00010000:00010000:2.0:1746129513.356585:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.356587:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.356593:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.356600:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.356629:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.356640:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736890496:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129513.356702:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99300 going to sleep for 11 seconds 00010000:00010000:3.0:1746129513.356944:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.356959:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cd7fc00, rc 0) 00000100:00100000:3.0:1746129513.356988:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+27:29656:x1830948732125824:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 6273us (6538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.356995:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12251 00000100:00100000:2.0:1746129513.359132:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736890496:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129513.359154:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129513.359198:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f141180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948732125952:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3082us (3330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.359209:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6218 00000100:00100000:0.0:1746129513.360727:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.360814:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732126336 00000100:00100000:1.0:1746129513.360829:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732126336 00002000:00100000:1.0:1746129513.360877:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1519616->1523711) req@ffff88009f141500 x1830948732126336/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.360887:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f141500 with x1830948732126336 ext(1519616->1523711) 00002000:00010000:1.0:1746129513.360893:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f141500 00000100:00100000:1.0:1746129513.360964:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4794 00000100:00100000:1.0:1746129513.360972:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948732126336:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129513.361442:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+26:1963:x1830948732126336:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 469us (724us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129513.361450:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4794 00002000:00100000:1.0:1746129513.361455:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3eb:0x0] (1519616->1523711) req@ffff88009f141500 x1830948732126336/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.361463:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f141500 with x1830948732126336 ext(1519616->1523711) 00002000:00010000:1.0:1746129513.361466:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f141500 00000100:00100000:0.0:1746129513.367890:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.368100:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732126464 00000100:00100000:3.0:1746129513.368109:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732126464 00000100:00100000:3.0:1746129513.368171:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12252 00000100:00100000:3.0:1746129513.368180:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+26:29656:x1830948732126464:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129513.368201:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.368221:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6a5 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.368255:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b674 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.368264:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 10 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.368271:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b690 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.368278:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.368280:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.368283:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 6/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->2310143] (req 2097152->2310143) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.368452:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b690 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.368465:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b690 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.368478:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890624:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.372087:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 10 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.372110:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 10 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.372128:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890752:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.372245:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b674 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.372254:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b674 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.372262:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890880:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.372600:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.376150:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.376187:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.376234:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.376265:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732126592 00000100:00100000:0.0:1746129513.376275:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732126592 00010000:00010000:0.0:1746129513.376336:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 11 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746129513.376363:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732126848 00000100:00100000:0.0:1746129513.376365:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732126848 00010000:00010000:0.0:1746129513.376374:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b690 expref: 28 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746129513.376389:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6220 00000100:00100000:0.0:1746129513.376397:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f141c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732126592:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129513.376411:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.376439:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 11 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.376450:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 11 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.376481:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129513.376531:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f141c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732126592:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 135us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.376538:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6220 00000100:00100000:0.0:1746129513.376639:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6221 00000100:00100000:0.0:1746129513.376646:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+28:1961:x1830948732126848:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129513.376652:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.376660:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b690 expref: 28 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.376669:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b690 expref: 28 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.376681:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129513.376695:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ada2ffba-8920-4ecb-8068-68caa9806978+28:1961:x1830948732126848:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 51us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.376701:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6221 00010000:00010000:3.0:1746129513.376882:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cd7e200/0x40a459093b0603f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b690 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.376905:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890624:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.376918:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ecf1200/0x40a459093b0603b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b66d expref: 10 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.376926:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890752:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.377322:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732126720 00000100:00100000:1.0:1746129513.377327:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732126720 00000100:00100000:3.0:1746129513.377603:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.377614:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732126976 00000100:00100000:3.0:1746129513.377617:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732126976 00010000:00010000:3.0:1746129513.377631:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b674 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.377644:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6222 00000100:00100000:3.0:1746129513.377648:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732126976:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.377656:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.377665:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b674 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.377672:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b674 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.377684:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.377686:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.377693:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.377705:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.377733:0:7086:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.377743:0:7086:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736891008:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129513.377786:0:7086:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746129513.377805:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a2a00/0x40a459093b0603b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b674 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.377815:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736890880:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.377852:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 26 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.377860:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e750c00, rc 0) 00000100:00100000:3.0:1746129513.377879:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+26:29656:x1830948732126464:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 9700us (10002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.377884:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12252 00000100:00100000:3.0:1746129513.377899:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12253 00000100:00100000:3.0:1746129513.377904:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+10:29659:x1830948732126720:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129513.377916:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.377926:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6ac expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.377941:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.377946:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.377947:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.377949:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3399680->3919871] (req 3399680->3919871) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.377962:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.377972:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.377979:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736891136:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.377997:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.379461:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736891136:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.379483:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3399680->3919871] (req 3399680->3919871) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.379495:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac2400, rc 0) 00000100:00100000:3.0:1746129513.379522:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+11:29659:x1830948732126720:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1618us (3334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.379528:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12253 00000100:00100000:2.0:1746129513.379604:0:7086:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7086:1830948736891008:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129513.379614:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129513.379632:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948732126976:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 1984us (2030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.379639:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6222 00000100:00100000:0.0:1746129513.381005:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.381102:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732127232 00000100:00100000:1.0:1746129513.381112:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732127232 00002000:00100000:1.0:1746129513.381162:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2306048->2310143) req@ffff88009f142680 x1830948732127232/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.381172:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f142680 with x1830948732127232 ext(2306048->2310143) 00010000:00010000:1.0:1746129513.381181:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.381198:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746129513.381207:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f142680 00000100:00100000:1.0:1746129513.381242:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1242 00000100:00100000:1.0:1746129513.381249:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948732127232:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129513.381505:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:1962:x1830948732127232:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 256us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129513.381512:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1242 00002000:00100000:1.0:1746129513.381517:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2306048->2310143) req@ffff88009f142680 x1830948732127232/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.381525:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f142680 with x1830948732127232 ext(2306048->2310143) 00010000:00010000:1.0:1746129513.381529:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.381538:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746129513.381547:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f142680 00000100:00100000:2.0:1746129513.384097:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.384155:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732127488 00000100:00100000:1.0:1746129513.384164:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732127488 00002000:00100000:1.0:1746129513.384208:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2310143) req@ffff88009efef480 x1830948732127488/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.384224:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efef480 with x1830948732127488 ext(2097152->2310143) 00010000:00010000:1.0:1746129513.384235:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.384248:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746129513.384255:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efef480 00000100:00100000:1.0:1746129513.384287:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1243 00000100:00100000:1.0:1746129513.384323:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+25:1963:x1830948732127488:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:1.0:1746129513.392743:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732127488:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 8433us (8642us total) trans 17179873298 rc 0/0 00000100:00100000:1.0:1746129513.392757:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1243 00002000:00100000:1.0:1746129513.392773:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->2310143) req@ffff88009efef480 x1830948732127488/t17179873298(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.392783:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009efef480 with x1830948732127488 ext(2097152->2310143) 00010000:00010000:1.0:1746129513.392794:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.392817:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746129513.392835:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009efef480 00000100:00100000:0.0:1746129513.397712:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.397814:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732127616 00000100:00100000:2.0:1746129513.397838:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732127616 00010000:00010000:2.0:1746129513.397887:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.398661:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6223 00000100:00100000:3.0:1746129513.398676:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948732127616:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.398695:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746129513.398720:0:15749:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129513 -> 1746129514 00002000:00010000:3.0:1746129513.398723:0:15749:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129513 -> 1746129514 00010000:00010000:3.0:1746129513.398729:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.398743:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.398767:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e750c00/0x40a459093b060421 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->2310143) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6a5 expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.398803:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.398805:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.398813:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.398831:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.398868:0:15749:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.398881:0:15749:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736891264:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129513.399344:0:15749:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.404006:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.404095:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732127872 00000100:00100000:1.0:1746129513.404110:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732127872 00002000:00100000:1.0:1746129513.404168:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3399680->3403775) req@ffff88009f142d80 x1830948732127872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.404180:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f142d80 with x1830948732127872 ext(3399680->3403775) 00002000:00010000:1.0:1746129513.404185:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f142d80 00000100:00100000:3.0:1746129513.404276:0:15749:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:15749:1830948736891264:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129513.404419:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129513.404453:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4795 00000100:00100000:1.0:1746129513.404464:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948732127872:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129513.404747:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948732127872:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 284us (748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129513.404754:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4795 00002000:00100000:1.0:1746129513.404761:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3399680->3403775) req@ffff88009f142d80 x1830948732127872/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.404769:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f142d80 with x1830948732127872 ext(3399680->3403775) 00002000:00010000:1.0:1746129513.404771:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f142d80 00000100:00100000:3.0:1746129513.404965:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948732127616:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6292us (7258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.404975:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6223 00000100:00100000:0.0:1746129513.410655:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.411025:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732128128 00000100:00100000:1.0:1746129513.411035:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732128128 00002000:00100000:1.0:1746129513.411081:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3915776->3919871) req@ffff88009f143100 x1830948732128128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.411095:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f143100 with x1830948732128128 ext(3915776->3919871) 00002000:00010000:1.0:1746129513.411100:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f143100 00000100:00100000:1.0:1746129513.411173:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4796 00000100:00100000:1.0:1746129513.411181:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732128128:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129513.411672:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732128128:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 491us (1026us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129513.411678:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4796 00002000:00100000:1.0:1746129513.411684:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3915776->3919871) req@ffff88009f143100 x1830948732128128/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.411690:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f143100 with x1830948732128128 ext(3915776->3919871) 00002000:00010000:1.0:1746129513.411692:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f143100 00000100:00100000:0.0:1746129513.416924:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.417090:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732128384 00000100:00100000:2.0:1746129513.417101:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732128384 00000100:00100000:2.0:1746129513.417156:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4198 00000100:00100000:2.0:1746129513.417164:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+26:29659:x1830948732128384:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:2.0:1746129513.417452:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f143480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+27:29659:x1830948732128384:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 287us (538us total) trans 8589944224 rc 0/0 00000100:00100000:2.0:1746129513.417458:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4198 00000100:00100000:0.0:1746129513.429193:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.429839:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732128512 00000100:00100000:1.0:1746129513.429847:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732128512 00000100:00100000:0.0:1746129513.430470:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10305 00000100:00100000:0.0:1746129513.430478:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29663:x1830948732128512:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129513.430495:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129513.430512:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090079c00/0x40a459093b06042f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6b3 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.430558:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.430567:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.430577:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.430590:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.430595:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.430599:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.430695:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.430706:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b58d expref: 306 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.430712:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.430737:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b58d expref: 306 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.430747:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b58d expref: 306 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746129513.430757:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f143b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736891392:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129513.430858:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b182df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746129513.433278:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f143b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736891392:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.433334:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129513.433495:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.433539:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732128768 00000100:00100000:2.0:1746129513.433544:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732128768 00000100:00100000:2.0:1746129513.433582:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4199 00000100:00100000:2.0:1746129513.433588:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+307:23750:x1830948732128768:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1746129513.434414:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+308:23750:x1830948732128768:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 820us (914us total) trans 8589944225 rc 0/0 00000100:00100000:2.0:1746129513.434424:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4199 00000100:00100000:0.0:1746129513.436903:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.437008:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732128896 00000100:00100000:3.0:1746129513.437017:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732128896 00010000:00010000:3.0:1746129513.437054:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b58d expref: 308 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.437267:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6224 00000100:00100000:3.0:1746129513.437275:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+308:1963:x1830948732128896:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.437290:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.437335:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b58d expref: 308 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.437345:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b58d expref: 308 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.437365:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b584e00/0x40a459093b0601ea lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b58d expref: 308 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.437895:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.437904:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x48 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.437913:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.437920:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.437954:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129513.438007:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438018:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129513.438049:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00000004:00200000:0.0:1746129513.438052:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1746129513.438053:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+307:1963:x1830948732128896:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 778us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.438060:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6224 00000004:00010000:0.0:1746129513.438062:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438069:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438074:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438078:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438081:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438084:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090078c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129513.438086:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438089:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438094:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:0.0:1746129513.438096:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129513.438098:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438100:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090078c00/0x40a459093b060436 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438313:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438317:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438320:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438322:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090078a00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:0.0:1746129513.438323:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438326:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438330:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f727100) 00010000:00010000:0.0:1746129513.438331:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746129513.438332:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438334:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090078a00/0x40a459093b06043d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.438359:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090079c00/0x40a459093b06042f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6b3 expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.438366:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6b3 expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.438370:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129513.438371:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129513.438373:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090079800, rc 0) 00000100:00100000:0.0:1746129513.438391:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f143800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29663:x1830948732128512:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 7916us (9207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.438396:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10305 00000100:00100000:2.0:1746129513.442095:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.442131:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.442157:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732129024 00000100:00100000:3.0:1746129513.442164:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732129152 00000100:00100000:2.0:1746129513.442165:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732129024 00000100:00100000:3.0:1746129513.442169:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732129152 00000100:00100000:3.0:1746129513.442239:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12254 00000100:00100000:3.0:1746129513.442247:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1962:x1830948732129152:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129513.442262:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.442276:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6c1 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.442315:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.442316:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.442325:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c1 expref: 6 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.442338:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c1 expref: 6 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.442346:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac2600, rc 0) 00000100:00100000:3.0:1746129513.442379:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948732129152:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 134us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.442384:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12254 00000100:00100000:1.0:1746129513.442481:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.442530:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.442555:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.442563:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732129408 00000100:00100000:3.0:1746129513.442567:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732129408 00000100:00100000:1.0:1746129513.442578:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.442588:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732129280 00000100:00100000:3.0:1746129513.442590:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732129280 00000100:00100000:1.0:1746129513.442597:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732129536 00000100:00100000:1.0:1746129513.442600:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732129536 00000100:00100000:3.0:1746129513.442604:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732129664 00000100:00100000:3.0:1746129513.442606:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732129664 00000100:00100000:1.0:1746129513.442617:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12255 00000100:00100000:3.0:1746129513.442622:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12256 00000100:00100000:1.0:1746129513.442623:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732129408:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:3.0:1746129513.442627:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732129280:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129513.442630:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.442633:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.442640:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6c8 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.442640:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094feee00/0x40a459093b060452 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6cf expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.442650:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.442651:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.442655:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c8 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.442663:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c8 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.442669:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac3e00, rc 0) 00000100:00100000:1.0:1746129513.442680:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736891520:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129513.442691:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732129280:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 64us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.442696:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12256 00000100:00100000:3.0:1746129513.442705:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12257 00000100:00100000:3.0:1746129513.442709:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732129536:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129513.442715:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.442720:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eac2e00/0x40a459093b060460 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6d6 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.442725:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad240 going to sleep for 11 seconds 00000100:00100000:1.0:1746129513.442740:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12258 00000100:00100000:3.0:1746129513.442741:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736891648:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129513.442745:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732129664:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129513.442751:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.442757:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6dd expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.442762:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00010000:00010000:1.0:1746129513.442766:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.442767:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.442771:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6dd expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.442780:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6dd expref: 8 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.442786:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959da000, rc 0) 00000100:00100000:1.0:1746129513.442801:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732129664:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 56us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.442806:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12258 00000100:00100000:2.0:1746129513.442999:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12259 00000100:00100000:2.0:1746129513.443005:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948732129024:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129513.443012:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.443018:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6ba expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.443028:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.443029:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.443034:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ba expref: 11 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129513.443043:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ba expref: 11 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129513.443049:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ba06200, rc 0) 00000100:00100000:2.0:1746129513.443068:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948732129024:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 64us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.443073:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12259 00002000:00010000:3.0:1746129513.445068:0:7148:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime: 1746129513 -> 1746129514 00002000:00010000:1.0:1746129513.445077:0:22480:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime: 1746129513 -> 1746129514 00002000:00010000:1.0:1746129513.445080:0:22480:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime: 1746129513 -> 1746129514 00002000:00010000:1.0:1746129513.445082:0:22480:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime: 1746129513 -> 1746129514 00000100:00100000:3.0:1746129513.445090:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736891648:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129513.445090:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736891520:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129513.445113:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eac2e00/0x40a459093b060460 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6d6 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.445124:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2e00/0x40a459093b060460 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6d6 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.445148:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac2e00, rc 0) 00000100:00100000:3.0:1746129513.445178:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732129536:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2468us (2622us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129513.445184:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12257 00010000:00010000:1.0:1746129513.445197:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094feee00/0x40a459093b060452 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6cf expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.445206:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094feee00/0x40a459093b060452 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6cf expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.445220:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094feee00, rc 0) 00000100:00100000:1.0:1746129513.445239:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732129408:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2616us (2759us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129513.445244:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12255 00000100:00100000:0.0:1746129513.448154:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.448289:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732129920 00000100:00100000:2.0:1746129513.448311:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732129920 00000100:00100000:2.0:1746129513.448349:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10306 00000100:00100000:2.0:1746129513.448355:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29663:x1830948732129920:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129513.448371:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.448388:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba06400/0x40a459093b060475 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6e4 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.448472:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.448486:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6b3 expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.448492:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.448522:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6b3 expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.448532:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6b3 expref: 8 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.448543:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efece00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736891776:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129513.448783:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746129513.451125:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efece00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736891776:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.451147:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129513.451261:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.451364:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732130048 00000100:00100000:3.0:1746129513.451369:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732130048 00010000:00010000:3.0:1746129513.451397:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6b3 expref: 9 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.451421:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6225 00000100:00100000:3.0:1746129513.451427:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732130048:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.451438:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.451443:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6b3 expref: 9 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.451453:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6b3 expref: 9 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.451479:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090079800/0x40a459093b060444 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6b3 expref: 9 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.451492:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.451495:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.451503:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.451508:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.451522:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.451566:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732130048:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 138us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.451571:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6225 00010000:00010000:0.0:1746129513.451582:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.451589:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129513.451608:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:3.0:1746129513.452728:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ba06400/0x40a459093b060475 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6e4 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.452742:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6e4 expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.452747:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.452749:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129513.452752:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095fb0200, rc 0) 00000100:00100000:3.0:1746129513.452787:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f141180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29663:x1830948732129920:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4431us (4640us total) trans 8589944226 rc 0/0 00000100:00100000:3.0:1746129513.452793:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10306 00000100:00100000:0.0:1746129513.455612:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.455903:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732130176 00000100:00100000:3.0:1746129513.455914:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732130176 00000100:00100000:3.0:1746129513.455953:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10307 00000100:00100000:3.0:1746129513.456008:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29663:x1830948732130176:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129513.456031:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.456049:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e751000/0x40a459093b06048a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6eb expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.456125:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.456138:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6e4 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.456144:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.456172:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6e4 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.456183:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6e4 expref: 9 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.456195:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736891904:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.456714:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12540 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.458050:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736891904:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.458077:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129513.458601:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.458742:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732130304 00000100:00100000:3.0:1746129513.458749:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732130304 00010000:00010000:3.0:1746129513.458774:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6e4 expref: 10 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.458858:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6226 00000100:00100000:3.0:1746129513.458865:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a47450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732130304:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.458877:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.458883:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6e4 expref: 10 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.458891:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6e4 expref: 10 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.458907:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095fb0200/0x40a459093b06047c lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6e4 expref: 10 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.458918:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.458936:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.458945:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.458951:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.458967:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.459012:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a47450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948732130304:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 147us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.459018:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6226 00010000:00010000:3.0:1746129513.459063:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.459068:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129513.459107:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00000004:00200000:3.0:1746129513.459112:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129513.459127:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.459154:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e751000/0x40a459093b06048a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6eb expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.459169:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6eb expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.459175:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.459177:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129513.459179:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e750c00, rc 0) 00000100:00100000:3.0:1746129513.459200:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29663:x1830948732130176:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3241us (3597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.459205:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10307 00000100:00100000:0.0:1746129513.461460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.461504:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.461582:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732130432 00000100:00100000:1.0:1746129513.461590:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732130432 00000100:00100000:3.0:1746129513.461597:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732130560 00000100:00100000:3.0:1746129513.461601:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732130560 00000100:00100000:3.0:1746129513.461630:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12260 00000100:00100000:3.0:1746129513.461637:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732130560:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129513.461651:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.461664:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cd7ec00/0x40a459093b060498 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6f9 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.461711:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736892032:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129513.461769:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746129513.462006:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12261 00000100:00100000:1.0:1746129513.462013:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732130432:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129513.462019:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.462027:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800959da600/0x40a459093b06049f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b6f2 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.462052:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736892160:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129513.462220:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.464285:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736892032:192.168.202.4@tcp:106: 00010000:00010000:0.0:1746129513.464338:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cd7ec00/0x40a459093b060498 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6f9 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129513.464350:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cd7ec00/0x40a459093b060498 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6f9 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129513.464373:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cd7ec00, rc 0) 00000100:00100000:0.0:1746129513.464409:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732130560:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2771us (2903us total) trans 0 rc 301/301 00000100:00100000:0.0:1746129513.464421:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12260 00000100:00100000:1.0:1746129513.465077:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736892160:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129513.465100:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800959da600/0x40a459093b06049f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6f2 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.465110:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800959da600/0x40a459093b06049f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6f2 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.465133:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959da600, rc 0) 00000100:00100000:1.0:1746129513.465164:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732130432:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 3151us (3712us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129513.465170:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12261 00000100:00100000:0.0:1746129513.468244:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.468646:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732130816 00000100:00100000:3.0:1746129513.468653:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732130816 00000100:00100000:3.0:1746129513.468702:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10308 00000100:00100000:3.0:1746129513.468709:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29663:x1830948732130816:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129513.468724:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.468741:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd7e200/0x40a459093b0604a6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b700 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.468817:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd7fe00/0x40a459093b0604ad lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.468856:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd7fe00/0x40a459093b0604ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.468866:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd7fe00/0x40a459093b0604ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:3.0:1746129513.468877:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:3.0:1746129513.468973:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd7e200/0x40a459093b0604a6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b700 expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.469001:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd7fe00/0x40a459093b0604ad lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b700 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.469008:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.469010:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129513.469014:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cd7fe00, rc 0) 00000100:00100000:3.0:1746129513.469054:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29663:x1830948732130816:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 346us (818us total) trans 8589944227 rc 0/0 00000100:00100000:3.0:1746129513.469059:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10308 00000100:00100000:0.0:1746129513.471969:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.472066:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732130944 00000100:00100000:1.0:1746129513.472074:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732130944 00000100:00100000:1.0:1746129513.472119:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12262 00000100:00100000:1.0:1746129513.472126:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732130944:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129513.472169:0:22480:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.472185:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 10 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.472196:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ba expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.472203:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b64a expref: 25 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.472209:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.472211:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.472213:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 6/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.472240:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b64a expref: 25 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.472252:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b64a expref: 25 pid: 4699 timeout: 868 lvb_type: 1 00000100:00100000:1.0:1746129513.472262:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736892288:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129513.472379:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ba expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.472385:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ba expref: 7 pid: 20577 timeout: 868 lvb_type: 1 00000100:00100000:1.0:1746129513.472392:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736892416:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129513.472417:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 10 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.472425:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 10 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129513.472431:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736892544:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.472443:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad240 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.473345:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.473372:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.473407:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.473420:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732131072 00000100:00100000:0.0:1746129513.473422:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732131328 00000100:00100000:3.0:1746129513.473426:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732131072 00000100:00100000:0.0:1746129513.473426:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732131328 00000100:00100000:0.0:1746129513.473448:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732131584 00000100:00100000:0.0:1746129513.473450:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732131584 00000100:00100000:3.0:1746129513.473486:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12263 00000100:00100000:3.0:1746129513.473493:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732131328:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:3.0:1746129513.473516:0:20577:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.473529:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.473535:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.473537:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.473539:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.473556:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 25 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.473565:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.473573:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736892672:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.473583:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12264 00000100:00100000:1.0:1746129513.473590:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732131072:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129513.473611:0:7148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.473618:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12b40 going to sleep for 11 seconds 00010000:00010000:1.0:1746129513.473625:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.473631:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c1 expref: 9 pid: 22481 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129513.473634:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12265 00010000:00010000:1.0:1746129513.473638:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4de expref: 11 pid: 4699 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129513.473640:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732131584:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129513.473644:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.473645:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.473647:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.473657:0:4699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.473662:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4de expref: 11 pid: 4699 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.473666:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.473670:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4de expref: 11 pid: 4699 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129513.473672:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6dd expref: 9 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.473677:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b689 expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.473679:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736892800:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129513.473680:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129513.473682:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.473683:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.473685:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.473691:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732131200 00000100:00100000:0.0:1746129513.473693:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732131200 00010000:00010000:3.0:1746129513.473700:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b689 expref: 11 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.473703:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c1 expref: 10 pid: 22481 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746129513.473706:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12266 00010000:00010000:3.0:1746129513.473708:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b689 expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.473711:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c1 expref: 10 pid: 22481 timeout: 868 lvb_type: 1 00000100:00100000:0.0:1746129513.473711:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732131200:12345-192.168.202.4@tcp:1:lfs.0 00000100:00100000:3.0:1746129513.473716:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736892928:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.473723:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736893056:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129513.473724:0:8410:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.473733:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 12 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.473739:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c8 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.473742:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6dd expref: 10 pid: 31503 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.473745:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.473746:0:8410:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b57f expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.473752:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 12 pid: 7149 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.473754:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6dd expref: 10 pid: 31503 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.473756:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.473757:0:8410:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746129513.473758:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736893312:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129513.473759:0:8410:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 6/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.473761:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736893184:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.473769:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746129513.473771:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b57f expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129513.473777:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b57f expref: 11 pid: 22480 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129513.473784:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.473785:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736893440:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.473793:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.473805:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736893568:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.473829:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a91c5000 going to sleep for 11 seconds 00010000:00010000:0.0:1746129513.473856:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c8 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129513.473864:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c8 expref: 10 pid: 7148 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.473867:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.473872:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736893696:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129513.473890:0:8410:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 12 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.473896:0:8410:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 12 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746129513.473907:0:8410:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736893824:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129513.473919:0:8410:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b182d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.473929:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732131456 00000100:00100000:0.0:1746129513.473931:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732131456 00000100:00100000:0.0:1746129513.473946:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12267 00000100:00100000:0.0:1746129513.473950:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732131456:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129513.473964:0:31503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.473973:0:31503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.473978:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129513.473979:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746129513.473981:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.473993:0:31503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 10 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.474001:0:31503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 10 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746129513.474008:0:31503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736893952:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129513.474022:0:31503:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b182d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.476462:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.476486:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.476562:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0806d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736892288:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.476563:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732131712 00000100:00100000:3.0:1746129513.476569:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732131712 00000100:00100000:1.0:1746129513.476576:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736892416:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.476584:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0806a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736892544:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.476597:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ba expref: 10 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:1.0:1746129513.476608:0:22480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.476622:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732131840 00000100:00100000:3.0:1746129513.476625:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732131840 00010000:00010000:3.0:1746129513.476637:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 11 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.476651:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6227 00000100:00100000:3.0:1746129513.476657:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948732131712:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.476674:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.476693:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ba expref: 10 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129513.476701:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ba expref: 10 pid: 20577 timeout: 868 lvb_type: 1 00000100:00100000:0.0:1746129513.476709:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6228 00000100:00100000:0.0:1746129513.476717:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732131840:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.476719:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ba06200/0x40a459093b06046e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ba expref: 10 pid: 20577 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.476724:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.476733:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129513.476735:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 11 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.476743:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 11 pid: 20577 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.476753:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a2200/0x40a459093b060341 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b635 expref: 11 pid: 20577 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.476772:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732131712:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 115us (317us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129513.476774:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.476779:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6227 00000100:00100000:0.0:1746129513.476795:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948732131840:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 79us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.476801:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6228 00000100:00100000:3.0:1746129513.477186:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736892928:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.477325:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736892800:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.477335:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736893056:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129513.477386:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736892672:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.477399:0:20577:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.477646:0:31503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:31503:1830948736893952:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129513.477659:0:31503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.477679:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736893696:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129513.477687:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736893824:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.482419:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:7148:1830948736893312:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129513.482448:0:7148:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.482533:0:8410:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8410:1830948736893440:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.482553:0:8410:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.482703:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736893184:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.482716:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:4699:1830948736893568:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.482735:0:4699:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.485535:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.485616:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.485648:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.485671:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.485690:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732132736 00000100:00100000:1.0:1746129513.485692:0:31518:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732132608 00000100:00100000:1.0:1746129513.485697:0:31518:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732132608 00000100:00100000:0.0:1746129513.485697:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732132736 00010000:00010000:0.0:1746129513.485726:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b689 expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00002000:00100000:1.0:1746129513.485732:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3399680->3919871) req@ffff8800a605a300 x1830948732132608/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:3.0:1746129513.485739:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732132992 00002000:00100000:1.0:1746129513.485742:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605a300 with x1830948732132608 ext(3399680->3919871) 00000100:00100000:3.0:1746129513.485744:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732132992 00010000:00010000:1.0:1746129513.485749:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 10 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.485761:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 10 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.485764:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 13 pid: 7149 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746129513.485767:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a605a300 00000100:00100000:3.0:1746129513.485782:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732131968 00000100:00100000:3.0:1746129513.485785:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732131968 00010000:00010000:3.0:1746129513.485797:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b64a expref: 26 pid: 4699 timeout: 868 lvb_type: 1 00000100:00100000:2.0:1746129513.485805:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6229 00000100:00100000:2.0:1746129513.485817:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948732132992:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129513.485835:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6230 00010000:00010000:2.0:1746129513.485837:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746129513.485841:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948732131968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.485849:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129513.485858:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 13 pid: 7149 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.485864:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b64a expref: 26 pid: 4699 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746129513.485868:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 13 pid: 7149 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.485873:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b64a expref: 26 pid: 4699 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746129513.485888:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b630c00/0x40a459093b05fff2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b436 expref: 13 pid: 7149 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.485891:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091798c00/0x40a459093b060372 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b64a expref: 26 pid: 4699 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129513.485908:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.485909:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.485914:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.485914:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129513.485922:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.485944:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.485962:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948732131968:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 121us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.485969:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6230 00000100:00100000:3.0:1746129513.485982:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6231 00000100:00100000:3.0:1746129513.485987:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732132736:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.485993:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.486003:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b689 expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.486017:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b689 expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.486027:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cd7ee00/0x40a459093b0603e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b689 expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.486035:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.486049:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732132736:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 62us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.486078:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6231 00000100:00100000:0.0:1746129513.486099:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.486110:0:7087:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732132224 00000100:00100000:3.0:1746129513.486113:0:7087:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732132224 00010000:00010000:3.0:1746129513.486124:0:7087:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4de expref: 11 pid: 4699 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.486135:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6232 00000100:00100000:3.0:1746129513.486139:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948732132224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746129513.486139:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129513.486145:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746129513.486150:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732132480 00010000:00010000:3.0:1746129513.486152:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4de expref: 11 pid: 4699 timeout: 868 lvb_type: 1 00000100:00100000:0.0:1746129513.486153:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732132480 00010000:00010000:3.0:1746129513.486163:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4de expref: 11 pid: 4699 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.486165:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c8 expref: 11 pid: 7148 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129513.486172:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800947ada00/0x40a459093b0600e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b4de expref: 11 pid: 4699 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129513.486179:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129513.486179:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6233 00000100:00100000:3.0:1746129513.486195:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:1961:x1830948732132224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 55us (95us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129513.486553:0:22480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.486562:0:22480:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.486581:0:22480:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.486593:0:22480:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.486600:0:22480:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.486606:0:22480:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eac2000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129513.486610:0:22480:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.486618:0:22480:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.486627:0:22480:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.486633:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2000/0x40a459093b0604bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.486673:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a47050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1961:x1830948732132480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129513.486678:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948732132992:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 142us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.486680:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732130944:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 14553us (14717us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129513.486681:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746129513.486687:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12262 00010000:00010000:0.0:1746129513.486691:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c8 expref: 11 pid: 7148 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.486700:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c8 expref: 11 pid: 7148 timeout: 868 lvb_type: 1 00000100:00100000:1.0:1746129513.486709:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1244 00010000:00010000:0.0:1746129513.486710:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eac3e00/0x40a459093b060459 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c8 expref: 11 pid: 7148 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.486712:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6232 00000100:00100000:1.0:1746129513.486714:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948732132608:12345-192.168.202.4@tcp:4:multiop.0 00000100:00100000:2.0:1746129513.486716:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6229 00010000:00010000:0.0:1746129513.486727:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129513.486742:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a47050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732132480:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 71us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.486747:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6233 00000100:00100000:3.0:1746129513.486758:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.486771:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732132096 00000100:00100000:3.0:1746129513.486773:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.486775:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732132096 00000100:00100000:0.0:1746129513.486788:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732132352 00002000:00100000:2.0:1746129513.486790:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1519616->2097151) req@ffff88012b553100 x1830948732132096/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00000100:00100000:0.0:1746129513.486791:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732132352 00002000:00100000:2.0:1746129513.486797:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b553100 with x1830948732132096 ext(1519616->2097151) 00010000:00010000:0.0:1746129513.486798:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c1 expref: 10 pid: 22481 timeout: 868 lvb_type: 1 00010000:00010000:2.0:1746129513.486802:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.486809:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 25 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746129513.486810:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6234 00000100:00100000:3.0:1746129513.486815:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00002000:00010000:2.0:1746129513.486815:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b553100 00000100:00100000:0.0:1746129513.486815:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732132352:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129513.486830:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.486839:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c1 expref: 10 pid: 22481 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.486846:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c1 expref: 10 pid: 22481 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.486847:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129513.486855:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eac2600/0x40a459093b06044b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6c1 expref: 10 pid: 22481 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.486858:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732132864 00000100:00100000:3.0:1746129513.486861:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732132864 00010000:00010000:0.0:1746129513.486863:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.486864:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.486866:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.486871:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.486872:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6dd expref: 10 pid: 31503 timeout: 868 lvb_type: 1 00000100:00100000:3.0:1746129513.486884:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732133376 00000100:00100000:3.0:1746129513.486886:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732133376 00010000:00010000:0.0:1746129513.486889:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129513.486894:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 12 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.486896:0:7148:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.486903:0:7148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.486904:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1961:x1830948732132352:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 88us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.486905:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6235 00000100:00100000:0.0:1746129513.486908:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6234 00000100:00100000:3.0:1746129513.486913:0:7087:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6236 00010000:00010000:1.0:1746129513.486916:0:7148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.486917:0:7087:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+12:1960:x1830948732133376:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129513.486922:0:7148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.486923:0:7087:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129513.486927:0:7148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.486930:0:7087:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 12 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.486932:0:7148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fbb6e00 already unused, calling callback (ffffffffa086ed70) 00000100:00100000:0.0:1746129513.486933:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129513.486934:0:7148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.486938:0:7087:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 12 pid: 22480 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.486940:0:7148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.486942:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732133248 00000100:00100000:0.0:1746129513.486945:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732133248 00010000:00010000:1.0:1746129513.486948:0:7148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.486949:0:7087:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee76a00/0x40a459093b0601ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b578 expref: 13 pid: 22480 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.486951:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1245 00010000:00010000:0.0:1746129513.486953:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 13 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.486954:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fbb6e00/0x40a459093b0604c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.486956:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948732132096:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:3.0:1746129513.486958:0:7087:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129513.486969:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6237 00000100:00100000:3.0:1746129513.486973:0:7087:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ada2ffba-8920-4ecb-8068-68caa9806978+12:1960:x1830948732133376:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 55us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.486973:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+12:1960:x1830948732133248:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746129513.486978:0:7087:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6236 00010000:00010000:0.0:1746129513.486978:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.486985:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129513.486991:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732131072:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 13401us (13648us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129513.486992:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.486993:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1961:x1830948732132864:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129513.486997:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12264 00010000:00010000:3.0:1746129513.487000:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.487002:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095fb0e00/0x40a459093b0603bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b67b expref: 11 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.487007:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6dd expref: 8 pid: 31503 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.487010:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129513.487015:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6dd expref: 8 pid: 31503 timeout: 868 lvb_type: 1 00000100:00100000:0.0:1746129513.487022:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+10:1960:x1830948732133248:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 48us (88us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129513.487025:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800959da000/0x40a459093b060467 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6dd expref: 8 pid: 31503 timeout: 868 lvb_type: 1 00000100:00100000:0.0:1746129513.487027:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6237 00010000:00010000:3.0:1746129513.487033:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.487035:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.487038:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.487044:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.487057:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129513.487064:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129513.487065:0:4699:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.487072:0:4699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.487072:0:9823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732133120 00000100:00100000:0.0:1746129513.487074:0:9823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732133120 00010000:00010000:3.0:1746129513.487082:0:4699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.487083:0:9823:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b57f expref: 10 pid: 22480 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129513.487087:0:4699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.487093:0:4699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.487093:0:9823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6238 00010000:00010000:3.0:1746129513.487097:0:4699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fb55e00 already unused, calling callback (ffffffffa086ed70) 00000100:00100000:0.0:1746129513.487097:0:9823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948732133120:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.487099:0:4699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.487104:0:4699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.487104:0:9823:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.487111:0:9823:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b57f expref: 10 pid: 22480 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129513.487116:0:4699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.487119:0:9823:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b57f expref: 10 pid: 22480 timeout: 868 lvb_type: 1 00010000:00010000:3.0:1746129513.487121:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fb55e00/0x40a459093b0604d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.487127:0:9823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f92de00/0x40a459093b0601d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b57f expref: 10 pid: 22480 timeout: 868 lvb_type: 1 00010000:00010000:0.0:1746129513.487135:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.487136:0:9823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.487138:0:9823:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.487143:0:9823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.487147:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732131584:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 13507us (13740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.487153:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12265 00010000:00010000:0.0:1746129513.487162:0:9823:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129513.487169:0:8410:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.487175:0:8410:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.487175:0:9823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948732133120:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 77us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.487180:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1961:x1830948732132864:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 270us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.487180:0:9823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6238 00000100:00100000:3.0:1746129513.487185:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6235 00010000:00010000:2.0:1746129513.487187:0:8410:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.487193:0:8410:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.487200:0:8410:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.487205:0:8410:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090079800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129513.487208:0:8410:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.487213:0:8410:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.487222:0:8410:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.487228:0:8410:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090079800/0x40a459093b0604d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8410 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.488734:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1963:x1830948732131200:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 15016us (15048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.488743:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12266 00000100:00100000:2.0:1746129513.501343:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948732132096:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 14372us (14569us total) trans 17179873300 rc 0/0 00000100:00100000:2.0:1746129513.501357:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1245 00002000:00100000:2.0:1746129513.501376:0:8416:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x3eb:0x0] (1519616->2097151) req@ffff88012b553100 x1830948732132096/t17179873300(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.501387:0:8416:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b553100 with x1830948732132096 ext(1519616->2097151) 00010000:00010000:2.0:1746129513.501402:0:8416:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.501419:0:8416:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746129513.501427:0:8416:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b553100 00000100:00100000:1.0:1746129513.501625:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:14850083-80f0-48d7-b1fd-919aea051e36+12:1962:x1830948732132608:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 14910us (15975us total) trans 17179873299 rc 0/0 00000100:00100000:1.0:1746129513.501632:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1244 00002000:00100000:1.0:1746129513.501638:0:31518:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x3ec:0x0] (3399680->3919871) req@ffff8800a605a300 x1830948732132608/t17179873299(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.501645:0:31518:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a605a300 with x1830948732132608 ext(3399680->3919871) 00010000:00010000:1.0:1746129513.501651:0:31518:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746129513.501660:0:31518:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746129513.501667:0:31518:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a605a300 00000100:00100000:0.0:1746129513.505010:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.505063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.505117:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732133504 00000100:00100000:2.0:1746129513.505125:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732133504 00000100:00100000:3.0:1746129513.505148:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732133632 00000100:00100000:3.0:1746129513.505152:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732133632 00010000:00010000:3.0:1746129513.505171:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.505171:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.505208:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6239 00000100:00100000:3.0:1746129513.505215:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948732133632:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746129513.505222:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6240 00010000:00010000:3.0:1746129513.505227:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129513.505228:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948732133504:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129513.505235:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.505245:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.505245:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.505255:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.505256:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.505275:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eac2400/0x40a459093b060428 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3399680->3919871) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6ac expref: 12 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.505321:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.505324:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.505328:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.505336:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.505353:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129513.505362:0:31503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.505371:0:31503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.505384:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948732133504:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 156us (381us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129513.505389:0:31503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.505390:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6240 00010000:00010000:1.0:1746129513.505396:0:31503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.505406:0:31503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.505413:0:31503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090079600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129513.505416:0:31503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.505422:0:31503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.505432:0:31503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.505437:0:31503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090079600/0x40a459093b0604de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.505485:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732131456:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 31533us (31617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.505493:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12267 00010000:00010000:3.0:1746129513.505916:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cd7fc00/0x40a459093b06041a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1519616->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b69e expref: 27 pid: 22481 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.505933:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.505934:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.505937:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.505943:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.505957:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.505981:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948732133632:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 763us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.505987:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6239 00010000:00010000:2.0:1746129513.506073:0:20577:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.506082:0:20577:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.506094:0:20577:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.506100:0:20577:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.506107:0:20577:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.506112:0:20577:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008e750a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129513.506114:0:20577:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.506121:0:20577:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.506129:0:20577:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.506135:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e750a00/0x40a459093b0604c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.506170:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1963:x1830948732131328:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 32678us (32797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.506176:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12263 00000100:00100000:0.0:1746129513.507741:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.508544:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732133888 00000100:00100000:2.0:1746129513.508552:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732133888 00000100:00100000:2.0:1746129513.508599:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10309 00000100:00100000:2.0:1746129513.508606:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29663:x1830948732133888:12345-192.168.202.4@tcp:36:lfs.0 00010000:00010000:2.0:1746129513.508652:0:14549:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129513.508676:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008e750c00/0x40a459093b060491 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b6eb expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508690:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129513.508693:0:14549:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129513.508718:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129513.508730:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 26 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508738:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 26 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508744:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 306 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508750:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b532 expref: 26 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508756:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b555 expref: 306 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508762:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b594 expref: 26 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508768:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5cc expref: 306 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508774:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 10/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129513.508797:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5cc expref: 306 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508808:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5cc expref: 306 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.508832:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efece00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894080:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.508931:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b594 expref: 26 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508939:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b594 expref: 26 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.508947:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efeca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894208:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.508969:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b555 expref: 306 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.508976:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b555 expref: 306 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.508983:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009efef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894336:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.509000:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b532 expref: 26 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.509006:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b532 expref: 26 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.509012:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131361c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894464:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.509029:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 306 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.509036:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 306 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.509047:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131362300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894592:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.509064:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 26 pid: 2271 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.509071:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 26 pid: 2271 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.509077:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894720:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.509093:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 26 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.509098:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 26 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.509104:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094028700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894848:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129513.509117:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5f99b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.513775:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.513811:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.513849:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.513915:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.513925:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732134400 00000100:00100000:1.0:1746129513.513932:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732134400 00000100:00100000:0.0:1746129513.513933:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732134016 00000100:00100000:0.0:1746129513.513936:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732134016 00010000:00010000:0.0:1746129513.513963:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5cc expref: 308 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129513.513967:0:14550:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732134656 00000100:00100000:1.0:1746129513.513969:0:14550:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732134656 00000100:00100000:0.0:1746129513.513981:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732134144 00000100:00100000:1.0:1746129513.513982:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4200 00000100:00100000:0.0:1746129513.513983:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732134144 00000100:00100000:1.0:1746129513.513989:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+308:7701:x1830948732134400:12345-192.168.202.4@tcp:35:ldlm_bl.0 00010000:00010000:0.0:1746129513.513991:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b594 expref: 28 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746129513.514004:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6241 00000100:00100000:0.0:1746129513.514009:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+308:1963:x1830948732134016:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129513.514018:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.514022:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5cc expref: 308 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.514032:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5cc expref: 308 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.514048:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129513.514053:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129513.514060:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129513.514097:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+309:1963:x1830948732134016:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 88us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.514102:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6241 00000100:00100000:0.0:1746129513.514117:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6242 00000100:00100000:0.0:1746129513.514121:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732134144:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129513.514126:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.514129:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b594 expref: 28 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129513.514135:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ada2ffba-8920-4ecb-8068-68caa9806978+308:7701:x1830948732134400:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 146us (367us total) trans 8589944228 rc 0/0 00010000:00010000:0.0:1746129513.514136:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b594 expref: 28 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746129513.514142:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4200 00010000:00010000:0.0:1746129513.514144:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129513.514146:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129513.514151:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129513.514153:0:14550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4201 00000100:00100000:1.0:1746129513.514158:0:14550:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:23750:x1830948732134656:12345-192.168.202.4@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1746129513.514161:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732134144:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 40us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.514165:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6242 00000100:00100000:1.0:1746129513.514212:0:14550:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:14850083-80f0-48d7-b1fd-919aea051e36+28:23750:x1830948732134656:12345-192.168.202.4@tcp:35:ldlm_bl.0 Request processed in 54us (400us total) trans 8589944229 rc 0/0 00000100:00100000:1.0:1746129513.514217:0:14550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4201 00010000:00010000:2.0:1746129513.514425:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a2400/0x40a459093b06027d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b5cc expref: 307 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.514437:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efece00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894080:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.514447:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555800/0x40a459093b06020d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1a/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b594 expref: 27 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.514454:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efeca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894208:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129513.514461:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009efef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894336:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129513.514469:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131361c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894464:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129513.514958:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.514982:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.515001:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.515020:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732134912 00000100:00100000:3.0:1746129513.515024:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732134912 00010000:00010000:3.0:1746129513.515041:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 27 pid: 2271 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.515057:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732135040 00000100:00100000:3.0:1746129513.515059:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732135040 00010000:00010000:3.0:1746129513.515066:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 28 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.515080:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732134784 00000100:00100000:3.0:1746129513.515082:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732134784 00010000:00010000:3.0:1746129513.515089:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 307 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.515102:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6243 00000100:00100000:3.0:1746129513.515105:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732134912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.515113:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.515117:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 28 pid: 2271 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.515125:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 28 pid: 2271 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.515137:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.515141:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129513.515147:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.515170:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6058000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+28:1963:x1830948732134912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 64us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.515176:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6243 00000100:00100000:3.0:1746129513.515187:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6244 00000100:00100000:3.0:1746129513.515191:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732135040:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.515197:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.515200:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 27 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.515207:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 27 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.515219:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.515222:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129513.515227:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.515238:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:14850083-80f0-48d7-b1fd-919aea051e36+27:1961:x1830948732135040:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 47us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.515243:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6244 00000100:00100000:3.0:1746129513.515250:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6245 00000100:00100000:3.0:1746129513.515255:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+307:1961:x1830948732134784:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.515260:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.515262:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 307 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.515268:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 307 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.515276:0:7086:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.515279:0:7086:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129513.515283:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129513.515317:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcc200/0x40a459093b060069 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b483 expref: 307 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.515325:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+307:1961:x1830948732134784:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 69us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.515330:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6245 00000100:00100000:2.0:1746129513.515331:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131362300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894592:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.515342:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094bcd800/0x40a459093b06005b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b475 expref: 26 pid: 2271 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.515349:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894720:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.515358:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013555a800/0x40a459093b060054 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b46e expref: 25 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.515365:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094028700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736894848:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.515398:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129513.516805:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.516863:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.516939:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732135168 00000100:00100000:2.0:1746129513.516945:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732135168 00010000:00010000:2.0:1746129513.516971:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b555 expref: 306 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.516992:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732135296 00000100:00100000:2.0:1746129513.516994:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732135296 00010000:00010000:2.0:1746129513.517003:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b532 expref: 25 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.517015:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6246 00000100:00100000:2.0:1746129513.517021:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+306:1962:x1830948732135168:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129513.517032:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129513.517036:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b555 expref: 306 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.517046:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b555 expref: 306 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.517068:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f4f7200/0x40a459093b0601a4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b555 expref: 306 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746129513.517083:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6247 00010000:00010000:2.0:1746129513.517084:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129513.517088:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129513.517090:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+25:1962:x1830948732135296:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129513.517094:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129513.517095:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129513.517098:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b532 expref: 25 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.517104:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b532 expref: 25 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.517115:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800947ac400/0x40a459093b060157 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b532 expref: 25 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746129513.517128:0:15749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:0.0:1746129513.517131:0:15749:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746129513.517136:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+305:1962:x1830948732135168:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 115us (336us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129513.517137:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746129513.517141:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6246 00010000:00010000:0.0:1746129513.517143:0:15749:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:0.0:1746129513.517161:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129513.517170:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129513.517174:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a46850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:14850083-80f0-48d7-b1fd-919aea051e36+24:1962:x1830948732135296:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 86us (311us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129513.517175:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129513.517179:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6247 00000040:00080000:2.0:1746129513.518269:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2896, 88 off241792 00000004:00080000:2.0:1746129513.518277:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768834982404ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.518746:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2824, 88 off235448 00000004:00080000:2.0:1746129513.518752:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768835457699ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.518902:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2825, 88 off235536 00000004:00080000:2.0:1746129513.518906:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768835612411ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.518915:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2897, 88 off241880 00000004:00080000:2.0:1746129513.518917:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768835623372ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.518936:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2898, 88 off241968 00000004:00080000:2.0:1746129513.518939:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768835644939ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.518945:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2826, 88 off235624 00000004:00080000:2.0:1746129513.518947:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768835652907ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.518954:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2827, 88 off235712 00000004:00080000:2.0:1746129513.518956:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768835662489ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.518963:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2828, 88 off235800 00000004:00080000:2.0:1746129513.518966:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768835671851ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.518972:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2899, 88 off242056 00000004:00080000:2.0:1746129513.518975:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768835681126ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.518981:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2829, 88 off235888 00000004:00080000:2.0:1746129513.518983:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768835689541ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.518990:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2900, 88 off242144 00000004:00080000:2.0:1746129513.518993:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768835699392ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.518999:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2830, 88 off235976 00000004:00080000:2.0:1746129513.519003:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768835709007ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.519009:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2901, 88 off242232 00000004:00080000:2.0:1746129513.519012:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768835718240ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.519019:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2902, 88 off242320 00000004:00080000:2.0:1746129513.519021:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768835727636ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.519027:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2903, 88 off242408 00000004:00080000:2.0:1746129513.519029:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768835735464ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.519035:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2904, 88 off242496 00000004:00080000:2.0:1746129513.519037:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768835743140ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.519043:0:14549:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2831, 88 off236064 00000004:00080000:2.0:1746129513.519045:0:14549:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768835751480ns, next at 706231494891ns, rc = 0 00000001:00080000:1.0:1746129513.540756:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944220 is committed 00000001:00080000:1.0:1746129513.540768:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944204 is committed 00000001:00080000:1.0:1746129513.540778:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944229 is committed 00000001:00080000:1.0:1746129513.540783:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944228 is committed 00000001:00080000:1.0:1746129513.540816:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944230 is committed 00000004:00080000:1.0:1746129513.540819:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2014 committed 00000004:00080000:1.0:1746129513.540836:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2087 committed 00000004:00080000:1.0:1746129513.540841:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2086 committed 00000004:00080000:1.0:1746129513.540843:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2085 committed 00000004:00080000:1.0:1746129513.540845:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2084 committed 00000004:00080000:1.0:1746129513.540847:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2013 committed 00000004:00080000:1.0:1746129513.540848:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2083 committed 00000004:00080000:1.0:1746129513.540850:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2012 committed 00000004:00080000:1.0:1746129513.540851:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2082 committed 00000004:00080000:1.0:1746129513.540852:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2011 committed 00000004:00080000:1.0:1746129513.540853:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2010 committed 00000004:00080000:1.0:1746129513.540854:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2009 committed 00000004:00080000:1.0:1746129513.540856:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2081 committed 00000004:00080000:1.0:1746129513.540857:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2080 committed 00000004:00080000:1.0:1746129513.540858:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2008 committed 00000004:00080000:1.0:1746129513.540860:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2007 committed 00000004:00080000:1.0:1746129513.540862:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2079 committed 00000100:00100000:0.0:1746129513.540995:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736894976:0@lo:2:osp-syn-0-0.0 00000004:00010000:3.0:1746129513.541072:0:14549:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a605b800 reply state ffff880091619000 transno 8589944230 ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746129513.541086:0:14549:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1746129513.541174:0:14549:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1746129513.541254:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736895232:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.541317:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129513.541347:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736895744:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.541368:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.541491:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.541508:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736895488:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.541521:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.541537:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736896000:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.541550:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.541561:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736896512:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.541573:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.541592:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736895232 00000100:00100000:0.0:1746129513.541597:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736895232 00000100:00100000:0.0:1746129513.541629:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736895744 00000100:00100000:0.0:1746129513.541631:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736895744 00000100:00100000:0.0:1746129513.541639:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736894976 00000100:00100000:0.0:1746129513.541641:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736894976 00000100:00100000:0.0:1746129513.541648:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736895488 00000100:00100000:0.0:1746129513.541649:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736895488 00000100:00100000:0.0:1746129513.541657:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736896000 00000100:00100000:0.0:1746129513.541658:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736896000 00000100:00100000:0.0:1746129513.541667:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736896512 00000100:00100000:0.0:1746129513.541669:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736896512 00000100:00100000:0.0:1746129513.541676:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12268 00000100:00100000:0.0:1746129513.541682:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736895232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.541859:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736895232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 176us (567us total) trans 21474840483 rc 0/0 00000100:00100000:0.0:1746129513.541865:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12268 00000100:00100000:0.0:1746129513.541878:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12269 00000100:00100000:0.0:1746129513.541883:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736895744:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.541929:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a605b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29663:x1830948732133888:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 32578us (33446us total) trans 8589944230 rc 0/0 00000100:00100000:3.0:1746129513.541935:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10309 00000100:00100000:3.0:1746129513.541956:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736895360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.541976:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.541986:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736895872:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.541996:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.542001:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736896384:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.542009:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736895104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.542013:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.542018:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736896896:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.542032:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.542039:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736895360 00000100:00100000:1.0:1746129513.542042:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736895360 00000100:00100000:1.0:1746129513.542056:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736895872 00000100:00100000:1.0:1746129513.542057:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736895872 00000100:00100000:1.0:1746129513.542064:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736896384 00000100:00100000:1.0:1746129513.542065:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736896384 00000100:00100000:1.0:1746129513.542071:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736896896 00000100:00100000:1.0:1746129513.542073:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736896896 00000100:00100000:1.0:1746129513.542080:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12270 00000100:00100000:1.0:1746129513.542085:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3302:x1830948736894976:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129513.542114:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12271 00000100:00100000:1.0:1746129513.542119:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3302:x1830948736895488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129513.542141:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12272 00000100:00100000:1.0:1746129513.542146:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:3302:x1830948736896000:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129513.542231:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736896256:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129513.542249:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129513.542257:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736896768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129513.542270:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129513.542289:0:3300:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840478 gen 2 00000004:00080000:2.0:1746129513.542308:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd93b80, transno 21474840401 00000004:00080000:2.0:1746129513.542313:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edfb80, transno 21474840402 00000004:00080000:2.0:1746129513.542315:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edf100, transno 21474840403 00000004:00080000:2.0:1746129513.542318:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012bd92300, transno 21474840404 00000004:00080000:2.0:1746129513.542320:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093eded80, transno 21474840405 00000004:00080000:2.0:1746129513.542322:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edf480, transno 21474840406 00000004:00080000:2.0:1746129513.542323:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093edd500, transno 21474840407 00000004:00080000:2.0:1746129513.542325:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093ede680, transno 21474840408 00000004:00080000:2.0:1746129513.542327:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce38000, transno 21474840420 00000004:00080000:2.0:1746129513.542329:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce3ad80, transno 21474840421 00000004:00080000:2.0:1746129513.542330:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce38380, transno 21474840422 00000004:00080000:2.0:1746129513.542332:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce39f80, transno 21474840423 00000004:00080000:2.0:1746129513.542333:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce38700, transno 21474840424 00000004:00080000:2.0:1746129513.542335:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce3b800, transno 21474840425 00000004:00080000:2.0:1746129513.542336:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce38a80, transno 21474840426 00000004:00080000:2.0:1746129513.542338:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce38e00, transno 21474840427 00000004:00080000:2.0:1746129513.542340:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27c380, transno 21474840428 00000004:00080000:2.0:1746129513.542342:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27c000, transno 21474840429 00000004:00080000:2.0:1746129513.542344:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27d880, transno 21474840430 00000004:00080000:2.0:1746129513.542346:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094eff100, transno 21474840431 00000004:00080000:2.0:1746129513.542347:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27d500, transno 21474840432 00000004:00080000:2.0:1746129513.542349:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094efce00, transno 21474840433 00000004:00080000:2.0:1746129513.542351:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094efca80, transno 21474840434 00000004:00080000:2.0:1746129513.542353:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce3a680, transno 21474840435 00000004:00080000:2.0:1746129513.542355:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094326d80, transno 21474840442 00000004:00080000:2.0:1746129513.542356:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094324a80, transno 21474840443 00000004:00080000:2.0:1746129513.542358:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094324380, transno 21474840444 00000004:00080000:2.0:1746129513.542360:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094327480, transno 21474840445 00000004:00080000:2.0:1746129513.542362:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094325500, transno 21474840446 00000004:00080000:2.0:1746129513.542364:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094324e00, transno 21474840447 00000004:00080000:2.0:1746129513.542366:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094326680, transno 21474840448 00000004:00080000:2.0:1746129513.542368:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094327b80, transno 21474840449 00000004:00080000:2.0:1746129513.542370:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145df80, transno 21474840450 00000004:00080000:2.0:1746129513.542372:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87f100, transno 21474840451 00000004:00080000:2.0:1746129513.542374:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c7d8380, transno 21474840452 00000004:00080000:2.0:1746129513.542376:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c7dbb80, transno 21474840453 00000004:00080000:2.0:1746129513.542378:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c7da680, transno 21474840454 00000004:00080000:2.0:1746129513.542380:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145ca80, transno 21474840455 00000004:00080000:2.0:1746129513.542382:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c7d8a80, transno 21474840456 00000004:00080000:2.0:1746129513.542384:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c7db480, transno 21474840457 00000004:00080000:2.0:1746129513.542386:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f8a3b80, transno 21474840463 00000004:00080000:2.0:1746129513.542387:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f8a2d80, transno 21474840464 00000004:00080000:2.0:1746129513.542389:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f8a2680, transno 21474840465 00000004:00080000:2.0:1746129513.542391:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f8a1500, transno 21474840466 00000004:00080000:2.0:1746129513.542392:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f8a3480, transno 21474840467 00000004:00080000:2.0:1746129513.542394:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f8a1180, transno 21474840468 00000004:00080000:2.0:1746129513.542396:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f8a3800, transno 21474840469 00000004:00080000:2.0:1746129513.542398:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f45880, transno 21474840470 00000004:00080000:2.0:1746129513.542401:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135725c00, transno 21474840471 00000004:00080000:2.0:1746129513.542403:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135725180, transno 21474840472 00000004:00080000:2.0:1746129513.542404:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095624380, transno 21474840473 00000004:00080000:2.0:1746129513.542406:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093eddc00, transno 21474840474 00000004:00080000:2.0:1746129513.542409:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135727b80, transno 21474840475 00000004:00080000:2.0:1746129513.542410:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135724a80, transno 21474840476 00000004:00080000:2.0:1746129513.542413:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012e87ca80, transno 21474840477 00000004:00080000:2.0:1746129513.542414:0:3300:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880095626680, transno 21474840478 00000100:00100000:2.0:1746129513.542419:0:3300:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff8800a6058000 x1830948736895232/t21474840483(21474840483) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746129529 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:2.0:1746129513.542428:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a6058000/2, rc 0, transno 21474840483 00000100:00100000:2.0:1746129513.542432:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736895232:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.542443:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736896256 00000100:00100000:2.0:1746129513.542446:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736896256 00000100:00100000:2.0:1746129513.542456:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736896768 00000100:00100000:2.0:1746129513.542457:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736896768 00000100:00100000:2.0:1746129513.542463:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12273 00000100:00100000:2.0:1746129513.542467:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3302:x1830948736896512:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.542548:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736896000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 401us (995us total) trans 17179873301 rc 0/0 00000100:00100000:2.0:1746129513.542553:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736896512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 85us (979us total) trans 17179873302 rc 0/0 00000100:00100000:1.0:1746129513.542553:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12272 00000100:00100000:2.0:1746129513.542559:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12273 00000100:00100000:1.0:1746129513.542564:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12274 00000100:00100000:2.0:1746129513.542569:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12275 00000100:00100000:1.0:1746129513.542569:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736895360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.542573:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736895872:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1746129513.542673:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129513.542681:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129513.542687:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129513.542693:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009584ee00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129513.542696:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746129513.542698:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3301:x1830948736895360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 129us (720us total) trans 21474840484 rc 0/0 00010000:00010000:3.0:1746129513.542702:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00000100:00100000:1.0:1746129513.542703:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12274 00000100:00100000:1.0:1746129513.542713:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12276 00000100:00100000:1.0:1746129513.542717:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736896384:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746129513.542719:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.542722:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129513.542725:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129513.542729:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009584ee00/0x40a459093b0604e5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00000100:00100000:3.0:1746129513.542748:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12277 00000100:00100000:3.0:1746129513.542754:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3301:x1830948736896896:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.542799:0:3302:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873290 gen 2 00000004:00080000:1.0:1746129513.542803:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27ca80, transno 17179873225 00000004:00080000:1.0:1746129513.542809:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27f480, transno 17179873226 00000004:00080000:1.0:1746129513.542811:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c099c00, transno 17179873227 00000004:00080000:1.0:1746129513.542813:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27ed80, transno 17179873228 00000004:00080000:1.0:1746129513.542814:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27fb80, transno 17179873229 00000004:00080000:1.0:1746129513.542816:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c09ad80, transno 17179873230 00000004:00080000:1.0:1746129513.542819:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012c27d180, transno 17179873231 00000004:00080000:1.0:1746129513.542833:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c098000, transno 17179873232 00000004:00080000:1.0:1746129513.542835:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce39180, transno 17179873233 00000004:00080000:1.0:1746129513.542838:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9f800, transno 17179873234 00000004:00080000:1.0:1746129513.542840:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9f480, transno 17179873235 00000100:00100000:3.0:1746129513.542841:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12278 00000004:00080000:1.0:1746129513.542842:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9d180, transno 17179873236 00000004:00080000:1.0:1746129513.542844:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880129adc000, transno 17179873237 00000100:00100000:3.0:1746129513.542846:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3300:x1830948736896256:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129513.542846:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9df80, transno 17179873238 00000004:00080000:1.0:1746129513.542847:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9d500, transno 17179873239 00000004:00080000:1.0:1746129513.542849:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9dc00, transno 17179873240 00000004:00080000:1.0:1746129513.542851:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fb9c000, transno 17179873241 00000004:00080000:1.0:1746129513.542853:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880129adf100, transno 17179873242 00000004:00080000:1.0:1746129513.542855:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baef800, transno 17179873249 00000004:00080000:1.0:1746129513.542858:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145ce00, transno 17179873250 00000004:00080000:3.0:1746129513.542864:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a605a680/2, rc 0, transno 21474840484 00000100:00100000:3.0:1746129513.542867:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736895360:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.543049:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12279 00000100:00100000:2.0:1746129513.543054:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3300:x1830948736896768:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129513.543239:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145f480, transno 17179873251 00000004:00080000:1.0:1746129513.543242:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145d500, transno 17179873252 00000004:00080000:1.0:1746129513.543244:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145c380, transno 17179873253 00000004:00080000:1.0:1746129513.543247:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012baee300, transno 17179873254 00000004:00080000:1.0:1746129513.543249:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013145d880, transno 17179873255 00000004:00080000:1.0:1746129513.543252:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c09a680, transno 17179873256 00000004:00080000:1.0:1746129513.543254:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c09b480, transno 17179873257 00000004:00080000:1.0:1746129513.543256:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b1180, transno 17179873258 00000004:00080000:1.0:1746129513.543259:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b0000, transno 17179873259 00000004:00080000:1.0:1746129513.543262:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135726a00, transno 17179873260 00000004:00080000:1.0:1746129513.543264:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b1c00, transno 17179873261 00000004:00080000:1.0:1746129513.543266:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135727800, transno 17179873262 00000004:00080000:1.0:1746129513.543268:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a77b0a80, transno 17179873263 00000004:00080000:1.0:1746129513.543269:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135724000, transno 17179873264 00000004:00080000:1.0:1746129513.543271:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012b550a80, transno 17179873265 00000004:00080000:1.0:1746129513.543273:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135725500, transno 17179873266 00000004:00080000:1.0:1746129513.543275:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880094f44a80, transno 17179873273 00000004:00080000:1.0:1746129513.543277:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546df80, transno 17179873274 00000004:00080000:1.0:1746129513.543279:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009402ad80, transno 17179873275 00000004:00080000:1.0:1746129513.543282:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546f100, transno 17179873276 00000004:00080000:1.0:1746129513.543284:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cda5c00, transno 17179873277 00000004:00080000:1.0:1746129513.543286:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88013546ea00, transno 17179873278 00000004:00080000:1.0:1746129513.543288:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012cda4000, transno 17179873279 00000004:00080000:1.0:1746129513.543290:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009efec000, transno 17179873280 00000004:00080000:1.0:1746129513.543309:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c098700, transno 17179873281 00000004:00080000:1.0:1746129513.543312:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009efed500, transno 17179873282 00000004:00080000:1.0:1746129513.543314:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009efed880, transno 17179873283 00000004:00080000:1.0:1746129513.543316:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009efee680, transno 17179873284 00000004:00080000:1.0:1746129513.543318:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009efedf80, transno 17179873285 00000004:00080000:1.0:1746129513.543320:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009efeed80, transno 17179873286 00000004:00080000:1.0:1746129513.543322:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009efedc00, transno 17179873287 00000004:00080000:1.0:1746129513.543324:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009efee300, transno 17179873288 00000004:00080000:1.0:1746129513.543326:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009efeea00, transno 17179873289 00000004:00080000:1.0:1746129513.543329:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0804e00, transno 17179873290 00000100:00100000:1.0:1746129513.543334:0:3302:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff8800a0804380 x1830948736896000/t17179873301(17179873301) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746129529 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:1.0:1746129513.543341:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0804380/2, rc 0, transno 17179873301 00000100:00100000:1.0:1746129513.543345:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736896000:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129513.543358:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0806a00/2, rc 0, transno 17179873302 00000100:00100000:1.0:1746129513.543361:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736896512:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129513.543394:0:14586:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 8 in progress, 6 in flight, 56 done 00000004:00080000:1.0:1746129513.543621:0:14589:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 8 in progress, 6 in flight, 54 done 00000100:00080000:0.0:1746129513.543656:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746129513.543660:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1746129513.543678:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:1.0:1746129513.543680:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:1.0:1746129513.543682:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746129513.543683:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:1.0:1746129513.543685:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:1.0:1746129513.543711:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3301:x1830948736896384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 993us (1696us total) trans 17179873303 rc 0/0 00000100:00100000:1.0:1746129513.543716:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12276 00000100:00100000:1.0:1746129513.543732:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.543757:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a605b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736895616:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.543762:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3300:x1830948736895744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1878us (2393us total) trans 21474840485 rc 0/0 00000100:00100000:0.0:1746129513.543767:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12269 00000100:00100000:1.0:1746129513.543776:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.543777:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736895104 00000100:00100000:0.0:1746129513.543781:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736895104 00000100:00100000:1.0:1746129513.543787:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736896128:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.543794:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736895616 00000100:00100000:0.0:1746129513.543796:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736895616 00000100:00100000:1.0:1746129513.543799:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.543808:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736896640:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.543830:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.543882:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+11:3301:x1830948736896896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1129us (1849us total) trans 17179873304 rc 0/0 00000100:00100000:3.0:1746129513.543887:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12277 00000100:00100000:1.0:1746129513.543925:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746129513.543931:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736897024:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.543933:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736896128 00000100:00100000:3.0:1746129513.543936:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736896128 00000100:00100000:3.0:1746129513.543946:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736896640 00000100:00100000:1.0:1746129513.543946:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.543947:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736896640 00000100:00100000:3.0:1746129513.543953:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736897024 00000100:00100000:3.0:1746129513.543954:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736897024 00000100:00100000:3.0:1746129513.543961:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12280 00000100:00100000:3.0:1746129513.543966:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3303:x1830948736895104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129513.543966:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12281 00000100:00100000:1.0:1746129513.543971:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3303:x1830948736895616:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129513.544060:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3303:x1830948736895616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (283us total) trans 21474840486 rc 0/0 00000100:00100000:1.0:1746129513.544065:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12281 00000100:00100000:3.0:1746129513.544073:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736895104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (338us total) trans 21474840487 rc 0/0 00000100:00100000:1.0:1746129513.544075:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12282 00000100:00100000:1.0:1746129513.544079:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736896128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.544080:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12280 00000100:00100000:3.0:1746129513.544091:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12283 00000100:00100000:3.0:1746129513.544095:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736896640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.544160:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3303:x1830948736896128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 79us (358us total) trans 17179873305 rc 0/0 00000100:00100000:1.0:1746129513.544165:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12282 00000100:00100000:3.0:1746129513.544174:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3303:x1830948736896640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 78us (352us total) trans 17179873306 rc 0/0 00000100:00100000:1.0:1746129513.544175:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12284 00000100:00100000:3.0:1746129513.544179:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12283 00000100:00100000:1.0:1746129513.544179:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3303:x1830948736897024:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.544256:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3303:x1830948736897024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (308us total) trans 17179873307 rc 0/0 00000100:00100000:1.0:1746129513.544261:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12284 00000100:00100000:3.0:1746129513.544278:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3300:x1830948736896256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1432us (2028us total) trans 17179873308 rc 0/0 00000100:00100000:3.0:1746129513.544284:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12278 00000004:00080000:1.0:1746129513.544350:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0804e00/2, rc 0, transno 17179873307 00000100:00100000:1.0:1746129513.544354:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736897024:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129513.544362:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a605ad80/2, rc 0, transno 21474840487 00000100:00100000:1.0:1746129513.544365:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736895104:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129513.544370:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a605b480/2, rc 0, transno 21474840486 00000100:00100000:1.0:1746129513.544373:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736895616:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129513.544378:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0807480/2, rc 0, transno 17179873305 00000100:00100000:1.0:1746129513.544380:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736896128:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129513.544386:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0804000/2, rc 0, transno 17179873306 00000100:00100000:1.0:1746129513.544388:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736896640:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.544395:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3300:x1830948736896768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1341us (2123us total) trans 17179873309 rc 0/0 00000100:00100000:3.0:1746129513.544400:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12279 00000004:00080000:3.0:1746129513.544425:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0805c00/2, rc 0, transno 17179873303 00000100:00100000:3.0:1746129513.544428:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736896384:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1746129513.544436:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0807800/2, rc 0, transno 17179873304 00000100:00100000:3.0:1746129513.544438:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736896896:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129513.544600:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a605aa00/2, rc 0, transno 21474840485 00000100:00100000:0.0:1746129513.544605:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736895744:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129513.544611:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0807b80/2, rc 0, transno 17179873308 00000100:00100000:0.0:1746129513.544614:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736896256:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129513.544620:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0806d80/2, rc 0, transno 17179873309 00000100:00100000:0.0:1746129513.544622:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736896768:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.544766:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736894976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2680us (3273us total) trans 21474840488 rc 0/0 00000100:00100000:0.0:1746129513.544771:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12270 00000100:00100000:1.0:1746129513.545008:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736895488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2889us (3485us total) trans 21474840489 rc 0/0 00000100:00100000:1.0:1746129513.545016:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12271 00000004:00080000:2.0:1746129513.545042:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a605bb80/2, rc 0, transno 21474840488 00000100:00100000:2.0:1746129513.545047:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736894976:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129513.545054:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a605b100/2, rc 0, transno 21474840489 00000100:00100000:2.0:1746129513.545057:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a605b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736895488:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.545189:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.545229:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732135424 00000100:00100000:2.0:1746129513.545233:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732135424 00000100:00100000:2.0:1746129513.545258:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10310 00000100:00100000:2.0:1746129513.545263:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29663:x1830948732135424:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129513.545275:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.545288:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b707 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.545345:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b707 expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.545357:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b707 expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.545371:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:2.0:1746129513.545373:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129513.545376:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f0ba200, rc 0) 00000100:00100000:2.0:1746129513.545404:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29663:x1830948732135424:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 141us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.545410:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10310 00000100:00100000:3.0:1746129513.545747:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3301:x1830948736895872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3173us (3748us total) trans 21474840490 rc 0/0 00000100:00100000:3.0:1746129513.545753:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12275 00000004:00080000:0.0:1746129513.545872:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0948000/2, rc 0, transno 21474840490 00000100:00100000:0.0:1746129513.545876:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736895872:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.548365:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.548481:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732135552 00000100:00100000:1.0:1746129513.548488:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732135552 00000100:00100000:1.0:1746129513.548521:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10311 00000100:00100000:1.0:1746129513.548527:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29663:x1830948732135552:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129513.548543:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.548562:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4000/0x40a459093b0604f3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b70e expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.548629:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4a00/0x40a459093b0604fa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.548640:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4a00/0x40a459093b0604fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.548648:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4a00/0x40a459093b0604fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:1.0:1746129513.548668:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00000004:00200000:1.0:1746129513.548670:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746129513.548843:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4a00/0x40a459093b0604fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.548866:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4000/0x40a459093b0604f3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b70e expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.548880:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4a00/0x40a459093b0604fa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b70e expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.548886:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129513.548889:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129513.548892:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fab4a00, rc 0) 00000100:00100000:1.0:1746129513.548943:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29663:x1830948732135552:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 415us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.548950:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10311 00000100:00100000:3.0:1746129513.551663:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.551684:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.551696:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.551717:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.551861:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732135680 00000100:00100000:2.0:1746129513.551868:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732135680 00000100:00100000:2.0:1746129513.551909:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732135936 00000100:00100000:2.0:1746129513.551911:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732135936 00000100:00100000:2.0:1746129513.551923:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732136192 00000100:00100000:2.0:1746129513.551924:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732136192 00000100:00100000:3.0:1746129513.551927:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732135808 00000100:00100000:3.0:1746129513.551929:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732135808 00000100:00100000:3.0:1746129513.551949:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12285 00000100:00100000:3.0:1746129513.551955:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732135680:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129513.551970:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.551986:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fb54e00/0x40a459093b060501 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b715 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129513.552011:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d269, atime: 0x6813d267, ctime: 0x6813d269, blocks: 0x809 00000100:00100000:2.0:1746129513.552020:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12286 00000100:00100000:2.0:1746129513.552026:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1962:x1830948732135936:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129513.552029:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.552031:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.552034:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.552039:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fb54e00/0x40a459093b060501 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b715 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129513.552044:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7600/0x40a459093b060508 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b723 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.552053:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fb54e00/0x40a459093b060501 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b715 expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1746129513.552057:0:20577:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d269, atime: 0x6813d269, ctime: 0x6813d269, blocks: 0x81d 00010000:00010000:3.0:1746129513.552062:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fb54e00, rc 0) 00010000:00010000:2.0:1746129513.552064:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.552065:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.552068:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7600/0x40a459093b060508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b723 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129513.552075:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7600/0x40a459093b060508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b723 expref: 7 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129513.552081:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e3a7600, rc 0) 00000100:00100000:3.0:1746129513.552097:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732135680:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 142us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.552102:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12285 00000100:00100000:3.0:1746129513.552117:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12287 00000100:00100000:3.0:1746129513.552121:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732135808:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:1.0:1746129513.552121:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12288 00000100:00100000:1.0:1746129513.552126:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732136192:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129513.552127:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.552131:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.552133:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fb55a00/0x40a459093b06050f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b71c expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.552138:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b731 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129513.552142:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d268, atime: 0x6813d267, ctime: 0x6813d268, blocks: 0x821 00002000:00010000:1.0:1746129513.552146:0:22480:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 5140096, mtime: 0x6813d26a, atime: 0x6813d269, ctime: 0x6813d26a, blocks: 0x15d7 00010000:00010000:3.0:1746129513.552148:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.552150:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.552151:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.552152:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.552153:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fb55a00/0x40a459093b06050f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b71c expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.552156:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b731 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.552162:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fb55a00/0x40a459093b06050f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b71c expref: 8 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.552163:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b731 expref: 8 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.552168:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fb55a00, rc 0) 00010000:00010000:1.0:1746129513.552168:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fab5000, rc 0) 00000100:00100000:2.0:1746129513.552369:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732135936:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 343us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.552374:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12286 00000100:00100000:1.0:1746129513.552439:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732136192:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 313us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.552444:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12288 00000100:00100000:3.0:1746129513.552489:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732135808:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 367us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.552494:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12287 00000100:00100000:1.0:1746129513.552512:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.552533:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732136064 00000100:00100000:0.0:1746129513.552538:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732136064 00000100:00100000:0.0:1746129513.552555:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12289 00000100:00100000:0.0:1746129513.552560:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732136064:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:1.0:1746129513.552561:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129513.552566:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129513.552573:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090079800/0x40a459093b06051d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b72a expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129513.552585:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d26a, atime: 0x6813d269, ctime: 0x6813d26a, blocks: 0x821 00010000:00010000:0.0:1746129513.552593:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.552595:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.552599:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090079800/0x40a459093b06051d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b72a expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129513.552609:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090079800/0x40a459093b06051d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b72a expref: 9 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129513.552619:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090079800, rc 0) 00000100:00100000:0.0:1746129513.552636:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c099c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732136064:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 76us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.552640:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12289 00000100:00100000:0.0:1746129513.552651:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732136320 00000100:00100000:0.0:1746129513.552653:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732136320 00000100:00100000:0.0:1746129513.552666:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12290 00000100:00100000:0.0:1746129513.552670:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1962:x1830948732136320:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:0.0:1746129513.552676:0:7148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129513.552683:0:7148:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b738 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746129513.552693:0:7148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d269, atime: 0x6813d269, ctime: 0x6813d269, blocks: 0x1029 00010000:00010000:0.0:1746129513.552699:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.552700:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.552703:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b738 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129513.552710:0:7148:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b738 expref: 8 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129513.552717:0:7148:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090079200, rc 0) 00000100:00100000:0.0:1746129513.552729:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732136320:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 59us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.552734:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12290 00000100:00100000:0.0:1746129513.564420:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.564446:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.564486:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.564544:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732136704 00000100:00100000:3.0:1746129513.564552:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732136704 00000100:00100000:3.0:1746129513.564601:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732136960 00000100:00100000:3.0:1746129513.564603:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732136960 00000100:00100000:3.0:1746129513.564618:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732136832 00000100:00100000:3.0:1746129513.564620:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732136832 00000100:00100000:1.0:1746129513.564634:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4797 00000100:00100000:1.0:1746129513.564645:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732136704:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:1.0:1746129513.564679:0:31518:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.564691:0:31518:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.564693:0:31518:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.564697:0:31518:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.564708:0:31518:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.564888:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4798 00000100:00100000:2.0:1746129513.564894:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4799 00000100:00100000:3.0:1746129513.564896:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732136960:12345-192.168.202.4@tcp:3:lfs.0 00000100:00100000:2.0:1746129513.564901:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1962:x1830948732136832:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129513.564913:0:21725:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.564913:0:8416:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.564921:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.564921:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.564922:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.564922:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.564925:0:21725:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.564925:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.564933:0:21725:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.564933:0:8416:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.566097:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.566125:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.566178:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732137344 00000100:00100000:3.0:1746129513.566183:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732137344 00000100:00100000:3.0:1746129513.566214:0:31521:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732137600 00000100:00100000:3.0:1746129513.566216:0:31521:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732137600 00000100:00100000:3.0:1746129513.566231:0:31521:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4800 00000100:00100000:3.0:1746129513.566236:0:31521:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948732137344:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129513.566254:0:31521:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.566262:0:31521:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.566264:0:31521:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.566268:0:31521:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.566276:0:31521:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.566522:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4801 00000100:00100000:0.0:1746129513.566531:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948732137600:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129513.566551:0:31523:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.566559:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.566560:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.566563:0:31523:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.566572:0:31523:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.569959:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.570051:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732137856 00000100:00100000:1.0:1746129513.570060:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732137856 00000100:00100000:0.0:1746129513.571196:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4802 00000100:00100000:0.0:1746129513.571207:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732137856:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129513.571239:0:25745:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.571250:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.571252:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.571256:0:25745:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.571270:0:25745:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.576263:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.576528:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732138112 00000100:00100000:1.0:1746129513.576538:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732138112 00000100:00100000:1.0:1746129513.576607:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4803 00000100:00100000:1.0:1746129513.576614:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1963:x1830948732138112:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:1.0:1746129513.576645:0:8415:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.576658:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.576660:0:8415:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.576664:0:8415:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.576675:0:8415:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.576921:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.576966:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732138368 00000100:00100000:2.0:1746129513.576971:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732138368 00000100:00100000:2.0:1746129513.577009:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4804 00000100:00100000:2.0:1746129513.577015:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a094a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1962:x1830948732138368:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:2.0:1746129513.577034:0:8417:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.577042:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.577044:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.577047:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.577055:0:8417:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.580587:0:31521:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.580602:0:31521:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.580610:0:31521:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.580616:0:31521:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f0ba400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129513.580620:0:31521:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.580627:0:31521:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.580645:0:31521:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.580651:0:31521:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f0ba400/0x40a459093b060540 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31521 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.581358:0:31521:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:9d122309-4cb6-45df-8794-c8d216f45e9d+15:1963:x1830948732137344:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 15116us (15258us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.581366:0:31521:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4800 00010000:00010000:1.0:1746129513.587952:0:31523:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.587973:0:31523:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.587980:0:31523:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.587987:0:31523:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090079c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129513.587990:0:31523:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.587998:0:31523:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.588017:0:31523:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.588023:0:31523:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090079c00/0x40a459093b060547 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.588124:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:9d122309-4cb6-45df-8794-c8d216f45e9d+13:1963:x1830948732137600:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 21590us (21992us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.588134:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4801 00010000:00010000:3.0:1746129513.589940:0:8416:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.589953:0:8416:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.589959:0:8416:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.589965:0:8416:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d810a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129513.589968:0:8416:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.589975:0:8416:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.589990:0:8416:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.589995:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d810a00/0x40a459093b060539 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.590056:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+14:1962:x1830948732136832:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 25152us (25566us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.590063:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4799 00010000:00010000:1.0:1746129513.592368:0:31518:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.592382:0:31518:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.592395:0:31518:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.592401:0:31518:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fab4000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129513.592404:0:31518:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.592411:0:31518:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.592425:0:31518:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.592430:0:31518:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fab4000/0x40a459093b06052b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.592504:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0948a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948732136704:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 27858us (28087us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.592511:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4797 00010000:00010000:3.0:1746129513.596281:0:21725:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.596320:0:21725:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.596325:0:25745:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.596329:0:21725:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.596334:0:25745:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.596335:0:21725:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fb55200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129513.596339:0:21725:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.596345:0:25745:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.596347:0:21725:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.596350:0:25745:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880090079000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129513.596353:0:25745:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.596359:0:25745:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.596365:0:21725:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.596369:0:25745:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.596375:0:25745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090079000/0x40a459093b06054e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.596376:0:21725:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fb55200/0x40a459093b060532 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.596451:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948732137856:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 25244us (26496us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129513.596459:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4802 00000100:00100000:3.0:1746129513.597573:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1962:x1830948732136960:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 32675us (33122us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.597583:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4798 00010000:00010000:1.0:1746129513.603547:0:8415:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.603565:0:8415:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.603576:0:8415:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.603592:0:8415:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dd5ca00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129513.603596:0:8415:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.603603:0:8415:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.603618:0:8415:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.603624:0:8415:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dd5ca00/0x40a459093b060555 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.603709:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732138112:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 27090us (27452us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.603718:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4803 00010000:00010000:3.0:1746129513.603719:0:8417:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.603729:0:8417:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.603735:0:8417:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.603740:0:8417:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e979c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129513.603743:0:8417:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.603749:0:8417:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.603759:0:8417:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.603765:0:8417:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e979c00/0x40a459093b06055c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.603803:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a094a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1962:x1830948732138368:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 26787us (26882us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.603809:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4804 00000100:00100000:0.0:1746129513.611640:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.611704:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732138624 00000100:00100000:1.0:1746129513.611712:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732138624 00000100:00100000:1.0:1746129513.611767:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10312 00000100:00100000:1.0:1746129513.611774:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a094a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29663:x1830948732138624:12345-192.168.202.4@tcp:36:lfs.0 00010000:00010000:1.0:1746129513.611817:0:15096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129513.611848:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fab4a00/0x40a459093b0604fa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b70e expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.611965:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:1.0:1746129513.611970:0:15096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129513.612008:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.612022:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.612030:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00010000:1.0:1746129513.612210:0:15096:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a094a680 reply state ffff88009f58e000 transno 8589944231 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129513.612218:0:15096:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746129513.612699:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a094a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+10:29663:x1830948732138624:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 923us (1065us total) trans 8589944231 rc 0/0 00000100:00100000:1.0:1746129513.612706:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10312 00010000:00010000:3.0:1746129513.616449:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.616463:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.616468:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.616473:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dd5ca00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129513.616477:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.616482:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.616496:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.616498:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129513.616501:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.616505:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dd5ca00/0x40a459093b060563 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129513.622385:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.622417:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.622434:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.622452:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732138880 00000100:00100000:0.0:1746129513.622458:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732138880 00000100:00100000:0.0:1746129513.622486:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732139136 00000100:00100000:0.0:1746129513.622488:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732139136 00000100:00100000:0.0:1746129513.622510:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732139392 00000100:00100000:0.0:1746129513.622512:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732139392 00000100:00100000:0.0:1746129513.622524:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12291 00000100:00100000:0.0:1746129513.622529:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a094aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732138880:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129513.622679:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129513.622682:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129512 -> 1746129514 00002000:00010000:0.0:1746129513.622684:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129511 -> 1746129514 00002000:00010000:0.0:1746129513.622686:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129512 -> 1746129514 00002000:00010000:0.0:1746129513.622687:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129513.622722:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a094aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732138880:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 192us (344us total) trans 21474840491 rc 0/0 00000100:00100000:0.0:1746129513.622727:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12291 00000100:00100000:0.0:1746129513.622742:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12292 00000100:00100000:0.0:1746129513.622747:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a094ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732139136:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129513.622817:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129513.622819:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:0.0:1746129513.622830:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129513 -> 1746129514 00002000:00010000:0.0:1746129513.622832:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:0.0:1746129513.622833:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129513.622849:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a094ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732139136:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 101us (431us total) trans 17179873310 rc 0/0 00000100:00100000:0.0:1746129513.622853:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12292 00000100:00100000:0.0:1746129513.622862:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12293 00000100:00100000:0.0:1746129513.622866:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a094b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732139392:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129513.622919:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129513.622921:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129513 -> 1746129514 00002000:00010000:0.0:1746129513.622923:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129513 -> 1746129514 00002000:00010000:0.0:1746129513.622925:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129513 -> 1746129514 00002000:00010000:0.0:1746129513.622926:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:0.0:1746129513.622942:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a094b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732139392:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 75us (506us total) trans 21474840492 rc 0/0 00000100:00100000:0.0:1746129513.622946:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12293 00000100:00100000:2.0:1746129513.623121:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.623156:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.623330:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732138752 00000100:00100000:1.0:1746129513.623334:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732138752 00000100:00100000:2.0:1746129513.623429:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.624071:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732139264 00000100:00100000:0.0:1746129513.624075:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732139264 00000100:00100000:0.0:1746129513.624102:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12294 00000100:00100000:0.0:1746129513.624107:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732138752:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129513.624192:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:0.0:1746129513.624194:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129513 -> 1746129514 00002000:00010000:0.0:1746129513.624197:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129511 -> 1746129514 00002000:00010000:0.0:1746129513.624199:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129513 -> 1746129514 00002000:00010000:0.0:1746129513.624201:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:0.0:1746129513.624221:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948732138752:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 113us (1099us total) trans 17179873311 rc 0/0 00000100:00100000:0.0:1746129513.624226:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12294 00000100:00100000:0.0:1746129513.624236:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12295 00000100:00100000:0.0:1746129513.624241:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732139264:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:0.0:1746129513.624312:0:7148:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 5140096 -> 5140096 00002000:00010000:0.0:1746129513.624314:0:7148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:0.0:1746129513.624316:0:7148:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129513 -> 1746129514 00002000:00010000:0.0:1746129513.624318:0:7148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:0.0:1746129513.624319:0:7148:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:0.0:1746129513.624336:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1963:x1830948732139264:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 94us (906us total) trans 17179873312 rc 0/0 00000100:00100000:0.0:1746129513.624341:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12295 00000100:00100000:1.0:1746129513.624401:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732139008 00000100:00100000:1.0:1746129513.624405:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732139008 00000100:00100000:1.0:1746129513.624433:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12296 00000100:00100000:1.0:1746129513.624438:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732139008:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:1.0:1746129513.624517:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129513.624519:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129513 -> 1746129514 00002000:00010000:1.0:1746129513.624521:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129513 -> 1746129514 00002000:00010000:1.0:1746129513.624522:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129513 -> 1746129514 00002000:00010000:1.0:1746129513.624524:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:1.0:1746129513.624541:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732139008:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 103us (1385us total) trans 21474840493 rc 0/0 00000100:00100000:1.0:1746129513.624546:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12296 00000100:00100000:0.0:1746129513.627055:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.627488:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732139648 00000100:00100000:3.0:1746129513.627495:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732139648 00000100:00100000:3.0:1746129513.627531:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4202 00000100:00100000:3.0:1746129513.627536:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a094b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+9:29663:x1830948732139648:12345-192.168.202.4@tcp:35:lfs.0 00000004:00010000:3.0:1746129513.627577:0:20861:0:(mdt_open.c:2471:mdt_close_resync_done()) ### [0x200000403:0x365:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd7fe00/0x40a459093b0604ad lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b700 expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.627608:0:20861:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.627615:0:20861:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b707 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.627619:0:20861:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.627639:0:20861:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b707 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.627645:0:20861:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b707 expref: 9 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.627654:0:20861:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f142300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:20861:1830948736897152:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.627772:0:20861:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac6d6000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.628895:0:20861:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f142300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_003:lustre-MDT0000_UUID:20861:1830948736897152:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.628910:0:20861:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20861 initiator: MDT0 00000100:00100000:0.0:1746129513.629082:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.629139:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732139776 00000100:00100000:3.0:1746129513.629143:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732139776 00010000:00010000:3.0:1746129513.629163:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b707 expref: 10 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.629194:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6248 00000100:00100000:3.0:1746129513.629204:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a094b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732139776:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.629213:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.629218:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b707 expref: 10 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.629231:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b707 expref: 10 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.629243:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f0ba200/0x40a459093b0604ec lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b707 expref: 10 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.629267:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.629271:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.629277:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.629282:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.629320:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.629345:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a094b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+9:1963:x1830948732139776:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 145us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.629351:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6248 00010000:00010000:2.0:1746129513.629749:0:20861:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20861 initiator: MDT0 00010000:00010000:2.0:1746129513.629757:0:20861:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20861 initiator: MDT0 00000040:00080000:2.0:1746129513.630233:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2905, 88 off242584 00000004:00080000:2.0:1746129513.630238:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768946944269ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.630263:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2832, 88 off236152 00000004:00080000:2.0:1746129513.630265:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768946971518ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.630288:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2833, 88 off236240 00000004:00080000:2.0:1746129513.630291:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768946996753ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.630321:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2906, 88 off242672 00000004:00080000:2.0:1746129513.630324:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768947029885ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.630329:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2907, 88 off242760 00000004:00080000:2.0:1746129513.632692:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768947037803ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.632764:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2834, 88 off236328 00000004:00080000:2.0:1746129513.632771:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768949477605ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.632793:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2835, 88 off236416 00000004:00080000:2.0:1746129513.632795:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768949501686ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.632803:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2836, 88 off236504 00000004:00080000:2.0:1746129513.632805:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768949510806ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.632818:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2908, 88 off242848 00000004:00080000:2.0:1746129513.632831:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768949536946ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.632846:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2837, 88 off236592 00000004:00080000:2.0:1746129513.632851:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768949556794ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.632873:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2909, 88 off242936 00000004:00080000:2.0:1746129513.632876:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768949582046ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.632893:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2838, 88 off236680 00000004:00080000:2.0:1746129513.632895:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768949601166ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129513.632901:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2910, 88 off243024 00000004:00080000:2.0:1746129513.632904:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768949610097ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.632911:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2911, 88 off243112 00000004:00080000:2.0:1746129513.632913:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768949619046ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.632919:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2912, 88 off243200 00000004:00080000:2.0:1746129513.632921:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768949626921ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.632927:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2913, 88 off243288 00000004:00080000:2.0:1746129513.632929:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768949635509ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129513.632935:0:20861:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2839, 88 off236768 00000004:00080000:2.0:1746129513.632937:0:20861:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 768949643115ns, next at 706231494891ns, rc = 0 00000001:00080000:1.0:1746129513.649771:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944231 is committed 00000001:00080000:1.0:1746129513.649786:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944232 is committed 00000004:00080000:1.0:1746129513.649790:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2022 committed 00000004:00010000:3.0:1746129513.649811:0:20861:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a094b480 reply state ffff880090a13c00 transno 8589944232 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20861 initiator: MDT0 00000100:00100000:3.0:1746129513.649832:0:20861:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00080000:1.0:1746129513.649839:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2096 committed 00010000:00010000:3.0:1746129513.649840:0:20861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.649843:0:20861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00000004:00080000:1.0:1746129513.649844:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2095 committed 00000004:00080000:1.0:1746129513.649846:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2094 committed 00000004:00080000:1.0:1746129513.649847:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2093 committed 00000004:00080000:1.0:1746129513.649848:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2021 committed 00000004:00080000:1.0:1746129513.649850:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2092 committed 00010000:00010000:3.0:1746129513.649851:0:20861:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cd7fe00/0x40a459093b0604ad lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b700 expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746129513.649852:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2020 committed 00000004:00080000:1.0:1746129513.649854:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2091 committed 00000004:00080000:1.0:1746129513.649855:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2019 committed 00000004:00080000:1.0:1746129513.649857:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2018 committed 00000004:00080000:1.0:1746129513.649859:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2017 committed 00000004:00080000:1.0:1746129513.649860:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2090 committed 00000004:00080000:1.0:1746129513.649861:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2089 committed 00000004:00080000:1.0:1746129513.649862:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2016 committed 00000004:00080000:1.0:1746129513.649863:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2015 committed 00000004:00080000:1.0:1746129513.649865:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2088 committed 00010000:00080000:3.0:1746129513.649946:0:20861:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746129513.649957:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a094b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29663:x1830948732139648:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 22419us (22904us total) trans 8589944232 rc 0/0 00000100:00100000:2.0:1746129513.649982:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746129513.649997:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736897280:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129513.650036:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129513.650063:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736897280 00000100:00100000:2.0:1746129513.650068:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736897280 00000100:00100000:2.0:1746129513.650092:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12297 00000100:00100000:2.0:1746129513.650098:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3302:x1830948736897280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.650147:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4202 00010000:00010000:3.0:1746129513.650170:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.650176:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.650181:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.650186:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800952ddc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129513.650189:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.650196:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.650208:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009ce66200) 00010000:00010000:3.0:1746129513.650210:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129513.650213:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20861 initiator: MDT0 00010000:00010000:3.0:1746129513.650217:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952ddc00/0x40a459093b06056a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20861 initiator: MDT0 00000100:00100000:1.0:1746129513.650221:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736897792:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.650243:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.650257:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b790380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736898304:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.650259:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736897792 00000100:00100000:3.0:1746129513.650262:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736897792 00000100:00100000:1.0:1746129513.650269:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1746129513.650421:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1746129513.650425:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.650426:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.650428:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.650430:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:0.0:1746129513.650471:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a094bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736897536:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.650496:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736897408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.650604:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736898304 00000100:00100000:3.0:1746129513.650608:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736898304 00000100:00100000:1.0:1746129513.650619:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736898816:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.650624:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12298 00000100:00100000:3.0:1746129513.650629:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3303:x1830948736897792:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.650636:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.650647:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1746129513.650652:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736897664:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.650665:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.650675:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b790000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736898176:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.650687:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.650696:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736898688:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746129513.650702:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:3.0:1746129513.650704:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:3.0:1746129513.650706:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746129513.650707:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00000100:00100000:1.0:1746129513.650707:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1746129513.650709:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:1.0:1746129513.650716:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736899200:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.650725:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3303:x1830948736897792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 96us (482us total) trans 17179873314 rc 0/0 00000100:00100000:1.0:1746129513.650727:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.650730:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12298 00000100:00100000:3.0:1746129513.650737:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736898816 00000100:00100000:3.0:1746129513.650740:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736898816 00000004:00080000:1.0:1746129513.650745:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c09b480/2, rc 0, transno 17179873314 00000100:00100000:3.0:1746129513.650747:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736897664 00000100:00100000:3.0:1746129513.650748:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736897664 00000100:00100000:1.0:1746129513.650750:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736897792:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.650753:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736898176 00000100:00100000:3.0:1746129513.650755:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736898176 00000100:00100000:3.0:1746129513.650760:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736898688 00000100:00100000:3.0:1746129513.650761:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736898688 00000100:00100000:1.0:1746129513.650762:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736899200 00000100:00100000:1.0:1746129513.650764:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736899200 00000100:00100000:3.0:1746129513.650767:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12299 00000100:00100000:3.0:1746129513.650771:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3303:x1830948736898304:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.650775:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12300 00000100:00100000:1.0:1746129513.650778:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3303:x1830948736898816:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.650861:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b792300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3303:x1830948736898304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 89us (590us total) trans 17179873315 rc 0/0 00000100:00100000:3.0:1746129513.650866:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12299 00000100:00100000:3.0:1746129513.650874:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12301 00000100:00100000:3.0:1746129513.650879:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b792a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3303:x1830948736897664:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.650886:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3303:x1830948736898816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (249us total) trans 21474840494 rc 0/0 00000100:00100000:1.0:1746129513.650890:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12300 00000100:00100000:1.0:1746129513.650898:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12302 00000100:00100000:1.0:1746129513.650901:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b790a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3303:x1830948736898176:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129513.650940:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 5140096 -> 5140096 00002000:00010000:3.0:1746129513.650943:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.650945:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.650946:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.650948:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:3.0:1746129513.650964:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b792a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3303:x1830948736897664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 86us (298us total) trans 17179873316 rc 0/0 00000100:00100000:1.0:1746129513.650964:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b790a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3303:x1830948736898176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 62us (275us total) trans 17179873317 rc 0/0 00000100:00100000:1.0:1746129513.650969:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12302 00000100:00100000:2.0:1746129513.651098:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736897280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 999us (1061us total) trans 17179873313 rc 0/0 00000100:00100000:3.0:1746129513.651911:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12301 00000100:00100000:3.0:1746129513.651928:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12303 00000100:00100000:3.0:1746129513.651937:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b791880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3303:x1830948736898688:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129513.651953:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12304 00000100:00100000:1.0:1746129513.651959:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3303:x1830948736899200:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.652021:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12297 00000004:00080000:2.0:1746129513.652070:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c09ad80/2, rc 0, transno 17179873313 00000100:00100000:2.0:1746129513.652074:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736897280:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.652083:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129513.652107:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736897408 00000100:00100000:0.0:1746129513.652112:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736897920:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129513.652114:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736897408 00000100:00100000:2.0:1746129513.652133:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12305 00000100:00100000:2.0:1746129513.652138:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3300:x1830948736897408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.652140:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.652153:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736898432:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.652168:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.652179:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736898944:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.652192:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.652211:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736897920 00000100:00100000:0.0:1746129513.652214:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736897920 00000100:00100000:1.0:1746129513.652399:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736899328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.652421:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.652428:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b791880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3303:x1830948736898688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 494us (1719us total) trans 21474840495 rc 0/0 00000100:00100000:3.0:1746129513.652433:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12303 00000004:00080000:1.0:1746129513.652635:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c09a680/2, rc 0, transno 17179873316 00000100:00100000:1.0:1746129513.652639:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736897664:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129513.652645:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b790000/2, rc 0, transno 17179873317 00000100:00100000:1.0:1746129513.652647:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b790000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736898176:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1746129513.652649:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129513.652652:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.652653:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00000004:00080000:1.0:1746129513.652654:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0805f80/2, rc 0, transno 21474840495 00002000:00010000:2.0:1746129513.652656:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.652657:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:1.0:1746129513.652657:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736898688:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129513.652663:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0804700/2, rc 0, transno 21474840494 00000100:00100000:1.0:1746129513.652666:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736898816:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129513.652672:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009b790380/2, rc 0, transno 17179873315 00000100:00100000:1.0:1746129513.652675:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b790380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736898304:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129513.652680:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3300:x1830948736897408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 542us (597us total) trans 17179873318 rc 0/0 00000100:00100000:2.0:1746129513.652685:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12305 00000100:00100000:0.0:1746129513.652703:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736898432 00000100:00100000:3.0:1746129513.652706:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736898944 00000100:00100000:0.0:1746129513.652706:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736898432 00000100:00100000:3.0:1746129513.652708:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736898944 00000100:00100000:3.0:1746129513.652715:0:8410:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736899328 00000100:00100000:3.0:1746129513.652717:0:8410:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736899328 00000100:00100000:0.0:1746129513.652717:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12306 00000100:00100000:0.0:1746129513.652721:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3300:x1830948736897920:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.652724:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12307 00000100:00100000:3.0:1746129513.652727:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3300:x1830948736898432:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746129513.652789:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746129513.652792:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.652794:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.652795:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.652797:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:0.0:1746129513.652802:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3300:x1830948736897920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (660us total) trans 17179873319 rc 0/0 00000100:00100000:0.0:1746129513.652807:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12306 00000100:00100000:3.0:1746129513.652809:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3300:x1830948736898432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (641us total) trans 21474840496 rc 0/0 00000100:00100000:3.0:1746129513.652816:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12307 00000100:00100000:0.0:1746129513.652818:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12308 00000100:00100000:0.0:1746129513.652837:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3300:x1830948736898944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.652838:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12309 00000100:00100000:3.0:1746129513.652842:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3303:x1830948736899328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.652911:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3303:x1830948736899328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 70us (490us total) trans 17179873320 rc 0/0 00000100:00100000:0.0:1746129513.652911:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3300:x1830948736898944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 74us (716us total) trans 21474840497 rc 0/0 00000100:00100000:0.0:1746129513.652916:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12308 00000100:00100000:3.0:1746129513.652918:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12309 00000004:00080000:2.0:1746129513.653036:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c098000/2, rc 0, transno 17179873318 00000004:00080000:1.0:1746129513.653036:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa25180/2, rc 0, transno 17179873320 00000100:00100000:2.0:1746129513.653039:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736897408:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.653039:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736899328:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129513.653045:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c098700/2, rc 0, transno 17179873319 00000100:00100000:2.0:1746129513.653048:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736897920:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129513.653054:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0804a80/2, rc 0, transno 21474840496 00000100:00100000:2.0:1746129513.653056:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736898432:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129513.653061:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a6058a80/2, rc 0, transno 21474840497 00000100:00100000:2.0:1746129513.653063:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736898944:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129513.653110:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3303:x1830948736899200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1151us (2381us total) trans 21474840498 rc 0/0 00000100:00100000:1.0:1746129513.653115:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12304 00000004:00080000:2.0:1746129513.653118:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a6059180/2, rc 0, transno 21474840498 00000100:00100000:2.0:1746129513.653121:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736899200:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.653256:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.653363:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.653395:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732139904 00000100:00100000:1.0:1746129513.653398:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732139904 00000100:00100000:1.0:1746129513.653421:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10313 00000100:00100000:1.0:1746129513.653426:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+6:29663:x1830948732139904:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:1.0:1746129513.653439:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746129513.653597:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736898048:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.653620:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746129513.653625:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b73f expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.653641:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736898560:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.653653:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736897536 00000100:00100000:0.0:1746129513.653655:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.653656:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736897536 00000100:00100000:3.0:1746129513.653701:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736898048 00000100:00100000:3.0:1746129513.653703:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736898048 00000100:00100000:0.0:1746129513.653704:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736899072:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.653714:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736898560 00000100:00100000:3.0:1746129513.653716:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736898560 00000100:00100000:0.0:1746129513.653718:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.653724:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736899072 00000100:00100000:3.0:1746129513.653726:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736899072 00000100:00100000:3.0:1746129513.653734:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12310 00000100:00100000:0.0:1746129513.653737:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12311 00000100:00100000:3.0:1746129513.653738:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736897536:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.653741:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3301:x1830948736898048:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129513.653805:0:11014:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:3.0:1746129513.653808:0:11014:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.653809:0:11014:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.653811:0:11014:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.653813:0:11014:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129513.653817:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3301:x1830948736898048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 76us (196us total) trans 17179873321 rc 0/0 00000100:00100000:0.0:1746129513.653834:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12311 00000100:00100000:3.0:1746129513.653841:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736897536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (479us total) trans 21474840499 rc 0/0 00000100:00100000:0.0:1746129513.653843:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12312 00000100:00100000:3.0:1746129513.653846:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12310 00000100:00100000:0.0:1746129513.653847:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736898560:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.653852:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12313 00000100:00100000:3.0:1746129513.653856:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736899072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746129513.653909:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1746129513.653911:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:0.0:1746129513.653913:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00000100:00100000:3.0:1746129513.653915:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3301:x1830948736899072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 59us (196us total) trans 21474840500 rc 0/0 00002000:00010000:0.0:1746129513.653915:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:0.0:1746129513.653916:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:3.0:1746129513.653920:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12313 00000100:00100000:0.0:1746129513.653929:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013546f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736898560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (272us total) trans 21474840501 rc 0/0 00000100:00100000:0.0:1746129513.653933:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12312 00000004:00080000:0.0:1746129513.653949:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a094bb80/2, rc 0, transno 21474840499 00000100:00100000:0.0:1746129513.653952:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a094bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736897536:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129513.653958:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009c099c00/2, rc 0, transno 17179873321 00000100:00100000:0.0:1746129513.653961:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736898048:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129513.653965:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a0807100/2, rc 0, transno 21474840501 00000100:00100000:0.0:1746129513.653967:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736898560:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129513.653972:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8800a6058700/2, rc 0, transno 21474840500 00000100:00100000:0.0:1746129513.653974:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736899072:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1746129513.653990:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b73f expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.654008:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b73f expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.654023:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:1.0:1746129513.654026:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746129513.654028:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eac2400, rc 0) 00000100:00100000:1.0:1746129513.654054:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29663:x1830948732139904:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 628us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.654058:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10313 00000100:00100000:0.0:1746129513.656025:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.656079:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732140160 00000100:00100000:3.0:1746129513.656083:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732140160 00000100:00100000:3.0:1746129513.656118:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4203 00000100:00100000:3.0:1746129513.656125:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+7:29663:x1830948732140160:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:3.0:1746129513.656380:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:9d122309-4cb6-45df-8794-c8d216f45e9d+8:29663:x1830948732140160:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 254us (358us total) trans 8589944233 rc 0/0 00000100:00100000:3.0:1746129513.656387:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4203 00000100:00100000:0.0:1746129513.671394:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.671768:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.672008:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732140416 00000100:00100000:1.0:1746129513.672008:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732140672 00000100:00100000:2.0:1746129513.672015:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732140416 00000100:00100000:1.0:1746129513.672015:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732140672 00000100:00100000:1.0:1746129513.672060:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10314 00000100:00100000:1.0:1746129513.672067:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+6:29670:x1830948732140672:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:1.0:1746129513.672088:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.672104:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b060578 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b74d expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.672195:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672207:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00000100:00100000:2.0:1746129513.672208:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10315 00000100:00100000:2.0:1746129513.672215:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+288:29674:x1830948732140416:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129513.672216:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129513.672225:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.672227:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129513.672232:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e3000/0x40a459093b06058d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b746 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.672236:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672241:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129513.672275:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672282:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672288:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672315:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672332:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672338:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672428:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672435:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672440:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:2.0:1746129513.672447:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:2.0:1746129513.672516:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672527:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672532:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672537:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359e2200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129513.672540:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672545:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672554:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129513.672557:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129513.672560:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672565:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2200/0x40a459093b060594 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672588:0:15096:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672593:0:15096:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672598:0:15096:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672601:0:15096:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801359e2600 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129513.672603:0:15096:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672611:0:15096:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672616:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250a00) 00010000:00010000:2.0:1746129513.672618:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129513.672620:0:15096:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672624:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2600/0x40a459093b06059b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.672651:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e3000/0x40a459093b06058d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b746 expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.672660:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b746 expref: 290 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.672666:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129513.672667:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129513.672669:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359e2800, rc 0) 00000100:00100000:2.0:1746129513.672710:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29674:x1830948732140416:12345-192.168.202.4@tcp:101:cat.0 Request processed in 496us (1324us total) trans 8589944234 rc 0/0 00010000:00010000:1.0:1746129513.672802:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672815:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672830:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746129513.672837:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:1.0:1746129513.672879:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672884:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672888:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672892:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a77f6e00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.672894:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672899:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672906:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129513.672908:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.672910:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672914:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6e00/0x40a459093b06057f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672927:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672932:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672936:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672941:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a77f6c00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:1.0:1746129513.672943:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672947:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672953:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f250a00) 00010000:00010000:1.0:1746129513.672955:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746129513.672957:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672961:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6c00/0x40a459093b060586 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.672986:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fbb6200/0x40a459093b060578 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b74d expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.672999:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b74d expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.673004:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:1.0:1746129513.673006:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746129513.673008:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a77f7000, rc 0) 00000100:00100000:1.0:1746129513.673026:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:29670:x1830948732140672:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 960us (1259us total) trans 8589944235 rc 0/0 00000100:00100000:1.0:1746129513.673032:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10314 00000100:00100000:2.0:1746129513.673101:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10315 00000100:00100000:2.0:1746129513.676636:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.676644:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.676691:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.676724:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732140800 00000100:00100000:3.0:1746129513.676726:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732141056 00000100:00100000:3.0:1746129513.676730:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732141056 00000100:00100000:2.0:1746129513.676730:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732140800 00000100:00100000:3.0:1746129513.676762:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732141312 00000100:00100000:2.0:1746129513.676763:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12314 00000100:00100000:3.0:1746129513.676764:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732141312 00000100:00100000:2.0:1746129513.676769:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+26:29674:x1830948732140800:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129513.676784:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746129513.676793:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10316 00010000:00010000:2.0:1746129513.676797:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b754 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.676798:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29672:x1830948732141056:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:3.0:1746129513.676813:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.676817:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.676831:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.676836:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc200/0x40a459093b0605c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b75b expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.676838:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b754 expref: 27 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.676850:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b754 expref: 27 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.676859:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359e3200, rc 0) 00000100:00100000:2.0:1746129513.676896:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+27:29674:x1830948732140800:12345-192.168.202.4@tcp:101:cat.0 Request processed in 126us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.676901:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12314 00010000:00010000:3.0:1746129513.676905:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.676917:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b746 expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.676923:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b74d expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.676933:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 5/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.676956:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b74d expref: 8 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.676965:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b74d expref: 8 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.676974:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f142300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736899456:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.676996:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10317 00000100:00100000:1.0:1746129513.677003:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:29675:x1830948732141312:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129513.677012:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.677019:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7200/0x40a459093b0605d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b762 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.677046:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b746 expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.677051:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6200/0x40a459093b0605da lrc: 3/1,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129513.677054:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b746 expref: 291 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.677061:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f142a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736899584:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.677219:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac6d6e40 going to sleep for 11 seconds 00010000:00010000:1.0:1746129513.677274:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6200/0x40a459093b0605da lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129513.677284:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6200/0x40a459093b0605da lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:1.0:1746129513.677312:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:1.0:1746129513.677406:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7200/0x40a459093b0605d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b762 expref: 11 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.677427:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6200/0x40a459093b0605da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b762 expref: 10 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.677434:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:1.0:1746129513.677436:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746129513.677439:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.677443:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.677447:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a77f6200, rc 0) 00000100:00100000:1.0:1746129513.677481:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:14850083-80f0-48d7-b1fd-919aea051e36+10:29675:x1830948732141312:12345-192.168.202.4@tcp:101:cat.0 Request processed in 478us (789us total) trans 8589944236 rc 0/0 00000100:00100000:1.0:1746129513.677486:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10317 00000100:00100000:3.0:1746129513.678762:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f142300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736899456:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.678774:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f142a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736899584:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.678788:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:0.0:1746129513.679017:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.679100:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.679183:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732141568 00000100:00100000:3.0:1746129513.679191:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732141568 00010000:00010000:3.0:1746129513.679221:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b746 expref: 292 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.679243:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732141440 00000100:00100000:3.0:1746129513.679245:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732141440 00010000:00010000:3.0:1746129513.679254:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b74d expref: 10 pid: 14549 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.679280:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6249 00000100:00100000:3.0:1746129513.679288:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+292:1962:x1830948732141568:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.679329:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129513.679334:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6250 00010000:00010000:3.0:1746129513.679335:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b746 expref: 292 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.679345:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b746 expref: 292 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746129513.679345:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+10:1962:x1830948732141440:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129513.679358:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129513.679365:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b74d expref: 10 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.679367:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801359e2800/0x40a459093b0605a2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b746 expref: 292 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.679377:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b74d expref: 10 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.679393:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f7000/0x40a459093b0605b0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b74d expref: 10 pid: 14549 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746129513.679502:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129513.679507:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.679517:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.679523:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.679672:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.679714:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+291:1962:x1830948732141568:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 426us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.679721:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6249 00010000:00010000:2.0:1746129513.679953:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129513.679958:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129513.680197:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129513.680204:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:14850083-80f0-48d7-b1fd-919aea051e36+9:1962:x1830948732141440:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 860us (1102us total) trans 0 rc 0/0 00010000:00010000:0.0:1746129513.680204:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129513.680211:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6250 00000004:00200000:0.0:1746129513.680224:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00000100:00100000:1.0:1746129513.680496:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:0.0:1746129513.680592:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc200/0x40a459093b0605c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b75b expref: 292 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.680620:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b75b expref: 291 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.680626:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:0.0:1746129513.680628:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1746129513.680630:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952dc400, rc 0) 00000100:00100000:0.0:1746129513.680654:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29672:x1830948732141056:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3856us (4025us total) trans 8589944237 rc 0/0 00000100:00100000:0.0:1746129513.680661:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10316 00000100:00100000:0.0:1746129513.680673:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732141696 00000100:00100000:0.0:1746129513.680677:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732141696 00000100:00100000:0.0:1746129513.680703:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10318 00000100:00100000:0.0:1746129513.680709:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29675:x1830948732141696:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129513.680731:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129513.680741:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b0605ef lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b769 expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.680798:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.680807:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b75b expref: 290 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.680811:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.680854:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b75b expref: 290 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.680864:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b75b expref: 290 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746129513.680874:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736899712:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129513.680927:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.681464:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.681793:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732141952 00000100:00100000:3.0:1746129513.681798:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732141952 00002000:00100000:3.0:1746129513.681840:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012ebbd850 x1830948732141952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.681850:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ebbd850 with x1830948732141952 ext(0->1048575) 00002000:00010000:3.0:1746129513.681854:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ebbd850 00000100:00100000:0.0:1746129513.682534:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.682575:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736899712:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129513.682592:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000100:00100000:2.0:1746129513.682604:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732142080 00000100:00100000:2.0:1746129513.682614:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732142080 00010000:00010000:2.0:1746129513.682649:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b75b expref: 291 pid: 15096 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746129513.682667:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4805 00000100:00100000:3.0:1746129513.682677:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ebbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732141952:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129513.682684:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6251 00000100:00100000:2.0:1746129513.682691:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:1961:x1830948732142080:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129513.682702:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129513.682707:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b75b expref: 291 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.682717:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b75b expref: 291 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.682734:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dc400/0x40a459093b0605cc lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b75b expref: 291 pid: 15096 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746129513.682746:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129513.682750:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.682758:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.682764:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 15096 initiator: MDT0 00010000:00010000:2.0:1746129513.682780:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129513.682829:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+290:1961:x1830948732142080:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 129us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.682834:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6251 00010000:00010000:0.0:1746129513.682884:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.682890:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00000004:00200000:0.0:1746129513.682930:0:15096:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00000004:00200000:0.0:1746129513.682934:0:15096:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746129513.682949:0:15096:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.682981:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959dec00/0x40a459093b0605ef lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b769 expref: 11 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.682995:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b769 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.683001:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:0.0:1746129513.683004:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746129513.683007:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800959de800, rc 0) 00000100:00100000:0.0:1746129513.683035:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:29675:x1830948732141696:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2326us (2540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.683042:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10318 00000100:00100000:0.0:1746129513.687504:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.687609:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732142208 00000100:00100000:2.0:1746129513.687620:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732142208 00000100:00100000:2.0:1746129513.687682:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12315 00000100:00100000:2.0:1746129513.687689:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+11:29675:x1830948732142208:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129513.687704:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.687719:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359e3800/0x40a459093b0605fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b770 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.687740:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.687742:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.687748:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e3800/0x40a459093b0605fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b770 expref: 12 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.687762:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359e3800/0x40a459093b0605fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b770 expref: 12 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.687771:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359e3800, rc 0) 00000100:00100000:2.0:1746129513.687839:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+12:29675:x1830948732142208:12345-192.168.202.4@tcp:101:cat.0 Request processed in 148us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.687844:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12315 00000100:00100000:3.0:1746129513.692966:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ebbd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+27:1963:x1830948732141952:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10278us (11489us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.692980:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4805 00002000:00100000:3.0:1746129513.692994:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012ebbd850 x1830948732141952/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.693004:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ebbd850 with x1830948732141952 ext(0->1048575) 00002000:00010000:3.0:1746129513.693010:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ebbd850 00000100:00100000:0.0:1746129513.694304:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.694389:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732142464 00000100:00100000:1.0:1746129513.694398:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732142464 00002000:00100000:1.0:1746129513.694440:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012ce3ad80 x1830948732142464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.694449:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3ad80 with x1830948732142464 ext(0->1048575) 00002000:00010000:1.0:1746129513.694453:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce3ad80 00000100:00100000:1.0:1746129513.694485:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4806 00000100:00100000:1.0:1746129513.694493:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948732142464:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.698994:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.699057:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732142592 00000100:00100000:2.0:1746129513.699068:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732142592 00000100:00100000:2.0:1746129513.699123:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12316 00000100:00100000:2.0:1746129513.699131:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+10:29674:x1830948732142592:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129513.699146:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.699160:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b777 expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.699183:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.699185:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.699192:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b777 expref: 11 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.699205:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b777 expref: 11 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.699214:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359e3a00, rc 0) 00000100:00100000:2.0:1746129513.699271:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ada2ffba-8920-4ecb-8068-68caa9806978+11:29674:x1830948732142592:12345-192.168.202.4@tcp:101:cat.0 Request processed in 141us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.699278:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12316 00000100:00100000:3.0:1746129513.701340:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.701570:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732142848 00000100:00100000:0.0:1746129513.701590:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732142848 00000100:00100000:0.0:1746129513.701675:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10319 00000100:00100000:0.0:1746129513.701686:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:29670:x1830948732142848:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:0.0:1746129513.701711:0:15096:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129513.701715:0:15096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1746129513.701751:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800959de800/0x40a459093b0605f6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b769 expref: 10 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.701781:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a77f6200/0x40a459093b0605da lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b762 expref: 9 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.701796:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:0.0:1746129513.701801:0:15096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746129513.701815:0:15096:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a200/0x40a459093b06060b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b77e expref: -99 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.702562:0:15096:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.702574:0:15096:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b73f expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.702580:0:15096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:0.0:1746129513.702610:0:15096:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b73f expref: 7 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.702619:0:15096:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b73f expref: 7 pid: 15096 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746129513.702629:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736899840:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129513.702710:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954540 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.707381:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.707450:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732142976 00000100:00100000:3.0:1746129513.707460:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732142976 00000100:00100000:3.0:1746129513.707517:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10320 00000100:00100000:3.0:1746129513.707528:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29674:x1830948732142976:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.707554:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.707573:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b785 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.707637:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.707646:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b785 expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.707666:0:14549:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.707679:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b785 expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.707691:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129513.707695:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129513.707697:0:14549:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.707703:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952dd800, rc 0) 00000100:00100000:3.0:1746129513.707754:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+291:29674:x1830948732142976:12345-192.168.202.4@tcp:101:cat.0 Request processed in 228us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.707760:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10320 00000100:00100000:0.0:1746129513.709257:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736899840:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129513.709282:0:15096:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00000100:00100000:1.0:1746129513.709586:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1963:x1830948732142464:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15092us (15294us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.709600:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4806 00002000:00100000:1.0:1746129513.709614:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3e9:0x0] (0->1048575) req@ffff88012ce3ad80 x1830948732142464/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.709623:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3ad80 with x1830948732142464 ext(0->1048575) 00002000:00010000:1.0:1746129513.709628:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ce3ad80 00000100:00100000:0.0:1746129513.709794:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.709895:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732143104 00000100:00100000:3.0:1746129513.709901:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732143104 00010000:00010000:3.0:1746129513.709925:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b73f expref: 8 pid: 15096 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746129513.709955:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6252 00000100:00100000:3.0:1746129513.709961:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1963:x1830948732143104:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.710000:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.710006:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b73f expref: 8 pid: 15096 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746129513.710016:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b73f expref: 8 pid: 15096 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746129513.710038:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eac2400/0x40a459093b060571 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b73f expref: 8 pid: 15096 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746129513.710371:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129513.710377:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.710386:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.710392:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40290400000020 pid: 15096 initiator: MDT0 00010000:00010000:3.0:1746129513.710400:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b785 expref: 290 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.710427:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.710454:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1963:x1830948732143104:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 493us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.710460:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6252 00010000:00010000:1.0:1746129513.710519:0:15096:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00010000:00010000:1.0:1746129513.710525:0:15096:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 15096 initiator: MDT0 00000004:02000000:1.0:1746129513.710571:0:15096:0:(lod_object.c:7771:lod_primary_pick()) *** cfs_fail_loc=1a03, val=0*** 00000040:00080000:0.0:1746129513.711507:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2914, 88 off243376 00000004:00080000:0.0:1746129513.711516:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769028221609ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129513.711571:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2840, 88 off236856 00000004:00080000:0.0:1746129513.711575:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 769028280964ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129513.712172:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2841, 88 off236944 00000004:00080000:0.0:1746129513.712177:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 769028883340ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129513.712185:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2915, 88 off243464 00000004:00080000:0.0:1746129513.712188:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769028894144ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129513.712206:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2916, 88 off243552 00000004:00080000:0.0:1746129513.712210:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769028916189ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129513.712217:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2842, 88 off237032 00000004:00080000:0.0:1746129513.712219:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 769028925403ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129513.712225:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2843, 88 off237120 00000004:00080000:0.0:1746129513.712228:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 769028933838ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129513.712234:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2844, 88 off237208 00000004:00080000:0.0:1746129513.712237:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 769028942887ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129513.712243:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2917, 88 off243640 00000004:00080000:0.0:1746129513.712245:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769028951577ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129513.712252:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2845, 88 off237296 00000004:00080000:0.0:1746129513.712254:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 769028960592ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129513.712261:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2918, 88 off243728 00000004:00080000:0.0:1746129513.712263:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769028969427ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129513.712270:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2846, 88 off237384 00000004:00080000:0.0:1746129513.712272:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 769028978378ns, next at 706231494891ns, rc = 0 00000040:00080000:0.0:1746129513.712278:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2919, 88 off243816 00000004:00080000:0.0:1746129513.712282:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769028988092ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129513.712288:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2920, 88 off243904 00000004:00080000:0.0:1746129513.712291:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769028996814ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129513.712316:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2921, 88 off243992 00000004:00080000:0.0:1746129513.712320:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769029026329ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129513.712326:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2922, 88 off244080 00000004:00080000:0.0:1746129513.712329:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 769029035184ns, next at 721271078625ns, rc = 0 00000040:00080000:0.0:1746129513.712336:0:15096:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2847, 88 off237472 00000004:00080000:0.0:1746129513.712338:0:15096:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 769029044520ns, next at 706231494891ns, rc = 0 00000100:00100000:1.0:1746129513.717666:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.719003:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732143232 00000100:00100000:2.0:1746129513.719015:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732143232 00000100:00100000:2.0:1746129513.719063:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12317 00000100:00100000:2.0:1746129513.719072:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+9:29675:x1830948732143232:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129513.719094:0:31503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.719113:0:31503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f444400/0x40a459093b060620 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b78c expref: -99 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.719149:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.719151:0:31503:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.719159:0:31503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f444400/0x40a459093b060620 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b78c expref: 10 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.719175:0:31503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f444400/0x40a459093b060620 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b78c expref: 10 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.719186:0:31503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f444400, rc 0) 00000100:00100000:2.0:1746129513.719240:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+10:29675:x1830948732143232:12345-192.168.202.4@tcp:101:cat.0 Request processed in 169us (1584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.719246:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12317 00000100:00100000:2.0:1746129513.725683:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.727106:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732143360 00000100:00100000:3.0:1746129513.727117:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732143360 00000100:00100000:3.0:1746129513.727166:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10321 00000100:00100000:3.0:1746129513.727176:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+11:29675:x1830948732143360:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.727196:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.727214:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1b800/0x40a459093b060627 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b793 expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.727273:0:14548:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1b800/0x40a459093b060627 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b793 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.727284:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1b800/0x40a459093b060627 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b793 expref: 12 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.727317:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129513.727320:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129513.727324:0:14548:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b785 expref: 290 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.727330:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc1b800, rc 0) 00000100:00100000:3.0:1746129513.727400:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:14850083-80f0-48d7-b1fd-919aea051e36+12:29675:x1830948732143360:12345-192.168.202.4@tcp:101:cat.0 Request processed in 224us (1728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.727407:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10321 00000001:00080000:1.0:1746129513.739538:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944237 is committed 00000001:00080000:1.0:1746129513.739558:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944238 is committed 00000004:00080000:1.0:1746129513.739563:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2030 committed 00000004:00080000:1.0:1746129513.739578:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2105 committed 00000004:00080000:1.0:1746129513.739583:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2104 committed 00000004:00080000:1.0:1746129513.739585:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2103 committed 00000004:00080000:1.0:1746129513.739586:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2102 committed 00000004:00080000:1.0:1746129513.739588:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2029 committed 00000004:00080000:1.0:1746129513.739589:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2101 committed 00000004:00080000:1.0:1746129513.739590:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2028 committed 00000004:00080000:1.0:1746129513.739591:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2100 committed 00000004:00080000:1.0:1746129513.739593:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2027 committed 00000004:00080000:1.0:1746129513.739594:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2026 committed 00000004:00080000:1.0:1746129513.739595:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2025 committed 00000004:00080000:1.0:1746129513.739597:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2099 committed 00000004:00080000:1.0:1746129513.739598:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2098 committed 00000004:00080000:1.0:1746129513.739600:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2024 committed 00000004:00080000:1.0:1746129513.739601:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2023 committed 00000004:00080000:1.0:1746129513.739603:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2097 committed 00000001:00080000:1.0:1746129513.739617:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944233 is committed 00000100:00100000:1.0:1746129513.739795:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736900096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.739873:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.739917:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736900608:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.739931:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.739949:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746129513.739953:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736899968:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.739965:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.739975:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736900480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.739989:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.740003:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736900352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.740016:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.740026:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736900864:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.740038:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.740047:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746129513.740050:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736900224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.740062:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.740072:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736900736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129513.740083:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129513.740102:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736900096 00000100:00100000:1.0:1746129513.740109:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736900096 00000100:00100000:1.0:1746129513.740142:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736900608 00000100:00100000:1.0:1746129513.740144:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736900608 00000100:00100000:1.0:1746129513.740153:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736899968 00000100:00100000:1.0:1746129513.740156:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736899968 00000100:00100000:1.0:1746129513.740164:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736900480 00000100:00100000:1.0:1746129513.740165:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736900480 00000100:00100000:1.0:1746129513.740171:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736900352 00000100:00100000:1.0:1746129513.740173:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736900352 00000100:00100000:1.0:1746129513.740178:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736900864 00000100:00100000:1.0:1746129513.740180:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736900864 00000100:00100000:1.0:1746129513.740187:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736900224 00000100:00100000:1.0:1746129513.740189:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736900224 00000100:00100000:1.0:1746129513.740194:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736900736 00000100:00100000:1.0:1746129513.740196:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736900736 00000100:00100000:1.0:1746129513.740206:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12318 00000100:00100000:1.0:1746129513.740213:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3301:x1830948736900096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.740421:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736901120:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129513.740456:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12319 00000100:00100000:0.0:1746129513.740459:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.740463:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3301:x1830948736900608:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.740485:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736901632:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.740504:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.740512:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746129513.740515:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736900992:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.740527:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129513.740532:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736901504:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129513.740542:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129513.740620:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3301:x1830948736900608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (687us total) trans 17179873322 rc 0/0 00000100:00100000:3.0:1746129513.740626:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12319 00000004:00080000:0.0:1746129513.740639:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa24000/2, rc 0, transno 17179873322 00000100:00100000:3.0:1746129513.740640:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736901120 00000100:00100000:3.0:1746129513.740643:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736901120 00000100:00100000:0.0:1746129513.740646:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736900608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.740653:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736901632 00000100:00100000:3.0:1746129513.740655:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736901632 00000100:00100000:3.0:1746129513.740659:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736900992 00000100:00100000:3.0:1746129513.740661:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736900992 00000100:00100000:3.0:1746129513.740665:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736901504 00000100:00100000:3.0:1746129513.740667:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736901504 00000100:00100000:0.0:1746129513.740667:0:3301:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746129513.740671:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736902016:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.740673:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12320 00000100:00100000:3.0:1746129513.740676:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3301:x1830948736899968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.740684:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1746129513.740745:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:3.0:1746129513.740748:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.740750:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.740752:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.740754:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:3.0:1746129513.740770:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3301:x1830948736899968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 93us (804us total) trans 17179873323 rc 0/0 00000100:00100000:3.0:1746129513.740774:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12320 00000004:00080000:0.0:1746129513.740780:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa27100/2, rc 0, transno 17179873323 00000100:00100000:3.0:1746129513.740782:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736902016 00000100:00100000:0.0:1746129513.740783:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736899968:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.740784:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736902016 00000100:00100000:3.0:1746129513.740792:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12321 00000100:00100000:3.0:1746129513.740795:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3301:x1830948736900480:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.740868:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3301:x1830948736900480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 72us (878us total) trans 17179873324 rc 0/0 00000100:00100000:3.0:1746129513.740873:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12321 00000004:00080000:0.0:1746129513.740879:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa26300/2, rc 0, transno 17179873324 00000100:00100000:3.0:1746129513.740880:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12322 00000100:00100000:3.0:1746129513.740883:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3303:x1830948736900352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129513.740883:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736900480:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129513.740936:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb size from disk: 2023424 -> 2023424 00002000:00010000:3.0:1746129513.740939:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb mtime from disk: 1746129458 -> 1746129458 00002000:00010000:3.0:1746129513.740941:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746129513.740942:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb ctime from disk: 1746129458 -> 1746129458 00002000:00010000:3.0:1746129513.740944:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ed:0x0] updating lvb blocks from disk: 1933 -> 1933 00000100:00100000:3.0:1746129513.740957:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3303:x1830948736900352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (940us total) trans 17179873325 rc 0/0 00000100:00100000:3.0:1746129513.740961:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12322 00000100:00100000:3.0:1746129513.740968:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12323 00000100:00100000:3.0:1746129513.740971:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3303:x1830948736900864:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.741024:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3303:x1830948736900864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 52us (986us total) trans 17179873326 rc 0/0 00000100:00100000:3.0:1746129513.741028:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12323 00000100:00100000:3.0:1746129513.741036:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12324 00000100:00100000:3.0:1746129513.741040:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3303:x1830948736900224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1746129513.741106:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 5140096 -> 5140096 00002000:00010000:3.0:1746129513.741109:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.741110:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.741112:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129513.741114:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 5591 00000100:00100000:3.0:1746129513.741131:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3303:x1830948736900224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (1068us total) trans 17179873327 rc 0/0 00000100:00100000:3.0:1746129513.741136:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12324 00000100:00100000:3.0:1746129513.741144:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12325 00000100:00100000:3.0:1746129513.741148:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3303:x1830948736900736:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1746129513.741249:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b77e expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.741265:0:15096:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129513.741269:0:15096:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1746129513.741273:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b785 expref: 288 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.741285:0:15096:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b785 expref: 288 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.741306:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b785 expref: 288 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.741318:0:15096:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1b800/0x40a459093b060627 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b793 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.741323:0:15096:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1b800/0x40a459093b060627 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b793 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.741327:0:15096:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1b800/0x40a459093b060627 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b793 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.741355:0:15096:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1b800/0x40a459093b060627 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b793 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.741366:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094028380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736902144:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129513.741457:0:15096:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b785 expref: 288 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.741465:0:15096:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009402a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736902272:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129513.741498:0:15096:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de180 going to sleep for 11 seconds 00000100:00100000:2.0:1746129513.741518:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736901248:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.741539:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129513.741550:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736901760:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.741562:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129513.741570:0:3302:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746129513.741574:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736901376:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.741588:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129513.741596:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736901888:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.741610:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129513.741630:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736901248 00000100:00100000:2.0:1746129513.741633:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736901248 00000100:00100000:2.0:1746129513.741648:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736901760 00000100:00100000:2.0:1746129513.741649:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736901760 00000100:00100000:2.0:1746129513.741656:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736901376 00000100:00100000:2.0:1746129513.741657:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736901376 00000100:00100000:2.0:1746129513.741663:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736901888 00000100:00100000:2.0:1746129513.741665:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736901888 00000100:00100000:2.0:1746129513.741672:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12326 00000100:00100000:2.0:1746129513.741676:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736901120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129513.741807:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129513.741810:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.741812:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.741814:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.741816:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1746129513.741860:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca80c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736901120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 183us (1403us total) trans 21474840502 rc 0/0 00000100:00100000:2.0:1746129513.741866:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12326 00000100:00100000:2.0:1746129513.741877:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12327 00000100:00100000:2.0:1746129513.741882:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736901632:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.741961:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736901632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 79us (1456us total) trans 21474840503 rc 0/0 00000100:00100000:2.0:1746129513.741966:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12327 00000100:00100000:2.0:1746129513.741975:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12328 00000100:00100000:2.0:1746129513.741979:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736900992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129513.742045:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129513.742048:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.742049:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.742051:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.742052:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129513.742069:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736900992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (1541us total) trans 21474840504 rc 0/0 00000100:00100000:2.0:1746129513.742073:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12328 00000100:00100000:2.0:1746129513.742081:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12329 00000100:00100000:2.0:1746129513.742085:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3301:x1830948736901504:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.742172:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3301:x1830948736901504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 85us (1627us total) trans 21474840505 rc 0/0 00000100:00100000:2.0:1746129513.742177:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12329 00000100:00100000:2.0:1746129513.742186:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12330 00000100:00100000:2.0:1746129513.742190:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3301:x1830948736902016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746129513.742273:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:1.0:1746129513.742277:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129513.742280:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129513.742281:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00000100:00100000:2.0:1746129513.742282:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3301:x1830948736902016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 92us (1596us total) trans 17179873329 rc 0/0 00002000:00010000:1.0:1746129513.742284:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129513.742289:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12330 00000100:00100000:2.0:1746129513.742314:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12331 00000100:00100000:2.0:1746129513.742318:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3302:x1830948736901248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129513.742328:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3301:x1830948736900096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2114us (2455us total) trans 17179873328 rc 0/0 00000100:00100000:1.0:1746129513.742334:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12318 00000100:00100000:1.0:1746129513.742349:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12332 00000100:00100000:1.0:1746129513.742354:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3302:x1830948736901760:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129513.742382:0:31503:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1746129513.742384:0:31503:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.742386:0:31503:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.742388:0:31503:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129513.742390:0:31503:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1746129513.742410:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3302:x1830948736901248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 91us (871us total) trans 21474840506 rc 0/0 00000100:00100000:2.0:1746129513.742416:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12331 00000100:00100000:2.0:1746129513.742425:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12333 00000100:00100000:2.0:1746129513.742429:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3302:x1830948736901376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129513.742438:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009402b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3302:x1830948736901760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 84us (874us total) trans 21474840507 rc 0/0 00000100:00100000:1.0:1746129513.742443:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12332 00000100:00100000:1.0:1746129513.742453:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12334 00000100:00100000:1.0:1746129513.742457:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3302:x1830948736901888:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.742506:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3302:x1830948736901376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 76us (916us total) trans 21474840508 rc 0/0 00000100:00100000:2.0:1746129513.742512:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12333 00000100:00100000:1.0:1746129513.742532:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3302:x1830948736901888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 75us (921us total) trans 21474840509 rc 0/0 00000100:00100000:1.0:1746129513.742537:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12334 00000004:00080000:1.0:1746129513.742596:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa27800/2, rc 0, transno 17179873327 00000100:00100000:1.0:1746129513.742600:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736900224:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129513.742609:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa25500/2, rc 0, transno 17179873325 00000100:00100000:1.0:1746129513.742612:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736900352:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129513.742618:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa27b80/2, rc 0, transno 17179873326 00000100:00100000:1.0:1746129513.742620:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736900864:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129513.742797:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3303:x1830948736900736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1648us (2713us total) trans 17179873330 rc 0/0 00000100:00100000:3.0:1746129513.742805:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12325 00000004:00080000:0.0:1746129513.742862:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012ce3a680/2, rc 0, transno 17179873329 00000100:00100000:0.0:1746129513.742866:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ce3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736902016:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129513.742874:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f140380/2, rc 0, transno 21474840504 00000100:00100000:0.0:1746129513.742877:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736900992:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129513.742884:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f142d80/2, rc 0, transno 21474840505 00000100:00100000:0.0:1746129513.742887:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736901504:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129513.742894:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f143100/2, rc 0, transno 21474840503 00000100:00100000:0.0:1746129513.742896:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f143100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736901632:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129513.742903:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f140700/2, rc 0, transno 21474840502 00000100:00100000:0.0:1746129513.742906:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736901120:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129513.742991:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa27480/2, rc 0, transno 17179873328 00000100:00100000:0.0:1746129513.742995:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736900096:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129513.743242:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009fa26d80/2, rc 0, transno 17179873330 00000100:00100000:1.0:1746129513.743246:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736900736:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129513.743720:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f142680/2, rc 0, transno 21474840508 00000100:00100000:2.0:1746129513.743724:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f142680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736901376:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129513.743736:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f142300/2, rc 0, transno 21474840509 00000100:00100000:2.0:1746129513.743738:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f142300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736901888:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129513.743746:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f141500/2, rc 0, transno 21474840506 00000100:00100000:2.0:1746129513.743748:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f141500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736901248:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129513.743755:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f142a00/2, rc 0, transno 21474840507 00000100:00100000:2.0:1746129513.743757:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f142a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736901760:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129513.746282:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.746404:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094028380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736902144:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129513.746416:0:15096:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009402a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15096:1830948736902272:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129513.746462:0:15096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a200/0x40a459093b06060b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b77e expref: 9 pid: 15096 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1746129513.746482:0:15096:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b77e expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.746679:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129513.747284:0:15096:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc1a400, rc 0) 00000100:00100000:0.0:1746129513.747559:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732143616 00000100:00100000:0.0:1746129513.747567:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732143616 00000100:00100000:0.0:1746129513.747776:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732143488 00000100:00100000:0.0:1746129513.747779:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732143488 00000100:00100000:3.0:1746129513.747835:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29670:x1830948732142848:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 46149us (46501us total) trans 8589944238 rc 0/0 00000100:00100000:3.0:1746129513.747844:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10319 00000100:00100000:1.0:1746129513.748520:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4204 00000100:00100000:1.0:1746129513.748530:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29675:x1830948732143616:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:1.0:1746129513.748639:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:14850083-80f0-48d7-b1fd-919aea051e36+8:29675:x1830948732143616:12345-192.168.202.4@tcp:49:cat.0 Request processed in 113us (2370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.748645:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4204 00000100:00100000:1.0:1746129513.748658:0:14551:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4205 00000100:00100000:1.0:1746129513.748662:0:14551:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+289:29674:x1830948732143488:12345-192.168.202.4@tcp:49:cat.0 00000100:00100000:1.0:1746129513.748689:0:14551:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ada2ffba-8920-4ecb-8068-68caa9806978+289:29674:x1830948732143488:12345-192.168.202.4@tcp:49:cat.0 Request processed in 27us (2011us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.748694:0:14551:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4205 00000100:00100000:0.0:1746129513.758907:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.759027:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732143744 00000100:00100000:3.0:1746129513.759036:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732143744 00000100:00100000:3.0:1746129513.759088:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12335 00000100:00100000:3.0:1746129513.759097:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+10:29670:x1830948732143744:12345-192.168.202.4@tcp:101:multiop.0 00000100:00100000:2.0:1746129513.759402:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129513.759473:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.759493:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b79a expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.759525:0:7149:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b738 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.759534:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.759537:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.759540:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2523136->3006463] (req 2523136->3006463) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 11 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.759541:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732144000 00000100:00100000:1.0:1746129513.759545:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732144000 00010000:00010000:3.0:1746129513.759575:0:7149:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b738 expref: 10 pid: 7148 timeout: 0 lvb_type: 1 00002000:00100000:1.0:1746129513.759584:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd91880 x1830948732144000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00010000:00010000:3.0:1746129513.759588:0:7149:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b738 expref: 10 pid: 7148 timeout: 869 lvb_type: 1 00002000:00100000:1.0:1746129513.759594:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91880 with x1830948732144000 ext(1048576->2097151) 00002000:00010000:1.0:1746129513.759599:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91880 00000100:00100000:3.0:1746129513.759602:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736902400:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129513.759612:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4807 00000100:00100000:1.0:1746129513.759617:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+12:1961:x1830948732144000:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:3.0:1746129513.759680:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.760739:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736902400:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.760765:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2523136->3006463] (req 2523136->3006463) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 13 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.760777:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800952dd200, rc 0) 00000100:00100000:3.0:1746129513.760813:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+13:29670:x1830948732143744:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 1717us (1918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.760829:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12335 00000100:00100000:0.0:1746129513.763613:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.768025:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.768096:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732144384 00000100:00100000:2.0:1746129513.768097:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732144256 00000100:00100000:3.0:1746129513.768105:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732144384 00000100:00100000:2.0:1746129513.768105:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732144256 00010000:00010000:3.0:1746129513.768142:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b738 expref: 11 pid: 7148 timeout: 869 lvb_type: 1 00002000:00100000:2.0:1746129513.768145:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012ce3bb80 x1830948732144256/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.768155:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3bb80 with x1830948732144256 ext(1048576->2097151) 00002000:00010000:2.0:1746129513.768160:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce3bb80 00000100:00100000:3.0:1746129513.768182:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6253 00000100:00100000:3.0:1746129513.768190:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1963:x1830948732144384:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129513.768205:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129513.768226:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b738 expref: 11 pid: 7148 timeout: 869 lvb_type: 1 00010000:00010000:3.0:1746129513.768238:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b738 expref: 11 pid: 7148 timeout: 869 lvb_type: 1 00010000:00010000:3.0:1746129513.768258:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090079200/0x40a459093b060524 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b738 expref: 11 pid: 7148 timeout: 869 lvb_type: 1 00010000:00010000:3.0:1746129513.768282:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.768284:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.768290:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.768313:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.768345:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.768355:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736902528:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129513.768394:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4808 00000100:00100000:2.0:1746129513.768401:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+11:1963:x1830948732144256:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129513.768434:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.776812:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.777226:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1961:x1830948732144000:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17605us (17821us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.777239:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4807 00002000:00100000:1.0:1746129513.777252:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012bd91880 x1830948732144000/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.777261:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bd91880 with x1830948732144000 ext(1048576->2097151) 00002000:00010000:1.0:1746129513.777268:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bd91880 00000100:00100000:1.0:1746129513.777314:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732144640 00000100:00100000:1.0:1746129513.777322:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732144640 00002000:00100000:1.0:1746129513.777352:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2523136->2527231) req@ffff88012ce39180 x1830948732144640/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.777358:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39180 with x1830948732144640 ext(2523136->2527231) 00002000:00010000:1.0:1746129513.777361:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce39180 00000100:00100000:1.0:1746129513.777377:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4809 00000100:00100000:1.0:1746129513.777384:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732144640:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:1.0:1746129513.777533:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732144640:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 149us (734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746129513.777538:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4809 00002000:00100000:1.0:1746129513.777544:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (2523136->2527231) req@ffff88012ce39180 x1830948732144640/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.777551:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce39180 with x1830948732144640 ext(2523136->2527231) 00002000:00010000:1.0:1746129513.777553:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce39180 00000100:00100000:3.0:1746129513.778086:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736902528:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129513.778106:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129513.778132:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+10:1963:x1830948732144384:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 9942us (10117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.778140:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6253 00000100:00100000:0.0:1746129513.790037:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.790256:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732144896 00000100:00100000:3.0:1746129513.790266:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732144896 00002000:00100000:3.0:1746129513.790350:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3002368->3006463) req@ffff88012ce38380 x1830948732144896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.790360:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce38380 with x1830948732144896 ext(3002368->3006463) 00002000:00010000:3.0:1746129513.790365:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce38380 00000100:00100000:3.0:1746129513.790699:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4810 00000100:00100000:3.0:1746129513.790708:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ce38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732144896:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129513.790737:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+11:1963:x1830948732144256:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22330us (27127us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129513.790745:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4808 00002000:00100000:2.0:1746129513.790751:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e5:0x0] (1048576->2097151) req@ffff88012ce3bb80 x1830948732144256/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.790758:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce3bb80 with x1830948732144256 ext(1048576->2097151) 00002000:00010000:2.0:1746129513.790761:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce3bb80 00000100:00100000:3.0:1746129513.790864:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ce38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+11:1962:x1830948732144896:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 157us (837us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129513.790869:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4810 00002000:00100000:3.0:1746129513.790874:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3002368->3006463) req@ffff88012ce38380 x1830948732144896/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.790880:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ce38380 with x1830948732144896 ext(3002368->3006463) 00002000:00010000:3.0:1746129513.790882:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ce38380 00000100:00100000:0.0:1746129513.793157:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.793333:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732145024 00000100:00100000:3.0:1746129513.793344:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732145024 00000100:00100000:3.0:1746129513.793410:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12336 00000100:00100000:3.0:1746129513.793418:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+11:29675:x1830948732145024:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.793440:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.793461:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87800/0x40a459093b060635 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7a1 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.793494:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.793496:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.793504:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87800/0x40a459093b060635 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a1 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.793519:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87800/0x40a459093b060635 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a1 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.793530:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a87800, rc 0) 00000100:00100000:3.0:1746129513.793754:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+12:29675:x1830948732145024:12345-192.168.202.4@tcp:101:cat.0 Request processed in 335us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.793762:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12336 00000100:00100000:0.0:1746129513.797420:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.797507:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.797511:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732145280 00000100:00100000:1.0:1746129513.797522:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732145280 00000100:00100000:1.0:1746129513.797573:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4206 00000100:00100000:1.0:1746129513.797581:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+8:29670:x1830948732145280:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:3.0:1746129513.797895:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732145408 00000100:00100000:3.0:1746129513.797899:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732145408 00000100:00100000:3.0:1746129513.797946:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12337 00000100:00100000:3.0:1746129513.797952:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+11:29674:x1830948732145408:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.797963:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.797982:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7a8 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.798006:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.798007:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.798017:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a8 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.798031:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a8 expref: 12 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.798045:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5a86c00, rc 0) 00000100:00100000:3.0:1746129513.798137:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+12:29674:x1830948732145408:12345-192.168.202.4@tcp:101:cat.0 Request processed in 184us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.798143:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12337 00000100:00100000:1.0:1746129513.798640:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:14850083-80f0-48d7-b1fd-919aea051e36+9:29670:x1830948732145280:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 1059us (1236us total) trans 8589944239 rc 0/0 00000100:00100000:1.0:1746129513.798646:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4206 00000100:00100000:0.0:1746129513.800063:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.800147:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732145664 00000100:00100000:1.0:1746129513.800156:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732145664 00002000:00100000:1.0:1746129513.800199:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013145dc00 x1830948732145664/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.800209:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145dc00 with x1830948732145664 ext(1048576->2097151) 00002000:00010000:1.0:1746129513.800214:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145dc00 00000100:00100000:1.0:1746129513.800243:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4811 00000100:00100000:1.0:1746129513.800251:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+12:1960:x1830948732145664:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129513.801874:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.801938:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732145920 00000100:00100000:3.0:1746129513.801946:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732145920 00002000:00100000:3.0:1746129513.801982:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013145f100 x1830948732145920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.801991:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145f100 with x1830948732145920 ext(1048576->2097151) 00002000:00010000:3.0:1746129513.801995:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145f100 00000100:00100000:3.0:1746129513.802025:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4812 00000100:00100000:3.0:1746129513.802032:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+12:1961:x1830948732145920:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.808260:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.808747:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732146048 00000100:00100000:2.0:1746129513.808763:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732146048 00000100:00100000:2.0:1746129513.808835:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12338 00000100:00100000:2.0:1746129513.808846:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+14:29672:x1830948732146048:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129513.808874:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.808896:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7af expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.808950:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 13 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.808960:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129513.808963:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746129513.808966:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2891776->3145727] (req 2891776->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 15 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.809018:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 13 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.809032:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 13 pid: 7149 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746129513.809049:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736902656:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129513.809183:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de000 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.813269:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+14:1961:x1830948732145920:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11221us (11385us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.813283:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4812 00002000:00100000:3.0:1746129513.813330:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013145f100 x1830948732145920/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.813339:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145f100 with x1830948732145920 ext(1048576->2097151) 00002000:00010000:3.0:1746129513.813345:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145f100 00000100:00100000:0.0:1746129513.816398:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.816473:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732146176 00000100:00100000:3.0:1746129513.816484:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732146176 00002000:00100000:3.0:1746129513.816538:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2523136->3006463) req@ffff88013145ed80 x1830948732146176/t0(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.816555:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145ed80 with x1830948732146176 ext(2523136->3006463) 00010000:00010000:3.0:1746129513.816566:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 14 pid: 7149 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746129513.816584:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 14 pid: 7149 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746129513.816592:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013145ed80 00000100:00100000:2.0:1746129513.816612:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736902656:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.816634:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1246 00000100:00100000:3.0:1746129513.816643:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948732146176:12345-192.168.202.4@tcp:4:multiop.0 00010000:00010000:2.0:1746129513.816645:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2891776->3145727] (req 2891776->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.816663:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f444600, rc 0) 00000100:00100000:2.0:1746129513.816716:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+13:29672:x1830948732146048:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 7870us (8472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.816724:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12338 00000100:00100000:1.0:1746129513.818070:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948732145664:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 17814us (18006us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.818077:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4811 00002000:00100000:1.0:1746129513.818084:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e6:0x0] (1048576->2097151) req@ffff88013145dc00 x1830948732145664/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.818098:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145dc00 with x1830948732145664 ext(1048576->2097151) 00002000:00010000:1.0:1746129513.818103:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145dc00 00000100:00100000:0.0:1746129513.824077:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.824147:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732146304 00000100:00100000:2.0:1746129513.824156:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732146304 00000100:00100000:2.0:1746129513.824209:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12339 00000100:00100000:2.0:1746129513.824216:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+12:29675:x1830948732146304:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129513.824236:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.824253:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f445c00/0x40a459093b06064a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7b6 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.824282:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.824283:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.824290:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f445c00/0x40a459093b06064a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7b6 expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.824332:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f445c00/0x40a459093b06064a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7b6 expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.824341:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f445c00, rc 0) 00000100:00100000:2.0:1746129513.824402:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+13:29675:x1830948732146304:12345-192.168.202.4@tcp:101:cat.0 Request processed in 185us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.824408:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12339 00000100:00100000:0.0:1746129513.824551:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.824596:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732146432 00000100:00100000:0.0:1746129513.824599:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732146432 00000100:00100000:0.0:1746129513.824624:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12340 00000100:00100000:0.0:1746129513.824629:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+27:29674:x1830948732146432:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129513.824636:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129513.824642:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7bd expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.824652:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.824653:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129513.824656:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7bd expref: 28 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.824665:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7bd expref: 28 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.824672:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c031400, rc 0) 00000100:00100000:0.0:1746129513.824690:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+28:29674:x1830948732146432:12345-192.168.202.4@tcp:101:cat.0 Request processed in 61us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129513.824695:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12340 00000100:00100000:3.0:1746129513.827923:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948732146176:12345-192.168.202.4@tcp:4:multiop.0 Request processed in 11269us (11525us total) trans 21474840510 rc 0/0 00000100:00100000:3.0:1746129513.827935:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1246 00002000:00100000:3.0:1746129513.827948:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (2523136->3006463) req@ffff88013145ed80 x1830948732146176/t21474840510(0) o4->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.827957:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145ed80 with x1830948732146176 ext(2523136->3006463) 00010000:00010000:3.0:1746129513.827968:0:25745:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 14 pid: 7149 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746129513.827984:0:25745:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 14 pid: 7149 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746129513.827990:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013145ed80 00000100:00100000:0.0:1746129513.828976:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.829050:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732146688 00000100:00100000:3.0:1746129513.829059:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732146688 00002000:00100000:3.0:1746129513.829101:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013145f480 x1830948732146688/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.829109:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145f480 with x1830948732146688 ext(1048576->2097151) 00002000:00010000:3.0:1746129513.829113:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145f480 00000100:00100000:3.0:1746129513.829174:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4813 00000100:00100000:3.0:1746129513.829182:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948732146688:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129513.829389:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.830273:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732146944 00000100:00100000:1.0:1746129513.830279:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732146944 00002000:00100000:1.0:1746129513.830319:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013145d500 x1830948732146944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.830326:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145d500 with x1830948732146944 ext(1048576->2097151) 00002000:00010000:1.0:1746129513.830330:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145d500 00000100:00100000:1.0:1746129513.830358:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4814 00000100:00100000:1.0:1746129513.830364:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948732146944:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:0.0:1746129513.831007:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.831083:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732147072 00000100:00100000:2.0:1746129513.831087:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732147072 00010000:00010000:2.0:1746129513.831112:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 14 pid: 7149 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746129513.831135:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6254 00000100:00100000:2.0:1746129513.831141:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a46450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+14:1960:x1830948732147072:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129513.831151:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129513.831171:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 14 pid: 7149 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746129513.831183:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 14 pid: 7149 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746129513.831212:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800952dd200/0x40a459093b06062e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2523136->3006463) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b79a expref: 14 pid: 7149 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746129513.831230:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.831232:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.831240:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.831247:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.831280:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.831310:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736902784:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129513.831385:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de000 going to sleep for 11 seconds 00000100:00100000:2.0:1746129513.837131:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736902784:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129513.837162:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129513.837211:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a46450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1960:x1830948732147072:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6068us (6203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.837222:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6254 00000100:00100000:0.0:1746129513.838040:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.838125:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732147328 00000100:00100000:2.0:1746129513.838132:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732147328 00002000:00100000:2.0:1746129513.838170:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2891776->2895871) req@ffff88013145c380 x1830948732147328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.838185:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145c380 with x1830948732147328 ext(2891776->2895871) 00002000:00010000:2.0:1746129513.838189:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145c380 00000100:00100000:2.0:1746129513.838217:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4815 00000100:00100000:2.0:1746129513.838224:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732147328:12345-192.168.202.4@tcp:3:multiop.0 00000100:00100000:2.0:1746129513.838561:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732147328:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 336us (521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746129513.838567:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4815 00002000:00100000:2.0:1746129513.838572:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2891776->2895871) req@ffff88013145c380 x1830948732147328/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'multiop.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.838580:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145c380 with x1830948732147328 ext(2891776->2895871) 00002000:00010000:2.0:1746129513.838583:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013145c380 00000100:00100000:3.0:1746129513.839804:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:14850083-80f0-48d7-b1fd-919aea051e36+13:1963:x1830948732146688:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 10618us (10828us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.839812:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4813 00002000:00100000:3.0:1746129513.839829:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013145f480 x1830948732146688/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.839846:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145f480 with x1830948732146688 ext(1048576->2097151) 00002000:00010000:3.0:1746129513.839850:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145f480 00000100:00100000:1.0:1746129513.840629:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+28:1962:x1830948732146944:12345-192.168.202.4@tcp:3:multiop.0 Request processed in 10263us (11238us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129513.840636:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4814 00002000:00100000:1.0:1746129513.840644:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3eb:0x0] (1048576->2097151) req@ffff88013145d500 x1830948732146944/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'multiop.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.840651:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013145d500 with x1830948732146944 ext(1048576->2097151) 00002000:00010000:1.0:1746129513.840654:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013145d500 00000100:00100000:0.0:1746129513.847449:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.847569:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732147456 00000100:00100000:2.0:1746129513.847581:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732147456 00000100:00100000:2.0:1746129513.847652:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12341 00000100:00100000:2.0:1746129513.847662:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+28:29672:x1830948732147456:12345-192.168.202.4@tcp:101:multiop.0 00010000:00010000:2.0:1746129513.847688:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.847715:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7c4 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.847749:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b731 expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129513.847758:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.847760:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.847764:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->3616767] (req 3145728->3616767) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.847798:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b731 expref: 11 pid: 22480 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129513.847811:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b731 expref: 11 pid: 22480 timeout: 869 lvb_type: 1 00000100:00100000:2.0:1746129513.847840:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736902912:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129513.848052:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951decc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.849485:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.849549:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732147584 00000100:00100000:1.0:1746129513.849555:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732147584 00000100:00100000:1.0:1746129513.849584:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12342 00000100:00100000:1.0:1746129513.849591:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:29674:x1830948732147584:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:1.0:1746129513.849602:0:4699:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129513.849616:0:4699:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7cb expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.849641:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.849645:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.849653:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7cb expref: 31 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.849668:0:4699:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7cb expref: 31 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.849678:0:4699:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136438200, rc 0) 00000100:00100000:1.0:1746129513.849729:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:29674:x1830948732147584:12345-192.168.202.4@tcp:101:cat.0 Request processed in 137us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.849735:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12342 00000100:00100000:2.0:1746129513.851070:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736902912:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129513.851102:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->3616767] (req 3145728->3616767) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 30 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.851112:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f445600, rc 0) 00000100:00100000:2.0:1746129513.851161:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+30:29672:x1830948732147456:12345-192.168.202.4@tcp:101:multiop.0 Request processed in 3499us (3723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.851167:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12341 00000100:00100000:0.0:1746129513.854063:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.854093:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732147712 00000100:00100000:2.0:1746129513.854105:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732147712 00010000:00010000:2.0:1746129513.854152:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b731 expref: 12 pid: 22480 timeout: 869 lvb_type: 1 00000100:00100000:2.0:1746129513.854195:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6255 00000100:00100000:2.0:1746129513.854204:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+12:1962:x1830948732147712:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129513.854224:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129513.854252:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b731 expref: 12 pid: 22480 timeout: 869 lvb_type: 1 00010000:00010000:2.0:1746129513.854267:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b731 expref: 12 pid: 22480 timeout: 869 lvb_type: 1 00010000:00010000:2.0:1746129513.854330:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fab5000/0x40a459093b060516 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b731 expref: 12 pid: 22480 timeout: 869 lvb_type: 1 00010000:00010000:2.0:1746129513.854366:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.854368:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129513.854377:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.854386:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129513.855995:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.856015:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736903040:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129513.856169:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951decc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746129513.856529:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.856553:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.856565:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732147840 00000100:00100000:0.0:1746129513.856573:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732147840 00000100:00100000:0.0:1746129513.856612:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732147968 00000100:00100000:0.0:1746129513.856614:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732147968 00000100:00100000:2.0:1746129513.856624:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12343 00000100:00100000:2.0:1746129513.856633:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948732147840:12345-192.168.202.4@tcp:101:cat.0 00000100:00100000:0.0:1746129513.856640:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12344 00000100:00100000:0.0:1746129513.856646:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948732147968:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:2.0:1746129513.856650:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129513.856660:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129513.856665:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b060666 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7d2 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129513.856672:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c030600/0x40a459093b06066d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7d9 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129513.856699:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736903168:192.168.202.4@tcp:106: 00000100:00100000:0.0:1746129513.856702:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736903296:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129513.856790:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800951de9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.857140:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954180 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.857845:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.857881:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.857949:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732148480 00000100:00100000:1.0:1746129513.857954:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732148480 00002000:00100000:1.0:1746129513.857988:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2891775) req@ffff88009c7da300 x1830948732148480/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129513.857998:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7da300 with x1830948732148480 ext(2097152->2891775) 00002000:00010000:1.0:1746129513.858002:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7da300 00000100:00100000:3.0:1746129513.858008:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732148352 00000100:00100000:3.0:1746129513.858011:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732148352 00000100:00100000:1.0:1746129513.858023:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4816 00000100:00100000:1.0:1746129513.858028:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948732148480:12345-192.168.202.4@tcp:3:cat.0 00002000:00100000:3.0:1746129513.858030:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c7d9c00 x1830948732148352/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.858036:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9c00 with x1830948732148352 ext(2097152->3145727) 00002000:00010000:3.0:1746129513.858039:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d9c00 00000100:00100000:3.0:1746129513.858062:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4817 00000100:00100000:3.0:1746129513.858067:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948732148352:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:2.0:1746129513.866676:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736903040:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129513.866702:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129513.866752:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:9d122309-4cb6-45df-8794-c8d216f45e9d+11:1962:x1830948732147712:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 12546us (12702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129513.866764:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6255 00000100:00100000:1.0:1746129513.866924:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736903296:192.168.202.4@tcp:106: 00010000:00010000:1.0:1746129513.866953:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c030600/0x40a459093b06066d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7d9 expref: 14 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.866974:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c030600/0x40a459093b06066d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7d9 expref: 14 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129513.866989:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c030600, rc 0) 00000100:00100000:1.0:1746129513.867014:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948732147968:12345-192.168.202.4@tcp:101:cat.0 Request processed in 10368us (10459us total) trans 0 rc 301/301 00000100:00100000:1.0:1746129513.867020:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12344 00000100:00100000:3.0:1746129513.867156:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:7149:1830948736903168:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129513.867174:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b060666 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7d2 expref: 14 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.867184:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f444200/0x40a459093b060666 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7d2 expref: 14 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.867195:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f444200, rc 0) 00000100:00100000:3.0:1746129513.867213:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948732147840:12345-192.168.202.4@tcp:101:cat.0 Request processed in 10582us (10684us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129513.867219:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12343 00000100:00100000:0.0:1746129513.867739:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.868006:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732148736 00000100:00100000:3.0:1746129513.868014:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732148736 00002000:00100000:3.0:1746129513.868059:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3612672->3616767) req@ffff88009c7d8700 x1830948732148736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.868070:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8700 with x1830948732148736 ext(3612672->3616767) 00002000:00010000:3.0:1746129513.868074:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d8700 00000100:00100000:3.0:1746129513.868107:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4818 00000100:00100000:3.0:1746129513.868114:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948732148736:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129513.868273:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1963:x1830948732148736:12345-192.168.202.4@tcp:3:cat.0 Request processed in 159us (534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746129513.868278:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4818 00002000:00100000:3.0:1746129513.868283:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3612672->3616767) req@ffff88009c7d8700 x1830948732148736/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.868289:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d8700 with x1830948732148736 ext(3612672->3616767) 00002000:00010000:3.0:1746129513.868320:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d8700 00000100:00100000:3.0:1746129513.870017:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948732148352:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11942us (12127us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.870027:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4817 00002000:00100000:3.0:1746129513.870037:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c7d9c00 x1830948732148352/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.870045:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9c00 with x1830948732148352 ext(2097152->3145727) 00002000:00010000:3.0:1746129513.870051:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7d9c00 00000100:00100000:2.0:1746129513.873132:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948732148480:12345-192.168.202.4@tcp:3:cat.0 Request processed in 15089us (15272us total) trans 0 rc 794624/794624 00000100:00100000:2.0:1746129513.873145:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4816 00002000:00100000:2.0:1746129513.873159:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->2891775) req@ffff88009c7da300 x1830948732148480/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 794624/794624 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.873169:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7da300 with x1830948732148480 ext(2097152->2891775) 00002000:00010000:2.0:1746129513.873175:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7da300 00000100:00100000:0.0:1746129513.874604:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.875667:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732148992 00000100:00100000:1.0:1746129513.875677:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732148992 00000100:00100000:1.0:1746129513.875728:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4207 00000100:00100000:1.0:1746129513.875737:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29672:x1830948732148992:12345-192.168.202.4@tcp:35:multiop.0 00000100:00100000:1.0:1746129513.875989:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29672:x1830948732148992:12345-192.168.202.4@tcp:35:multiop.0 Request processed in 252us (1389us total) trans 8589944240 rc 0/0 00000100:00100000:1.0:1746129513.875996:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4207 00000100:00100000:0.0:1746129513.879125:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.879160:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.879482:0:8417:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732149248 00000100:00100000:2.0:1746129513.879493:0:8417:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732149248 00002000:00100000:2.0:1746129513.879540:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3616768->4194303) req@ffff88009c7db100 x1830948732149248/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.879550:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db100 with x1830948732149248 ext(3616768->4194303) 00002000:00010000:2.0:1746129513.879555:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7db100 00000100:00100000:2.0:1746129513.879577:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4819 00000100:00100000:2.0:1746129513.879585:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948732149248:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.881173:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.881312:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732149376 00000100:00100000:3.0:1746129513.881319:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732149376 00000100:00100000:3.0:1746129513.881359:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12345 00000100:00100000:3.0:1746129513.881366:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+13:29675:x1830948732149376:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.881379:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.881399:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f92ce00/0x40a459093b060674 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7e0 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.881424:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.881426:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.881434:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f92ce00/0x40a459093b060674 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7e0 expref: 14 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.881449:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f92ce00/0x40a459093b060674 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7e0 expref: 14 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.881460:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f92ce00, rc 0) 00000100:00100000:3.0:1746129513.881510:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:14850083-80f0-48d7-b1fd-919aea051e36+14:29675:x1830948732149376:12345-192.168.202.4@tcp:101:cat.0 Request processed in 144us (2348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.881516:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12345 00000100:00100000:3.0:1746129513.881556:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732149632 00000100:00100000:3.0:1746129513.881561:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732149632 00002000:00100000:3.0:1746129513.881581:0:25745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009c7d9880 x1830948732149632/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.881590:0:25745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9880 with x1830948732149632 ext(3145728->4194303) 00002000:00010000:3.0:1746129513.881594:0:25745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d9880 00000100:00100000:3.0:1746129513.881612:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4820 00000100:00100000:3.0:1746129513.881617:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732149632:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.891022:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.891119:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732149888 00000100:00100000:3.0:1746129513.891130:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732149888 00002000:00100000:3.0:1746129513.891183:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c7db800 x1830948732149888/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.891194:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db800 with x1830948732149888 ext(2097152->3145727) 00002000:00010000:3.0:1746129513.891200:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7db800 00000100:00100000:3.0:1746129513.891223:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4821 00000100:00100000:3.0:1746129513.891231:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948732149888:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129513.902088:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732149632:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20459us (20911us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129513.902088:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948732149248:12345-192.168.202.4@tcp:3:cat.0 Request processed in 22491us (22962us total) trans 0 rc 577536/577536 00000100:00100000:2.0:1746129513.902100:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4819 00002000:00100000:2.0:1746129513.902112:0:8417:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3ec:0x0] (3616768->4194303) req@ffff88009c7db100 x1830948732149248/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 577536/577536 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.902121:0:8417:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db100 with x1830948732149248 ext(3616768->4194303) 00002000:00010000:2.0:1746129513.902127:0:8417:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7db100 00000100:00100000:3.0:1746129513.902211:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4820 00002000:00100000:3.0:1746129513.902218:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff88009c7d9880 x1830948732149632/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.902224:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7d9880 with x1830948732149632 ext(3145728->4194303) 00002000:00010000:3.0:1746129513.902227:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7d9880 00000100:00100000:0.0:1746129513.910588:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.911717:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948732149888:12345-192.168.202.4@tcp:3:cat.0 Request processed in 20481us (20702us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129513.911730:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4821 00002000:00100000:2.0:1746129513.911744:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (2097152->3145727) req@ffff88009c7db800 x1830948732149888/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.911754:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7db800 with x1830948732149888 ext(2097152->3145727) 00002000:00010000:2.0:1746129513.911762:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7db800 00000100:00100000:3.0:1746129513.912802:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732150016 00000100:00100000:3.0:1746129513.912813:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732150016 00000100:00100000:3.0:1746129513.912880:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12346 00000100:00100000:3.0:1746129513.912887:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948732150016:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.912906:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.912925:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095801000/0x40a459093b06067b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7e7 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.912981:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736903424:192.168.202.4@tcp:106: 00000100:00100000:3.0:1746129513.913160:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.915546:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736903424:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129513.915588:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095801000/0x40a459093b06067b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7e7 expref: 31 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.915601:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095801000/0x40a459093b06067b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7e7 expref: 31 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.915629:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095801000, rc 0) 00000100:00100000:3.0:1746129513.915694:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948732150016:12345-192.168.202.4@tcp:101:cat.0 Request processed in 2806us (5117us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129513.915702:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12346 00000100:00100000:0.0:1746129513.917062:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.917160:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732150144 00000100:00100000:3.0:1746129513.917170:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732150144 00000100:00100000:3.0:1746129513.917220:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12347 00000100:00100000:3.0:1746129513.917227:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+13:29675:x1830948732150144:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.917618:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.917639:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091571c00/0x40a459093b060682 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7ee expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.917682:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.917689:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.917691:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.917695:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091571c00/0x40a459093b060682 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7ee expref: 14 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.917731:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 12 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.917745:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 12 pid: 22481 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746129513.917758:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736903552:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.918174:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.920120:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.920336:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732150400 00000100:00100000:2.0:1746129513.920346:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732150400 00002000:00100000:2.0:1746129513.920393:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff88009c7dbb80 x1830948732150400/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.920402:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7dbb80 with x1830948732150400 ext(4194304->5140479) 00002000:00010000:2.0:1746129513.920407:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7dbb80 00000100:00100000:2.0:1746129513.921606:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4822 00000100:00100000:2.0:1746129513.921618:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948732150400:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129513.923452:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.923577:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736903552:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.923608:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091571c00/0x40a459093b060682 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7ee expref: 14 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.923625:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091571c00, rc 0) 00000100:00100000:3.0:1746129513.923659:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:14850083-80f0-48d7-b1fd-919aea051e36+14:29675:x1830948732150144:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6431us (6603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.923667:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12347 00000100:00100000:2.0:1746129513.925464:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732150528 00000100:00100000:2.0:1746129513.925480:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732150528 00002000:00100000:2.0:1746129513.925529:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2891776->3145727) req@ffff88009f4f9f80 x1830948732150528/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.925539:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f9f80 with x1830948732150528 ext(2891776->3145727) 00010000:00010000:2.0:1746129513.925548:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 13 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746129513.925561:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 13 pid: 22481 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746129513.925568:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4f9f80 00000100:00100000:2.0:1746129513.925608:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1247 00000100:00100000:2.0:1746129513.925615:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+13:1962:x1830948732150528:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:2.0:1746129513.931492:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ada2ffba-8920-4ecb-8068-68caa9806978+30:1963:x1830948732150400:12345-192.168.202.4@tcp:3:cat.0 Request processed in 9864us (11365us total) trans 0 rc 946176/946176 00000100:00100000:2.0:1746129513.931505:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4822 00002000:00100000:2.0:1746129513.931518:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff88009c7dbb80 x1830948732150400/t0(0) o3->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 946176/946176 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.931527:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7dbb80 with x1830948732150400 ext(4194304->5140479) 00002000:00010000:2.0:1746129513.931533:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7dbb80 00000100:00100000:0.0:1746129513.936717:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.937018:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732150656 00000100:00100000:3.0:1746129513.937029:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732150656 00000100:00100000:3.0:1746129513.937079:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12348 00000100:00100000:3.0:1746129513.937087:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948732150656:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.937135:0:22481:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.937154:0:22481:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091570c00/0x40a459093b060689 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7f5 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.937211:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736903680:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129513.937848:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.937910:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732150784 00000100:00100000:0.0:1746129513.937914:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732150784 00000100:00100000:2.0:1746129513.937977:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+16:1962:x1830948732150528:12345-192.168.202.4@tcp:4:cat.0 Request processed in 12360us (14530us total) trans 21474840511 rc 0/0 00000100:00100000:2.0:1746129513.937986:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1247 00002000:00100000:2.0:1746129513.937995:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2891776->3145727) req@ffff88009f4f9f80 x1830948732150528/t21474840511(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.938011:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4f9f80 with x1830948732150528 ext(2891776->3145727) 00010000:00010000:2.0:1746129513.938019:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 16 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746129513.938032:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 16 pid: 22481 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746129513.938076:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4f9f80 00000100:00100000:0.0:1746129513.938133:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12349 00000100:00100000:0.0:1746129513.938140:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+15:1960:x1830948732150784:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:0.0:1746129513.938148:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746129513.938158:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b52eac00/0x40a459093b060690 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b7fc expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129513.938186:0:7149:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736903808:192.168.202.4@tcp:106: 00000100:00100000:2.0:1746129513.939547:0:7149:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c954a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.940112:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.943388:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:22481:1830948736903680:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129513.943430:0:22481:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091570c00/0x40a459093b060689 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7f5 expref: 31 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.943446:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091570c00/0x40a459093b060689 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7f5 expref: 31 pid: 22481 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.943474:0:22481:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091570c00, rc 0) 00000100:00100000:2.0:1746129513.943702:0:7149:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:7149:1830948736903808:192.168.202.4@tcp:106: 00010000:00010000:2.0:1746129513.943721:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b52eac00/0x40a459093b060690 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7fc expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129513.943730:0:7149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b52eac00/0x40a459093b060690 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7fc expref: 16 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129513.943743:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b52eac00, rc 0) 00000100:00100000:3.0:1746129513.943767:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+30:1961:x1830948732150656:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6678us (7060us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129513.943776:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12348 00000100:00100000:0.0:1746129513.943784:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.943890:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732150912 00000100:00100000:1.0:1746129513.943897:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732150912 00010000:00010000:1.0:1746129513.943925:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 16 pid: 22481 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746129513.943947:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6256 00000100:00100000:1.0:1746129513.943954:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+16:1963:x1830948732150912:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129513.943966:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129513.943976:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 16 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746129513.943985:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 16 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746129513.944003:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f444600/0x40a459093b060643 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2891776->3145727) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7af expref: 16 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746129513.944018:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.944020:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.944028:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091571c00/0x40a459093b060682 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7ee expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.944037:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091571c00/0x40a459093b060682 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7ee expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.944074:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091571c00/0x40a459093b060682 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7ee expref: 13 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.944088:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736903936:192.168.202.4@tcp:105: 00000100:00100000:2.0:1746129513.944178:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+15:1960:x1830948732150784:12345-192.168.202.4@tcp:101:cat.0 Request processed in 6038us (6329us total) trans 0 rc 301/301 00000100:00100000:2.0:1746129513.944187:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12349 00000100:00100000:1.0:1746129513.944289:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dadf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129513.948752:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129513.948795:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.948868:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732151168 00000100:00100000:3.0:1746129513.948878:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732151168 00000100:00100000:3.0:1746129513.948929:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732151040 00000100:00100000:3.0:1746129513.948931:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732151040 00000100:00100000:3.0:1746129513.948959:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12350 00000100:00100000:3.0:1746129513.948967:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+15:1960:x1830948732151168:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.948993:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.949015:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b80a expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.949043:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.949046:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129513.949055:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b80a expref: 16 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.949071:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b80a expref: 16 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.949083:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095801800, rc 0) 00000100:00100000:3.0:1746129513.949134:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+16:1960:x1830948732151168:12345-192.168.202.4@tcp:101:cat.0 Request processed in 169us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.949140:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12350 00000100:00100000:3.0:1746129513.949158:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12351 00000100:00100000:3.0:1746129513.949163:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948732151040:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.949170:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.949180:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095801000/0x40a459093b06069e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b803 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129513.949227:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736904064:192.168.202.4@tcp:106: 00000100:00100000:1.0:1746129513.949353:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20578:1830948736903936:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129513.949376:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129513.949395:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948732150912:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 5442us (5611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.949402:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6256 00000100:00100000:3.0:1746129513.950586:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.951032:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736904064:192.168.202.4@tcp:106: 00010000:00010000:3.0:1746129513.951061:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095801000/0x40a459093b06069e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b803 expref: 31 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.951074:0:20577:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095801000/0x40a459093b06069e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b803 expref: 31 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129513.951099:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095801000, rc 0) 00000100:00100000:3.0:1746129513.951149:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+30:1960:x1830948732151040:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1984us (2352us total) trans 0 rc 301/301 00000100:00100000:3.0:1746129513.951157:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12351 00000100:00100000:0.0:1746129513.951757:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.951974:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732151424 00000100:00100000:2.0:1746129513.951982:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732151424 00002000:00100000:2.0:1746129513.952024:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880093edc700 x1830948732151424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:2.0:1746129513.952227:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc700 with x1830948732151424 ext(2097152->3145727) 00002000:00010000:2.0:1746129513.952234:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edc700 00000100:00100000:2.0:1746129513.952267:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4823 00000100:00100000:2.0:1746129513.952276:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948732151424:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:0.0:1746129513.956954:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129513.957138:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732151680 00000100:00100000:2.0:1746129513.957149:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732151680 00000100:00100000:2.0:1746129513.957793:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4208 00000100:00100000:2.0:1746129513.957803:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+290:29674:x1830948732151680:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129513.958365:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:ada2ffba-8920-4ecb-8068-68caa9806978+291:29674:x1830948732151680:12345-192.168.202.4@tcp:35:cat.0 Request processed in 561us (1419us total) trans 8589944241 rc 0/0 00000100:00100000:2.0:1746129513.958372:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4208 00000100:00100000:3.0:1746129513.963153:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1962:x1830948732151424:12345-192.168.202.4@tcp:3:cat.0 Request processed in 10867us (11386us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129513.963165:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4823 00002000:00100000:3.0:1746129513.963178:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (2097152->3145727) req@ffff880093edc700 x1830948732151424/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:254/0 lens 488/440 e 0 to 0 dl 1746129524 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.963187:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edc700 with x1830948732151424 ext(2097152->3145727) 00002000:00010000:3.0:1746129513.963194:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edc700 00000100:00100000:0.0:1746129513.975128:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.975364:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732151808 00000100:00100000:3.0:1746129513.975375:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732151808 00000100:00100000:3.0:1746129513.975688:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12352 00000100:00100000:3.0:1746129513.975698:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+14:29675:x1830948732151808:12345-192.168.202.4@tcp:101:cat.0 00010000:00010000:3.0:1746129513.975719:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129513.975737:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091571800/0x40a459093b0606a5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b811 expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.975768:0:20577:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.975780:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.975782:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746129513.975785:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091571800/0x40a459093b0606a5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b811 expref: 15 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.975812:0:20577:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x50000000020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 29 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.975834:0:20577:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x70000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 29 pid: 22481 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746129513.975846:0:20577:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736904192:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129513.976132:0:20577:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4123a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746129513.977326:0:20577:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:20577:1830948736904192:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129513.977354:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091571800/0x40a459093b0606a5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b811 expref: 15 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129513.977368:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091571800, rc 0) 00000100:00100000:3.0:1746129513.977408:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+15:29675:x1830948732151808:12345-192.168.202.4@tcp:101:cat.0 Request processed in 1712us (2292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129513.977416:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12352 00000100:00100000:0.0:1746129513.978370:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129513.978482:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732151936 00000100:00100000:3.0:1746129513.978491:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732151936 00002000:00100000:3.0:1746129513.978538:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3616767) req@ffff880093edce00 x1830948732151936/t0(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/0 e 0 to 0 dl 1746129524 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.978554:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edce00 with x1830948732151936 ext(3145728->3616767) 00010000:00010000:3.0:1746129513.978563:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 30 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746129513.978577:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 30 pid: 22481 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746129513.978585:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093edce00 00000100:00100000:3.0:1746129513.978613:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 1248 00000100:00100000:3.0:1746129513.978621:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+30:1962:x1830948732151936:12345-192.168.202.4@tcp:4:cat.0 00000100:00100000:3.0:1746129513.985772:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+32:1962:x1830948732151936:12345-192.168.202.4@tcp:4:cat.0 Request processed in 7136us (7393us total) trans 17179873331 rc 0/0 00000100:00100000:3.0:1746129513.985788:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 1248 00002000:00100000:3.0:1746129513.985803:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->3616767) req@ffff880093edce00 x1830948732151936/t17179873331(0) o4->ada2ffba-8920-4ecb-8068-68caa9806978@192.168.202.4@tcp:254/0 lens 488/448 e 0 to 0 dl 1746129524 ref 1 fl Complete:H/200/0 rc 0/0 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129513.985812:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edce00 with x1830948732151936 ext(3145728->3616767) 00010000:00010000:3.0:1746129513.985836:0:21725:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 32 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746129513.985854:0:21725:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 32 pid: 22481 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746129513.985861:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093edce00 00000100:00100000:0.0:1746129513.992532:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129513.992640:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732152064 00000100:00100000:1.0:1746129513.992651:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732152064 00010000:00010000:1.0:1746129513.992691:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 32 pid: 22481 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746129513.992740:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6257 00000100:00100000:1.0:1746129513.992749:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+32:1961:x1830948732152064:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129513.992765:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129513.992789:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x60000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 32 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746129513.992802:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x50000400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 32 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746129513.992834:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f445600/0x40a459093b060658 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 6 type: EXT [3145728->18446744073709551615] (req 3145728->3616767) gid 0 flags: 0x44801400020020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7c4 expref: 32 pid: 22481 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746129513.992866:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.992867:0:20578:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129513.992879:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091571800/0x40a459093b0606a5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b811 expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.992888:0:20578:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091571800/0x40a459093b0606a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b811 expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129513.992925:0:20578:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091571800/0x40a459093b0606a5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b811 expref: 14 pid: 20577 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129513.992944:0:20578:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736904320:192.168.202.4@tcp:105: 00000100:00100000:1.0:1746129513.994985:0:20578:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dadf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746129513.998961:0:20578:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20578:1830948736904320:192.168.202.4@tcp:105: 00010000:00010000:1.0:1746129513.998996:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129513.999075:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+31:1961:x1830948732152064:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6326us (6554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129513.999088:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6257 00000100:00100000:0.0:1746129514.006580:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129514.007237:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129514.007411:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732152448 00000100:00100000:0.0:1746129514.007421:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732152448 00002000:00100000:0.0:1746129514.007470:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093edf800 x1830948732152448/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:255/0 lens 488/0 e 0 to 0 dl 1746129525 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:0.0:1746129514.007481:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf800 with x1830948732152448 ext(3145728->4194303) 00002000:00010000:0.0:1746129514.007487:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edf800 00000100:00100000:1.0:1746129514.008538:0:8415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732152576 00000100:00100000:1.0:1746129514.008546:0:8415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732152576 00002000:00100000:1.0:1746129514.008576:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f4fbb80 x1830948732152576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:255/0 lens 488/0 e 0 to 0 dl 1746129525 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129514.008585:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4fbb80 with x1830948732152576 ext(3145728->4194303) 00002000:00010000:1.0:1746129514.008588:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4fbb80 00000100:00100000:3.0:1746129514.009033:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4824 00000100:00100000:3.0:1746129514.009046:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948732152448:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129514.010923:0:8415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4825 00000100:00100000:1.0:1746129514.010936:0:8415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948732152576:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:1.0:1746129514.022698:0:8415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948732152576:12345-192.168.202.4@tcp:3:cat.0 Request processed in 11753us (15450us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129514.022712:0:8415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4825 00002000:00100000:1.0:1746129514.022725:0:8415:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x3ec:0x0] (3145728->4194303) req@ffff88009f4fbb80 x1830948732152576/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:255/0 lens 488/440 e 0 to 0 dl 1746129525 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:1.0:1746129514.022735:0:8415:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4fbb80 with x1830948732152576 ext(3145728->4194303) 00002000:00010000:1.0:1746129514.022744:0:8415:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f4fbb80 00000100:00100000:3.0:1746129514.035380:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+14:1963:x1830948732152448:12345-192.168.202.4@tcp:3:cat.0 Request processed in 26319us (29074us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129514.035395:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4824 00002000:00100000:3.0:1746129514.035409:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x3e7:0x0] (3145728->4194303) req@ffff880093edf800 x1830948732152448/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:255/0 lens 488/440 e 0 to 0 dl 1746129525 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129514.035419:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093edf800 with x1830948732152448 ext(3145728->4194303) 00002000:00010000:3.0:1746129514.035426:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093edf800 00000100:00100000:0.0:1746129514.041274:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129514.041430:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732152832 00000100:00100000:3.0:1746129514.041441:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732152832 00002000:00100000:3.0:1746129514.041491:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff880093ede300 x1830948732152832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:255/0 lens 488/0 e 0 to 0 dl 1746129525 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129514.041503:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ede300 with x1830948732152832 ext(4194304->5140479) 00002000:00010000:3.0:1746129514.041508:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ede300 00000100:00100000:3.0:1746129514.041542:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4826 00000100:00100000:3.0:1746129514.041551:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1961:x1830948732152832:12345-192.168.202.4@tcp:3:cat.0 00000100:00100000:3.0:1746129514.050083:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:14850083-80f0-48d7-b1fd-919aea051e36+15:1961:x1830948732152832:12345-192.168.202.4@tcp:3:cat.0 Request processed in 8265us (8553us total) trans 0 rc 946176/946176 00000100:00100000:3.0:1746129514.050097:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4826 00002000:00100000:3.0:1746129514.050111:0:21725:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x3ec:0x0] (4194304->5140479) req@ffff880093ede300 x1830948732152832/t0(0) o3->14850083-80f0-48d7-b1fd-919aea051e36@192.168.202.4@tcp:255/0 lens 488/440 e 0 to 0 dl 1746129525 ref 1 fl Complete:/200/0 rc 946176/946176 job:'cat.0' uid:0 gid:0 00002000:00100000:3.0:1746129514.050122:0:21725:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ede300 with x1830948732152832 ext(4194304->5140479) 00002000:00010000:3.0:1746129514.050128:0:21725:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ede300 00000100:00100000:0.0:1746129514.058223:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129514.058417:0:20861:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732153088 00000100:00100000:2.0:1746129514.058424:0:20861:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732153088 00000100:00100000:2.0:1746129514.058684:0:20861:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4209 00000100:00100000:2.0:1746129514.058692:0:20861:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+9:29675:x1830948732153088:12345-192.168.202.4@tcp:35:cat.0 00000100:00100000:2.0:1746129514.058877:0:20861:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:29675:x1830948732153088:12345-192.168.202.4@tcp:35:cat.0 Request processed in 186us (660us total) trans 8589944242 rc 0/0 00000100:00100000:2.0:1746129514.058883:0:20861:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4209 00000100:00080000:1.0:1746129514.059467:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746129514.332517:0:9822:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129514.687520:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129514.687559:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129514.687627:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129514.687655:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129514.687670:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129514.687693:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732153216 00000100:00100000:3.0:1746129514.687700:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732153216 00000100:00100000:0.0:1746129514.687700:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129514.687728:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732153344 00000100:00100000:0.0:1746129514.687731:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732153344 00000100:00100000:3.0:1746129514.687737:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732153600 00000100:00100000:3.0:1746129514.687739:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732153600 00000100:00100000:0.0:1746129514.687746:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732153856 00000100:00100000:0.0:1746129514.687748:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732153856 00000100:00100000:3.0:1746129514.687750:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732153472 00000100:00100000:3.0:1746129514.687752:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732153472 00000100:00100000:0.0:1746129514.687758:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732153728 00000100:00100000:0.0:1746129514.687759:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732153728 00000100:00100000:3.0:1746129514.687768:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12353 00000100:00100000:3.0:1746129514.687775:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+17:1962:x1830948732153216:12345-192.168.202.4@tcp:16:kworker.0 00000100:00100000:0.0:1746129514.688246:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12354 00000100:00100000:0.0:1746129514.688253:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948732153344:12345-192.168.202.4@tcp:16:kworker.0 00000100:00100000:3.0:1746129514.688254:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12355 00000100:00100000:3.0:1746129514.688261:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948732153600:12345-192.168.202.4@tcp:16:kworker.0 00000100:00100000:2.0:1746129514.688281:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12356 00000100:00100000:2.0:1746129514.688287:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948732153856:12345-192.168.202.4@tcp:16:kworker.0 00000100:00100000:0.0:1746129514.688337:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+16:1963:x1830948732153344:12345-192.168.202.4@tcp:16:kworker.0 Request processed in 84us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129514.688343:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12354 00000100:00100000:0.0:1746129514.688358:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12357 00000100:00100000:0.0:1746129514.688362:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948732153472:12345-192.168.202.4@tcp:16:kworker.0 00000100:00100000:0.0:1746129514.688387:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+15:1963:x1830948732153472:12345-192.168.202.4@tcp:16:kworker.0 Request processed in 25us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129514.688392:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12357 00000100:00100000:0.0:1746129514.688400:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12358 00000100:00100000:0.0:1746129514.688404:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+17:1963:x1830948732153728:12345-192.168.202.4@tcp:16:kworker.0 00000001:00080000:1.0:1746129514.781072:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840501 is committed 00000001:00080000:1.0:1746129514.781085:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840492 is committed 00000001:00080000:1.0:1746129514.781095:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840509 is committed 00000001:00080000:1.0:1746129514.781105:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840493 is committed 00000001:00080000:1.0:1746129514.781114:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840511 is committed 00000001:00080000:1.0:1746129514.781133:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840482 is committed 00000001:00080000:1.0:1746129514.781143:0:564:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474840510 is committed 00000100:00100000:2.0:1746129514.781389:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:14850083-80f0-48d7-b1fd-919aea051e36+8:1963:x1830948732153856:12345-192.168.202.4@tcp:16:kworker.0 Request processed in 93096us (93727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129514.781399:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12356 00000001:00080000:1.0:1746129514.795553:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873321 is committed 00000001:00080000:1.0:1746129514.795567:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873312 is committed 00000001:00080000:1.0:1746129514.795575:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873328 is committed 00000001:00080000:1.0:1746129514.795590:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873299 is committed 00000001:00080000:1.0:1746129514.795596:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873298 is committed 00000001:00080000:1.0:1746129514.795606:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873329 is committed 00000001:00080000:1.0:1746129514.795616:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873300 is committed 00000001:00080000:1.0:1746129514.795626:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873331 is committed 00000001:00080000:1.0:1746129514.795631:0:2276:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 17179873330 is committed 00000100:00100000:3.0:1746129514.795656:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:14850083-80f0-48d7-b1fd-919aea051e36+13:1962:x1830948732153216:12345-192.168.202.4@tcp:16:kworker.0 Request processed in 107876us (108138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129514.795666:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12353 00000100:00100000:0.0:1746129514.795720:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:14850083-80f0-48d7-b1fd-919aea051e36+11:1963:x1830948732153728:12345-192.168.202.4@tcp:16:kworker.0 Request processed in 107314us (108019us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129514.795726:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12358 00000100:00100000:3.0:1746129514.796200:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+9:1963:x1830948732153600:12345-192.168.202.4@tcp:16:kworker.0 Request processed in 107939us (108572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129514.796205:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12355 00000100:00100000:0.0:1746129514.814499:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129514.814553:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129514.814575:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732154240 00000100:00100000:1.0:1746129514.814584:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732154240 00000100:00100000:3.0:1746129514.814607:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732154752 00000100:00100000:3.0:1746129514.814611:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732154752 00000100:00100000:0.0:1746129514.814642:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129514.815021:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12359 00000100:00100000:3.0:1746129514.815033:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+9:1959:x1830948732154752:12345-192.168.202.4@tcp:9:umount.0 00000020:00000080:3.0:1746129514.815061:0:22480:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x40a459093b0546db 00000020:00010000:3.0:1746129514.815068:0:22480:0:(genops.c:1938:obd_stale_export_put()) Put export ffff8800a61b2000: total 0 00000100:00080000:3.0:1746129514.815072:0:22480:0:(import.c:66:import_set_state_nolock()) ffff8800a61b1800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1746129514.815229:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732153984 00000100:00100000:1.0:1746129514.815233:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732153984 00000100:00100000:2.0:1746129514.815237:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 653 00000100:00100000:2.0:1746129514.815243:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+16:1960:x1830948732154240:12345-192.168.202.4@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746129514.815250:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 654 00000100:00100000:1.0:1746129514.815254:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a8b5f81a-2f18-4d7f-accf-308742f5a04f+16:1962:x1830948732153984:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129514.815255:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129514.815259:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129514.815269:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880094a82400/0x40a459093b0546b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f146ac expref: 16 pid: 14545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129514.815269:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880094c09a00/0x40a459093b0546c6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f146dd expref: 16 pid: 14545 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129514.815284:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129514.815284:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129514.815446:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a8b5f81a-2f18-4d7f-accf-308742f5a04f+14:1962:x1830948732153984:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 190us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129514.815452:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 654 00000001:00000004:3.0:1746129514.815474:0:22480:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179873331 00000100:00100000:0.0:1746129514.815524:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129514.815646:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732154112 00000100:00100000:1.0:1746129514.815649:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732154112 00000100:00100000:1.0:1746129514.815665:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 655 00000100:00100000:1.0:1746129514.815669:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a8b5f81a-2f18-4d7f-accf-308742f5a04f+14:1963:x1830948732154112:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129514.815675:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129514.815682:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880094c08a00/0x40a459093b0546bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f146d6 expref: 14 pid: 14545 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129514.815689:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129514.815704:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a8b5f81a-2f18-4d7f-accf-308742f5a04f+13:1963:x1830948732154112:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 34us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129514.815708:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 655 00000100:00100000:2.0:1746129514.815781:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+12:1960:x1830948732154240:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 536us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129514.815787:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 653 00000020:00010000:2.0:1746129514.815802:0:7088:0:(genops.c:1924:obd_stale_export_get()) Get export ffff8800a61b2000: total 0 00010000:00010000:2.0:1746129514.815837:0:7088:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff8800a61b2000, canceled 0 locks, left on hash table 4. 00002000:00010000:2.0:1746129514.815861:0:7088:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 5591 -> 6017 00010000:00010000:2.0:1746129514.815879:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091571800/0x40a459093b0606a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3145728->4194303) gid 0 flags: 0x44801000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b811 expref: 8 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129514.815895:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f92ce00/0x40a459093b060674 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7e0 expref: 7 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129514.815912:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359e3800/0x40a459093b0605fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b770 expref: 6 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129514.815927:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f445c00/0x40a459093b06064a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7b6 expref: 5 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129514.816090:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+3:1959:x1830948732154752:12345-192.168.202.4@tcp:9:umount.0 Request processed in 1060us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129514.816100:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12359 00010000:00010000:2.0:1746129514.816145:0:7088:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff8800a61b2000, canceled 4 locks, left on hash table 0. 00010000:00010000:2.0:1746129514.816157:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746129514.816159:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746129514.816160:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129514.836941:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129514.837045:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732155264 00000100:00100000:3.0:1746129514.837053:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732155264 00000100:00100000:3.0:1746129514.837151:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12360 00000100:00100000:3.0:1746129514.837160:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+8:1959:x1830948732155264:12345-192.168.202.4@tcp:9:umount.0 00000020:00000080:3.0:1746129514.837191:0:22480:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x40a459093b0546d4 00000020:00010000:3.0:1746129514.837199:0:22480:0:(genops.c:1938:obd_stale_export_put()) Put export ffff88012d424000: total 0 00000100:00080000:3.0:1746129514.837203:0:22480:0:(import.c:66:import_set_state_nolock()) ffff88012d421800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746129514.838001:0:22480:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474840511 00000020:00010000:0.0:1746129514.838008:0:7089:0:(genops.c:1924:obd_stale_export_get()) Get export ffff88012d424000: total 0 00010000:00010000:0.0:1746129514.838042:0:7089:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff88012d424000, canceled 0 locks, left on hash table 3. 00010000:00010000:0.0:1746129514.838130:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a87800/0x40a459093b060635 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a1 expref: 7 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129514.838169:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091571c00/0x40a459093b060682 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->3145727) gid 0 flags: 0x44801000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7ee expref: 7 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129514.838185:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f444400/0x40a459093b060620 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b78c expref: 6 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129514.838193:0:7089:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff88012d424000, canceled 3 locks, left on hash table 0. 00010000:00010000:0.0:1746129514.838203:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746129514.838205:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746129514.838206:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746129514.838232:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:14850083-80f0-48d7-b1fd-919aea051e36+2:1959:x1830948732155264:12345-192.168.202.4@tcp:9:umount.0 Request processed in 1072us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129514.838246:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12360 00000100:00100000:0.0:1746129514.847627:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129514.847821:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732155648 00000100:00100000:3.0:1746129514.847829:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732155648 00000100:00100000:3.0:1746129514.847881:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10322 00000100:00100000:3.0:1746129514.847888:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+10:1959:x1830948732155648:12345-192.168.202.4@tcp:39:umount.0 00000020:00000080:3.0:1746129514.847915:0:15096:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x40a459093b0546cd 00000020:00010000:3.0:1746129514.847930:0:15096:0:(genops.c:1938:obd_stale_export_put()) Put export ffff880129b8e800: total 0 00000100:00080000:3.0:1746129514.847934:0:15096:0:(import.c:66:import_set_state_nolock()) ffff880129b8e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746129514.847963:0:15096:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589944242 00000020:00010000:2.0:1746129514.848044:0:26224:0:(genops.c:1924:obd_stale_export_get()) Get export ffff880129b8e800: total 0 00010000:00010000:2.0:1746129514.848048:0:26224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746129514.848082:0:26224:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff880129b8e800, canceled 0 locks, left on hash table 3. 00010000:00010000:2.0:1746129514.848107:0:26224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129514.848110:0:26224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746129514.848116:0:26224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1b800/0x40a459093b060627 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b793 expref: 9 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129514.848150:0:26224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129514.848153:0:26224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1746129514.848156:0:26224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc1a400/0x40a459093b060612 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b77e expref: 9 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129514.848170:0:26224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129514.848171:0:26224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746129514.848174:0:26224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e3a4600/0x40a459093b0547ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f14785 expref: 8 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129514.848183:0:26224:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff880129b8e800, canceled 3 locks, left on hash table 0. 00010000:00010000:2.0:1746129514.848192:0:26224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746129514.848193:0:26224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746129514.848194:0:26224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746129514.848221:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:14850083-80f0-48d7-b1fd-919aea051e36+5:1959:x1830948732155648:12345-192.168.202.4@tcp:39:umount.0 Request processed in 333us (602us total) trans 8589944243 rc 0/0 00000100:00100000:3.0:1746129514.848228:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10322 00000100:00100000:0.0:1746129515.020004:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736904448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746129515.020058:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.020554:0:8414:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736904448 00000100:00100000:1.0:1746129515.020561:0:8414:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736904448 00000100:00100000:1.0:1746129515.020611:0:8414:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1746129515.020621:0:8414:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830948736904448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746129515.020658:0:8414:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 270598144 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1746129515.020691:0:8414:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3301:x1830948736904448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129515.020697:0:8414:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1746129515.020857:0:3301:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474840509 gen 2 00000004:00080000:0.0:1746129515.020862:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a6058000, transno 21474840483 00000100:00080000:2.0:1746129515.020938:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1746129515.020966:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a605a680, transno 21474840484 00000004:00080000:0.0:1746129515.020968:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a605aa00, transno 21474840485 00000004:00080000:0.0:1746129515.020970:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a605b480, transno 21474840486 00000004:00080000:0.0:1746129515.020972:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a605ad80, transno 21474840487 00000004:00080000:0.0:1746129515.020974:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a605bb80, transno 21474840488 00000004:00080000:0.0:1746129515.020976:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a605b100, transno 21474840489 00000004:00080000:0.0:1746129515.020977:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0948000, transno 21474840490 00000004:00080000:0.0:1746129515.020980:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0804700, transno 21474840494 00000004:00080000:0.0:1746129515.020982:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0805f80, transno 21474840495 00000004:00080000:0.0:1746129515.020983:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0804a80, transno 21474840496 00000004:00080000:0.0:1746129515.020985:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a6058a80, transno 21474840497 00000004:00080000:0.0:1746129515.020987:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a6059180, transno 21474840498 00000004:00080000:0.0:1746129515.020988:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a094bb80, transno 21474840499 00000004:00080000:0.0:1746129515.020990:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a6058700, transno 21474840500 00000004:00080000:0.0:1746129515.020992:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0807100, transno 21474840501 00000004:00080000:0.0:1746129515.020994:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f140700, transno 21474840502 00000004:00080000:0.0:1746129515.020996:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f143100, transno 21474840503 00000004:00080000:0.0:1746129515.020998:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f140380, transno 21474840504 00000004:00080000:0.0:1746129515.020999:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f142d80, transno 21474840505 00000004:00080000:0.0:1746129515.021001:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f141500, transno 21474840506 00000004:00080000:0.0:1746129515.021003:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f142a00, transno 21474840507 00000004:00080000:0.0:1746129515.021005:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f142680, transno 21474840508 00000004:00080000:0.0:1746129515.021007:0:3301:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009f142300, transno 21474840509 00000100:00100000:0.0:1746129515.021015:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736904448:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1746129515.021349:0:14586:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 24 done 00000100:00100000:1.0:1746129515.050530:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746129515.050548:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736904576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746129515.050596:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3301:1830948736904960:0@lo:400:kworker.0 00000100:00100000:1.0:1746129515.050607:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129515.050667:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736905088:0@lo:400:kworker.0 00000100:00100000:3.0:1746129515.051176:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3300:1830948736904832:0@lo:400:kworker.0 00000100:00100000:1.0:1746129515.051479:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f03f6bde-e986-4df5-86c3-48805e205677:3303:1830948736904704:0@lo:400:kworker.0 00000100:00100000:1.0:1746129515.051503:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.051519:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830948736905216:0@lo:400:kworker.0 00000100:00100000:1.0:1746129515.051538:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129515.051546:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.051564:0:8414:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736904576 00000100:00100000:2.0:1746129515.051570:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736905088 00000100:00100000:1.0:1746129515.051570:0:8414:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736904576 00000100:00100000:2.0:1746129515.051573:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736905088 00000100:00100000:3.0:1746129515.051606:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.051610:0:14545:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736904704 00000100:00100000:0.0:1746129515.051613:0:14545:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736904704 00000100:00100000:3.0:1746129515.051633:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736905216 00000100:00100000:3.0:1746129515.051636:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736905216 00000100:00100000:0.0:1746129515.051637:0:14545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1746129515.051642:0:14545:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f03f6bde-e986-4df5-86c3-48805e205677+18:3303:x1830948736904704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746129515.051656:0:15096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736904832 00000100:00100000:3.0:1746129515.051657:0:15096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736904832 00000100:00100000:0.0:1746129515.051678:0:14545:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f03f6bde-e986-4df5-86c3-48805e205677+18:3303:x1830948736904704:12345-0@lo:400:kworker.0 Request processed in 36us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.051683:0:14545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1746129515.051690:0:8414:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1746129515.051735:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1746129515.051738:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1746129515.051739:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830948736905216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746129515.051742:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3302:x1830948736905088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746129515.051767:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1830948736905216:12345-0@lo:400:kworker.0 Request processed in 27us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.051772:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1746129515.051773:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3302:x1830948736905088:12345-0@lo:400:kworker.0 Request processed in 30us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.051777:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1746129515.051781:0:15096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1746129515.051785:0:15096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1830948736904832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746129515.051800:0:3302:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179873330 gen 2 00000004:00080000:2.0:1746129515.051804:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0804380, transno 17179873301 00000004:00080000:2.0:1746129515.051820:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0806a00, transno 17179873302 00000100:00100000:3.0:1746129515.051821:0:15096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1830948736904832:12345-0@lo:400:kworker.0 Request processed in 34us (214us total) trans 0 rc 0/0 00000004:00080000:2.0:1746129515.051822:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0805c00, transno 17179873303 00000004:00080000:2.0:1746129515.051824:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0807800, transno 17179873304 00000100:00100000:3.0:1746129515.051825:0:15096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000004:00080000:2.0:1746129515.051826:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0807480, transno 17179873305 00000004:00080000:2.0:1746129515.051828:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0804000, transno 17179873306 00000004:00080000:2.0:1746129515.051830:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0804e00, transno 17179873307 00000004:00080000:2.0:1746129515.051832:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0807b80, transno 17179873308 00000004:00080000:2.0:1746129515.051834:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800a0806d80, transno 17179873309 00000004:00080000:2.0:1746129515.051837:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c09ad80, transno 17179873313 00000004:00080000:2.0:1746129515.051839:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c09b480, transno 17179873314 00000004:00080000:2.0:1746129515.051841:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b790380, transno 17179873315 00000004:00080000:2.0:1746129515.051843:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c09a680, transno 17179873316 00000004:00080000:2.0:1746129515.051844:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b790000, transno 17179873317 00000004:00080000:2.0:1746129515.051846:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c098000, transno 17179873318 00000004:00080000:2.0:1746129515.051848:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c098700, transno 17179873319 00000004:00080000:2.0:1746129515.051851:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fa25180, transno 17179873320 00000004:00080000:2.0:1746129515.051853:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009c099c00, transno 17179873321 00000004:00080000:2.0:1746129515.051855:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fa24000, transno 17179873322 00000004:00080000:2.0:1746129515.051857:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fa27100, transno 17179873323 00000004:00080000:2.0:1746129515.051859:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fa26300, transno 17179873324 00000004:00080000:2.0:1746129515.051862:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fa25500, transno 17179873325 00000004:00080000:2.0:1746129515.051864:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fa27b80, transno 17179873326 00000004:00080000:2.0:1746129515.051866:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fa27800, transno 17179873327 00000004:00080000:2.0:1746129515.051868:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fa27480, transno 17179873328 00000100:00100000:3.0:1746129515.051869:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3300:1830948736904832:0@lo:400:kworker.0 00000004:00080000:2.0:1746129515.051870:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88012ce3a680, transno 17179873329 00000004:00080000:2.0:1746129515.051872:0:3302:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009fa26d80, transno 17179873330 00000100:00100000:2.0:1746129515.051876:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736905088:0@lo:400:kworker.0 00000100:00080000:2.0:1746129515.051892:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746129515.051896:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746129515.052052:0:8414:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830948736904576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746129515.052078:0:8414:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 275578880 pending 0 free 3847225344 avail 3845128192 00000100:00100000:1.0:1746129515.052102:0:8414:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3303:x1830948736904576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 407us (1495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129515.052107:0:8414:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1746129515.052132:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f03f6bde-e986-4df5-86c3-48805e205677:3303:1830948736904704:0@lo:400:kworker.0 00000100:00100000:1.0:1746129515.052140:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135727b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3303:1830948736905216:0@lo:400:kworker.0 00000100:00100000:0.0:1746129515.052148:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.052152:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736904576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746129515.052171:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736904960 00000100:00100000:0.0:1746129515.052174:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736904960 00000100:00100000:0.0:1746129515.052569:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1746129515.052575:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830948736904960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746129515.052604:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3301:x1830948736904960:12345-0@lo:400:kworker.0 Request processed in 30us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.052609:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1746129515.052680:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3301:1830948736904960:0@lo:400:kworker.0 00000100:00080000:3.0:1746129515.052683:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:2.0:1746129515.052717:0:14589:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 27 done 00000100:00100000:0.0:1746129515.298624:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.298669:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.298703:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.298763:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732155776 00000100:00100000:2.0:1746129515.298772:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732155776 00000100:00100000:0.0:1746129515.298790:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.298834:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732155904 00000100:00100000:2.0:1746129515.298836:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732155904 00000100:00100000:0.0:1746129515.298979:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732156544 00000100:00100000:0.0:1746129515.298983:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732156544 00000100:00100000:0.0:1746129515.299006:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 656 00000100:00100000:0.0:1746129515.299013:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a46050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a8b5f81a-2f18-4d7f-accf-308742f5a04f+14:1962:x1830948732155776:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129515.299025:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746129515.299040:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 657 00010000:00010000:0.0:1746129515.299040:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009f228c00/0x40a459093b0546e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f14707 expref: 14 pid: 14543 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129515.299047:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+14:1962:x1830948732155904:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129515.299054:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129515.299058:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129515.299062:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009f229c00/0x40a459093b0546e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f14731 expref: 13 pid: 14543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.299074:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129515.299091:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+12:1962:x1830948732155904:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 45us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.299091:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a46050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a8b5f81a-2f18-4d7f-accf-308742f5a04f+12:1962:x1830948732155776:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 78us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.299096:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 657 00000100:00100000:0.0:1746129515.299099:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 656 00000100:00100000:2.0:1746129515.299108:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 658 00000100:00100000:2.0:1746129515.299112:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+10:1962:x1830948732156544:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746129515.299118:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746129515.299124:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88009f229600/0x40a459093b0546f0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f14738 expref: 10 pid: 14543 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.299130:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129515.299141:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a8b5f81a-2f18-4d7f-accf-308742f5a04f+9:1962:x1830948732156544:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 28us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.299145:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 658 00000100:00100000:3.0:1746129515.299330:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732156416 00000100:00100000:3.0:1746129515.299334:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732156416 00000100:00100000:3.0:1746129515.299375:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12361 00000100:00080000:2.0:1746129515.299376:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746129515.299381:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+8:1959:x1830948732156416:12345-192.168.202.4@tcp:9:umount.0 00000020:00000080:3.0:1746129515.299675:0:20577:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x40a459093b054705 00000020:00010000:3.0:1746129515.299681:0:20577:0:(genops.c:1938:obd_stale_export_put()) Put export ffff880129b8a800: total 0 00000100:00080000:3.0:1746129515.299685:0:20577:0:(import.c:66:import_set_state_nolock()) ffff8800b4db9000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746129515.299722:0:20577:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 4, last_transno is 17179873331 00000020:00010000:0.0:1746129515.299911:0:9822:0:(genops.c:1924:obd_stale_export_get()) Get export ffff880129b8a800: total 0 00010000:00010000:0.0:1746129515.299938:0:9822:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff880129b8a800, canceled 0 locks, left on hash table 3. 00010000:00010000:0.0:1746129515.299976:0:9822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090079800/0x40a459093b06051d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b72a expref: 6 pid: 7148 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129515.299996:0:9822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fb54e00/0x40a459093b060501 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b715 expref: 5 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746129515.300011:0:9822:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009584ea00/0x40a459093b055345 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2023424->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f14e69 expref: 4 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.300026:0:9822:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff880129b8a800, canceled 3 locks, left on hash table 0. 00010000:00010000:0.0:1746129515.300035:0:9822:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746129515.300036:0:9822:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746129515.300038:0:9822:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746129515.300321:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+2:1959:x1830948732156416:12345-192.168.202.4@tcp:9:umount.0 Request processed in 938us (1702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.300332:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12361 00000100:00100000:0.0:1746129515.308598:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.308801:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732156928 00000100:00100000:3.0:1746129515.308818:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732156928 00000100:00080000:2.0:1746129515.309980:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746129515.310042:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12362 00000100:00100000:3.0:1746129515.310050:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+7:1959:x1830948732156928:12345-192.168.202.4@tcp:9:umount.0 00000020:00000080:3.0:1746129515.310076:0:20577:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x40a459093b0546fe 00000020:00010000:3.0:1746129515.310081:0:20577:0:(genops.c:1938:obd_stale_export_put()) Put export ffff88012d422800: total 0 00000100:00080000:3.0:1746129515.310084:0:20577:0:(import.c:66:import_set_state_nolock()) ffff88012d426800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746129515.310276:0:20577:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 5, last_transno is 21474840511 00000020:00010000:2.0:1746129515.310459:0:7088:0:(genops.c:1924:obd_stale_export_get()) Get export ffff88012d422800: total 0 00010000:00010000:2.0:1746129515.310484:0:7088:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff88012d422800, canceled 0 locks, left on hash table 2. 00010000:00010000:2.0:1746129515.310522:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e3a7600/0x40a459093b060508 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b723 expref: 5 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.310556:0:7088:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fb55a00/0x40a459093b06050f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b71c expref: 4 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.310566:0:7088:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff88012d422800, canceled 2 locks, left on hash table 0. 00010000:00010000:2.0:1746129515.310573:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746129515.310575:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746129515.310576:0:7088:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746129515.310717:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:9d122309-4cb6-45df-8794-c8d216f45e9d+2:1959:x1830948732156928:12345-192.168.202.4@tcp:9:umount.0 Request processed in 667us (2124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.310724:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12362 00000100:00100000:0.0:1746129515.317480:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.317797:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732157184 00000100:00100000:3.0:1746129515.317814:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732157184 00000100:00100000:3.0:1746129515.317875:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10323 00000100:00100000:3.0:1746129515.317883:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+6:1959:x1830948732157184:12345-192.168.202.4@tcp:39:umount.0 00000020:00000080:3.0:1746129515.317919:0:14548:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x40a459093b0546f7 00000020:00010000:3.0:1746129515.317924:0:14548:0:(genops.c:1938:obd_stale_export_put()) Put export ffff8800a61b6000: total 0 00000100:00080000:3.0:1746129515.317928:0:14548:0:(import.c:66:import_set_state_nolock()) ffff8800a61b2800 : changing import state from FULL to CLOSED 00000100:00080000:2.0:1746129515.318164:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00000004:3.0:1746129515.318393:0:14548:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589944243 00000100:00100000:3.0:1746129515.318630:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d122309-4cb6-45df-8794-c8d216f45e9d+5:1959:x1830948732157184:12345-192.168.202.4@tcp:39:umount.0 Request processed in 747us (1159us total) trans 8589944244 rc 0/0 00000100:00100000:3.0:1746129515.318637:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10323 00000020:00010000:1.0:1746129515.319715:0:7089:0:(genops.c:1924:obd_stale_export_get()) Get export ffff8800a61b6000: total 0 00010000:00010000:1.0:1746129515.319766:0:7089:0:(ldlm_lock.c:2647:ldlm_export_cancel_blocked_locks()) Export ffff8800a61b6000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1746129515.319802:0:7089:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:1.0:1746129515.319814:0:7089:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746129515.319822:0:7089:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f384c00/0x40a459093b05472f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f14762 expref: 4 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.319846:0:7089:0:(ldlm_lock.c:2675:ldlm_export_cancel_locks()) Export ffff8800a61b6000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1746129515.319854:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746129515.319856:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746129515.319858:0:7089:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746129515.334500:0:26224:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746129515.345721:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.345854:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732157312 00000100:00100000:2.0:1746129515.345865:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732157312 00000100:00100000:2.0:1746129515.346541:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10324 00000100:00100000:2.0:1746129515.346551:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+291:29722:x1830948732157312:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.346583:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.346611:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7ee00/0x40a459093b0606ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b818 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.346675:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.346692:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.346703:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.346716:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.346720:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.346725:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00080000:0.0:1746129515.346826:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746129515.349148:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349165:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349178:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746129515.349340:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00000004:00200000:2.0:1746129515.349345:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129515.349364:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349374:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349386:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349396:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349402:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349408:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ee7fc00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129515.349411:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349417:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349429:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880090643400) 00010000:00010000:2.0:1746129515.349432:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129515.349436:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349441:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fc00/0x40a459093b0606b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349474:0:14549:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349479:0:14549:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349484:0:14549:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.349488:0:14549:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ee7fa00 already unused, calling callback (ffffffffa136e690) 00010000:00010000:2.0:1746129515.349490:0:14549:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.350577:0:14549:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.350589:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5f98eb7d (ffff88009f9ba100) 00010000:00010000:2.0:1746129515.350592:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746129515.350595:0:14549:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.350600:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7fa00/0x40a459093b0606ba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5f98eb7d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.350655:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ee7ee00/0x40a459093b0606ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b818 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.350669:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b818 expref: 292 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.350674:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129515.350676:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129515.350679:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cfd6800, rc 0) 00000100:00100000:2.0:1746129515.350761:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+292:29722:x1830948732157312:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4210us (5050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.350771:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10324 00000100:00100000:0.0:1746129515.353046:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.353114:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732157440 00000100:00100000:3.0:1746129515.353124:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732157440 00000100:00100000:3.0:1746129515.353776:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12363 00000100:00100000:3.0:1746129515.353787:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948732157440:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129515.353820:0:20577:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129515.353843:0:20577:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b81f expref: -99 pid: 20577 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.353873:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.353875:0:20577:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.353885:0:20577:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b81f expref: 22 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129515.353902:0:20577:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b81f expref: 22 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129515.353915:0:20577:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8e3a00, rc 0) 00000100:00100000:3.0:1746129515.353972:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013145ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732157440:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 188us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.353978:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12363 00000100:00080000:0.0:1746129515.354328:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746129515.359017:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.359179:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732157696 00000100:00100000:2.0:1746129515.359194:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732157696 00000100:00100000:2.0:1746129515.359348:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10325 00000100:00100000:2.0:1746129515.359360:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+292:29722:x1830948732157696:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.359398:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.359435:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6400/0x40a459093b0606cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b826 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.359602:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.359621:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b818 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.359629:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 4/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.359679:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b818 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.359695:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b818 expref: 293 pid: 14549 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746129515.359712:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736905344:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129515.359862:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94480 going to sleep for 11 seconds 00000100:00100000:2.0:1746129515.362562:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736905344:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129515.362600:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129515.363283:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.363382:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732157824 00000100:00100000:1.0:1746129515.363390:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732157824 00010000:00010000:1.0:1746129515.363428:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b818 expref: 294 pid: 14549 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746129515.363465:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6258 00000100:00100000:1.0:1746129515.363474:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+294:1963:x1830948732157824:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129515.363490:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129515.363496:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b818 expref: 294 pid: 14549 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746129515.363505:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b818 expref: 294 pid: 14549 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746129515.363527:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6800/0x40a459093b0606c1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b818 expref: 294 pid: 14549 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746129515.363544:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:1.0:1746129515.363549:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129515.363557:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129515.363564:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129515.364248:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129515.364321:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+293:1963:x1830948732157824:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 847us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129515.364333:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6258 00010000:00010000:3.0:1746129515.364511:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129515.364519:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129515.364539:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:3.0:1746129515.364707:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6400/0x40a459093b0606cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b826 expref: 294 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.364739:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b826 expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.364752:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129515.364755:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746129515.364758:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cfd7e00, rc 0) 00000100:00100000:3.0:1746129515.364785:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:29722:x1830948732157696:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 5429us (5783us total) trans 8589944245 rc 0/0 00000100:00100000:3.0:1746129515.364791:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10325 00000100:00100000:0.0:1746129515.367892:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.368038:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732157952 00000100:00100000:3.0:1746129515.368051:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732157952 00000100:00100000:3.0:1746129515.368101:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10326 00000100:00100000:3.0:1746129515.368108:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:29722:x1830948732157952:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129515.368135:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129515.368154:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3600/0x40a459093b0606e4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b82d expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.368241:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129515.368255:0:14549:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b826 expref: 294 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.368261:0:14549:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 4/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129515.368323:0:14549:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b826 expref: 294 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.368335:0:14549:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b826 expref: 294 pid: 14549 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746129515.368349:0:14549:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736905472:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129515.368945:0:14549:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746129515.370718:0:14549:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14549:1830948736905472:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129515.370750:0:14549:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000100:00100000:0.0:1746129515.372264:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.372412:0:20578:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732158080 00000100:00100000:1.0:1746129515.372420:0:20578:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732158080 00010000:00010000:1.0:1746129515.372460:0:20578:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b826 expref: 295 pid: 14549 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746129515.372512:0:20578:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6259 00000100:00100000:1.0:1746129515.372521:0:20578:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+295:1962:x1830948732158080:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129515.372537:0:20578:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129515.372543:0:20578:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b826 expref: 295 pid: 14549 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746129515.372555:0:20578:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b826 expref: 295 pid: 14549 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746129515.372584:0:20578:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd7e00/0x40a459093b0606d6 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x365:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b826 expref: 295 pid: 14549 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746129515.372612:0:20578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:1.0:1746129515.372618:0:20578:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129515.372627:0:20578:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129515.372634:0:20578:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14549 initiator: MDT0 00010000:00010000:1.0:1746129515.372665:0:20578:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746129515.372714:0:20578:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ada2ffba-8920-4ecb-8068-68caa9806978+294:1962:x1830948732158080:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 194us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129515.372721:0:20578:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6259 00010000:00010000:3.0:1746129515.372888:0:14549:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129515.372895:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129515.372949:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00000004:00200000:3.0:1746129515.372953:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746129515.372970:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129515.373005:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3600/0x40a459093b0606e4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b82d expref: 294 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.373033:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b82d expref: 293 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.373040:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129515.373042:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746129515.373044:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8e3800, rc 0) 00000100:00100000:3.0:1746129515.373191:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:29722:x1830948732157952:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 5082us (5310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.373201:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10326 00000100:00100000:0.0:1746129515.376155:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.376376:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732158336 00000100:00100000:3.0:1746129515.376387:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732158336 00000100:00100000:3.0:1746129515.376441:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10327 00000100:00100000:3.0:1746129515.376449:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+293:29722:x1830948732158336:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129515.376475:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129515.376502:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3400/0x40a459093b0606f2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b834 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.376618:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e2000/0x40a459093b0606f9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129515.376633:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e2000/0x40a459093b0606f9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:3.0:1746129515.376645:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e2000/0x40a459093b0606f9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:3.0:1746129515.376656:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00010000:00010000:3.0:1746129515.376794:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3400/0x40a459093b0606f2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b834 expref: 296 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.376821:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e2000/0x40a459093b0606f9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b834 expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.376828:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129515.376830:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746129515.376833:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8e2000, rc 0) 00000100:00100000:3.0:1746129515.376904:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+295:29722:x1830948732158336:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 454us (758us total) trans 8589944246 rc 0/0 00000100:00100000:3.0:1746129515.376910:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10327 00000100:00100000:0.0:1746129515.379151:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.379187:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.379211:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.379236:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732158464 00000100:00100000:0.0:1746129515.379243:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732158464 00000100:00100000:0.0:1746129515.379287:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732158720 00000100:00100000:0.0:1746129515.379290:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732158720 00000100:00100000:0.0:1746129515.379334:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732158976 00000100:00100000:0.0:1746129515.379336:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732158976 00000100:00100000:0.0:1746129515.379351:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12364 00000100:00100000:0.0:1746129515.379357:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948732158464:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:0.0:1746129515.379398:0:7148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.379415:0:7148:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b754 expref: 23 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.379422:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.379424:0:7148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.379427:0:7148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.379457:0:7148:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b754 expref: 23 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.379470:0:7148:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b754 expref: 23 pid: 8411 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746129515.379484:0:7148:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736905600:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129515.379557:0:7148:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1a12cc0 going to sleep for 11 seconds 00000100:00080000:0.0:1746129515.379570:0:7097:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746129515.379590:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.379687:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.379718:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.379785:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732158592 00000100:00100000:1.0:1746129515.379789:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732158592 00000100:00100000:1.0:1746129515.379815:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732158848 00000100:00100000:1.0:1746129515.379818:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732158848 00000100:00100000:1.0:1746129515.379827:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732159104 00000100:00100000:1.0:1746129515.379829:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732159104 00000100:00100000:1.0:1746129515.379836:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12365 00000100:00100000:1.0:1746129515.379840:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+15:1962:x1830948732158720:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129515.379859:0:22481:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.379870:0:22481:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a8 expref: 15 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.379875:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.379876:0:22481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.379878:0:22481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.379892:0:22481:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a8 expref: 15 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.379898:0:22481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a8 expref: 15 pid: 7149 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746129515.379907:0:22481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736905728:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129515.379931:0:22481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad540 going to sleep for 11 seconds 00000100:00100000:1.0:1746129515.379946:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12366 00000100:00100000:1.0:1746129515.379952:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948732158976:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129515.379967:0:8412:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.379976:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7cb expref: 24 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.379982:0:8412:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b81f expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129515.379986:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129515.379987:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746129515.379989:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380001:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b81f expref: 24 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129515.380007:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b81f expref: 24 pid: 20577 timeout: 870 lvb_type: 1 00000100:00100000:1.0:1746129515.380014:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736905856:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129515.380032:0:8412:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7cb expref: 24 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380043:0:8412:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7cb expref: 24 pid: 4699 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746129515.380049:0:8412:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736905984:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129515.380061:0:8412:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dade40 going to sleep for 11 seconds 00000100:00100000:1.0:1746129515.380075:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12367 00000100:00100000:1.0:1746129515.380079:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+15:1962:x1830948732158592:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129515.380092:0:11014:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380100:0:11014:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b777 expref: 15 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380104:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.380105:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.380107:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380117:0:11014:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b777 expref: 15 pid: 31503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380123:0:11014:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b777 expref: 15 pid: 31503 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746129515.380128:0:11014:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736906112:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129515.380142:0:11014:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad900 going to sleep for 11 seconds 00000100:00100000:1.0:1746129515.380153:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12368 00000100:00100000:1.0:1746129515.380157:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948732158848:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129515.380170:0:4699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380179:0:4699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7bd expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380183:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.380184:0:4699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.380186:0:4699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380197:0:4699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7bd expref: 24 pid: 7149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380202:0:4699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7bd expref: 24 pid: 7149 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746129515.380208:0:4699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736906240:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129515.380219:0:4699:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dad780 going to sleep for 11 seconds 00000100:00100000:1.0:1746129515.380273:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12369 00000100:00100000:1.0:1746129515.380277:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+15:1962:x1830948732159104:12345-192.168.202.4@tcp:1:lfs.0 00010000:00010000:1.0:1746129515.380311:0:22480:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380324:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b80a expref: 15 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129515.380329:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.380331:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.380332:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.380346:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b80a expref: 15 pid: 20577 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129515.380353:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b80a expref: 15 pid: 20577 timeout: 870 lvb_type: 1 00000100:00100000:1.0:1746129515.380361:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736906368:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129515.380392:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132dadf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746129515.386287:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.386350:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.386385:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.386500:0:4699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:4699:1830948736906240:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129515.386530:0:7148:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:7148:1830948736905600:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129515.386534:0:4699:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.386549:0:7148:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.386567:0:11014:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11014:1830948736906112:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129515.386583:0:11014:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.386603:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736905856:192.168.202.4@tcp:104: 00000100:00100000:1.0:1746129515.386612:0:8412:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8412:1830948736905984:192.168.202.4@tcp:104: 00010000:00010000:1.0:1746129515.386633:0:8412:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129515.386638:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.386655:0:22481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:22481:1830948736905728:192.168.202.4@tcp:104: 00000100:00100000:0.0:1746129515.386656:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:1.0:1746129515.386667:0:22481:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129515.386671:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.386701:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732159232 00000100:00100000:0.0:1746129515.386710:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732159232 00010000:00010000:0.0:1746129515.386748:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b754 expref: 25 pid: 8411 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746129515.386767:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732159488 00000100:00100000:0.0:1746129515.386769:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732159488 00010000:00010000:0.0:1746129515.386779:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a8 expref: 16 pid: 7149 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746129515.386787:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732159744 00000100:00100000:0.0:1746129515.386788:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732159744 00010000:00010000:0.0:1746129515.386797:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b777 expref: 17 pid: 31503 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746129515.386815:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732159360 00000100:00100000:0.0:1746129515.386817:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732159360 00010000:00010000:0.0:1746129515.386825:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b81f expref: 26 pid: 20577 timeout: 870 lvb_type: 1 00000100:00100000:0.0:1746129515.386831:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732159616 00000100:00100000:0.0:1746129515.386833:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732159616 00010000:00010000:0.0:1746129515.386842:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7cb expref: 27 pid: 4699 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746129515.386850:0:15749:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732159872 00000100:00100000:0.0:1746129515.386852:0:15749:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732159872 00010000:00010000:0.0:1746129515.386859:0:15749:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b80a expref: 18 pid: 20577 timeout: 870 lvb_type: 1 00000100:00100000:0.0:1746129515.386871:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6260 00000100:00100000:0.0:1746129515.386878:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1961:x1830948732159232:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129515.386893:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129515.386918:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b754 expref: 27 pid: 8411 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.386929:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b754 expref: 27 pid: 8411 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.386954:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359e3200/0x40a459093b0605be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b754 expref: 27 pid: 8411 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.386987:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.386990:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.386995:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387006:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387028:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129515.387067:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+26:1961:x1830948732159232:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 189us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.387074:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6260 00000100:00100000:0.0:1746129515.387090:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6261 00000100:00100000:0.0:1746129515.387095:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+18:1961:x1830948732159488:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129515.387102:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129515.387116:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a8 expref: 18 pid: 7149 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.387123:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a8 expref: 18 pid: 7149 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.387136:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5a86c00/0x40a459093b06063c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7a8 expref: 18 pid: 7149 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.387145:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.387146:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.387148:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387153:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387164:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129515.387178:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948732159488:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 83us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.387183:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6261 00000100:00100000:0.0:1746129515.387193:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6262 00000100:00100000:0.0:1746129515.387198:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948732159744:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129515.387203:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129515.387213:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b777 expref: 16 pid: 31503 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.387221:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b777 expref: 16 pid: 31503 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.387230:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359e3a00/0x40a459093b060604 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b777 expref: 16 pid: 31503 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.387237:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.387239:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.387240:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387246:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387256:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129515.387270:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+15:1961:x1830948732159744:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 71us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.387274:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6262 00000100:00100000:0.0:1746129515.387338:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6263 00000100:00100000:0.0:1746129515.387343:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948732159360:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129515.387349:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129515.387359:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b81f expref: 25 pid: 20577 timeout: 870 lvb_type: 1 00010000:00010000:0.0:1746129515.387367:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b81f expref: 25 pid: 20577 timeout: 870 lvb_type: 1 00010000:00010000:0.0:1746129515.387378:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f8e3a00/0x40a459093b0606c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b81f expref: 25 pid: 20577 timeout: 870 lvb_type: 1 00010000:00010000:0.0:1746129515.387387:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129515.387402:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+24:1961:x1830948732159360:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 58us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.387407:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6263 00000100:00100000:0.0:1746129515.387416:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6264 00000100:00100000:0.0:1746129515.387420:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948732159616:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129515.387426:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129515.387433:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7cb expref: 23 pid: 4699 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.387442:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7cb expref: 23 pid: 4699 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.387452:0:15749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136438200/0x40a459093b06065f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->3145727] (req 2097152->3145727) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7cb expref: 23 pid: 4699 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746129515.387462:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.387463:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.387465:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387475:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387490:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129515.387503:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+22:1961:x1830948732159616:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 82us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.387508:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6264 00000100:00100000:0.0:1746129515.387518:0:15749:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6265 00000100:00100000:0.0:1746129515.387522:0:15749:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+14:1961:x1830948732159872:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746129515.387528:0:15749:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746129515.387536:0:15749:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b80a expref: 14 pid: 20577 timeout: 870 lvb_type: 1 00010000:00010000:0.0:1746129515.387543:0:15749:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b80a expref: 14 pid: 20577 timeout: 870 lvb_type: 1 00010000:00010000:0.0:1746129515.387552:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.387553:0:15749:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.387555:0:15749:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387560:0:15749:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387569:0:15749:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746129515.387585:0:15749:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ada2ffba-8920-4ecb-8068-68caa9806978+14:1961:x1830948732159872:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 63us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.387591:0:15749:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6265 00010000:00010000:0.0:1746129515.387635:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095801800/0x40a459093b060697 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b80a expref: 13 pid: 20577 timeout: 870 lvb_type: 1 00000100:00100000:0.0:1746129515.387644:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736906368:192.168.202.4@tcp:104: 00010000:00010000:0.0:1746129515.387655:0:22480:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387663:0:22480:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387670:0:22480:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387692:0:22480:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387701:0:22480:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387714:0:22480:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387720:0:22480:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f882000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129515.387725:0:22480:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387735:0:22480:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387744:0:22480:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.387748:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f882000/0x40a459093b06072a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129515.387786:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+12:1962:x1830948732159104:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 7508us (8068us total) trans 0 rc 0/0 00000100:00100000:0.0:1746129515.387796:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12369 00010000:00010000:2.0:1746129515.387826:0:7148:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.387840:0:7148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.387856:0:7148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.387857:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:2.0:1746129515.387861:0:7148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.387867:0:7148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.387871:0:7086:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732160000 00010000:00010000:2.0:1746129515.387872:0:7148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b585000 already unused, calling callback (ffffffffa086ed70) 00000100:00100000:3.0:1746129515.387875:0:7086:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732160000 00010000:00010000:2.0:1746129515.387875:0:7148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.387875:0:11014:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.387880:0:7148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.387882:0:11014:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.387889:0:7148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.387890:0:7086:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7bd expref: 22 pid: 7149 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746129515.387895:0:7148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b585000/0x40a459093b060707 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7148 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.387895:0:11014:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.387901:0:11014:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.387908:0:7086:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6266 00010000:00010000:1.0:1746129515.387908:0:11014:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.387913:0:7086:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+22:1960:x1830948732160000:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746129515.387913:0:11014:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c15a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129515.387915:0:11014:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.387920:0:7086:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746129515.387925:0:11014:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.387931:0:7086:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7bd expref: 22 pid: 7149 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746129515.387935:0:11014:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.387941:0:7086:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7bd expref: 22 pid: 7149 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746129515.387941:0:11014:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095c15a00/0x40a459093b06071c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129515.387942:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732158464:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 8583us (8798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.387949:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12364 00010000:00010000:3.0:1746129515.387953:0:7086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c031400/0x40a459093b060651 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b7bd expref: 22 pid: 7149 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746129515.387966:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.387968:0:7086:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.387970:0:7086:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.387976:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+11:1962:x1830948732158592:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 7896us (8385us total) trans 0 rc 0/0 00010000:00010000:3.0:1746129515.387977:0:7086:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.387982:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12367 00010000:00010000:1.0:1746129515.387999:0:8412:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.388009:0:7086:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746129515.388011:0:8412:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.388023:0:7086:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ada2ffba-8920-4ecb-8068-68caa9806978+20:1960:x1830948732160000:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 110us (168us total) trans 0 rc 0/0 00010000:00010000:1.0:1746129515.388023:0:8412:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388028:0:8412:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.388029:0:7086:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6266 00010000:00010000:1.0:1746129515.388033:0:8412:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388041:0:8412:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c3d5800 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129515.388043:0:8412:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388049:0:8412:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388057:0:8412:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388062:0:8412:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c3d5800/0x40a459093b060715 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.388087:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+19:1962:x1830948732158976:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 8135us (8875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129515.388092:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12366 00010000:00010000:1.0:1746129515.388108:0:4699:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388113:0:4699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388123:0:4699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388128:0:4699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388147:0:4699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388151:0:4699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095c15c00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129515.388153:0:4699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388158:0:4699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388166:0:4699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388170:0:4699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095c15c00/0x40a459093b060723 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.388198:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+18:1962:x1830948732158848:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 8039us (8510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129515.388203:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12368 00010000:00010000:1.0:1746129515.388218:0:22481:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388224:0:22481:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388238:0:22481:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388244:0:22481:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388249:0:22481:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388254:0:22481:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091799000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129515.388256:0:22481:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388262:0:22481:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388270:0:22481:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.388276:0:22481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091799000/0x40a459093b06070e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22481 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.388330:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+10:1962:x1830948732158720:12345-192.168.202.4@tcp:1:lfs.0 Request processed in 8489us (9142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129515.388335:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12365 00000100:00100000:0.0:1746129515.393026:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.393581:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732160256 00000100:00100000:2.0:1746129515.393593:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732160256 00000100:00100000:2.0:1746129515.393667:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10328 00000100:00100000:2.0:1746129515.393676:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+295:29722:x1830948732160256:12345-192.168.202.4@tcp:36:lfs.0 00010000:00010000:2.0:1746129515.393740:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1746129515.393771:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b0606eb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b82d expref: 295 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.393819:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800952dd800/0x40a459093b060619 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b785 expref: 294 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.393830:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129515.393835:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129515.393868:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129515.393879:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:2.0:1746129515.393888:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000040:00080000:2.0:1746129515.394662:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2923, 88 off244168 00000004:00080000:2.0:1746129515.394672:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770711377258ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.394789:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2849, 88 off237656 00000004:00080000:2.0:1746129515.394794:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770711500233ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.394817:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2850, 88 off237744 00000004:00080000:2.0:1746129515.394820:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770711526283ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.394828:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2924, 88 off244256 00000004:00080000:2.0:1746129515.394831:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770711536903ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.394843:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2925, 88 off244344 00000004:00080000:2.0:1746129515.394846:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770711552018ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.394856:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2851, 88 off237832 00000004:00080000:2.0:1746129515.394859:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770711564833ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.394865:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2852, 88 off237920 00000004:00080000:2.0:1746129515.394867:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770711573015ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.394872:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2853, 88 off238008 00000004:00080000:2.0:1746129515.394875:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770711581253ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.394881:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2926, 88 off244432 00000004:00080000:2.0:1746129515.394884:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770711589840ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.394893:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2854, 88 off238096 00000004:00080000:2.0:1746129515.394895:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770711601683ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.394901:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2927, 88 off244520 00000004:00080000:2.0:1746129515.394904:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770711609783ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.394914:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2855, 88 off238184 00000004:00080000:2.0:1746129515.394917:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770711623174ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.394922:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2928, 88 off244608 00000004:00080000:2.0:1746129515.394924:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770711630615ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.394933:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2929, 88 off244696 00000004:00080000:2.0:1746129515.394936:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770711641873ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.394944:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2930, 88 off244784 00000004:00080000:2.0:1746129515.394947:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770711653105ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.394957:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2931, 88 off244872 00000004:00080000:2.0:1746129515.394959:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770711665299ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.394968:0:14548:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2856, 88 off238272 00000004:00080000:2.0:1746129515.394972:0:14548:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770711678261ns, next at 706231494891ns, rc = 0 00000001:00080000:0.0:1746129515.424705:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944240 is committed 00000001:00080000:0.0:1746129515.424720:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944239 is committed 00000001:00080000:0.0:1746129515.424725:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944247 is committed 00000004:00080000:0.0:1746129515.424729:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2038 committed 00000004:00080000:0.0:1746129515.424737:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2114 committed 00000004:00080000:0.0:1746129515.424741:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2113 committed 00000004:00080000:0.0:1746129515.424743:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2112 committed 00000004:00080000:0.0:1746129515.424744:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2111 committed 00000004:00080000:0.0:1746129515.424746:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2037 committed 00000004:00080000:0.0:1746129515.424748:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2110 committed 00000004:00080000:0.0:1746129515.424749:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2036 committed 00000004:00080000:0.0:1746129515.424750:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2109 committed 00000004:00080000:0.0:1746129515.424751:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2035 committed 00000004:00080000:0.0:1746129515.424753:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2034 committed 00000004:00080000:0.0:1746129515.424755:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2033 committed 00000004:00080000:0.0:1746129515.424757:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2108 committed 00000004:00080000:0.0:1746129515.424758:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2107 committed 00000004:00080000:0.0:1746129515.424760:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2032 committed 00000004:00080000:0.0:1746129515.424761:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2031 committed 00000004:00080000:0.0:1746129515.424762:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2106 committed 00000001:00080000:0.0:1746129515.424768:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944242 is committed 00000001:00100000:0.0:1746129515.424780:0:14619:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9d122309-4cb6-45df-8794-c8d216f45e9d 00000004:00010000:3.0:1746129515.424782:0:14548:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012e87ed80 reply state ffff88009d117800 transno 8589944247 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000001:00080000:0.0:1746129515.424789:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944244 is committed 00000020:00000080:0.0:1746129515.424791:0:14619:0:(genops.c:904:class_export_put()) final put ffff8800a61b6000/9d122309-4cb6-45df-8794-c8d216f45e9d 00000100:00100000:3.0:1746129515.424796:0:14548:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000001:00100000:0.0:1746129515.424801:0:14619:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 14850083-80f0-48d7-b1fd-919aea051e36 00000001:00080000:0.0:1746129515.424816:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944243 is committed 00000020:00000080:0.0:1746129515.424818:0:14619:0:(genops.c:904:class_export_put()) final put ffff880129b8e800/14850083-80f0-48d7-b1fd-919aea051e36 00010000:00080000:3.0:1746129515.424983:0:14548:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1746129515.425000:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e87ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+290:29722:x1830948732160256:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 31320us (31980us total) trans 8589944247 rc 0/0 00000100:00100000:3.0:1746129515.425009:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10328 00000100:00100000:3.0:1746129515.425052:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736906496:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129515.425104:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.425664:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736906496 00000100:00100000:1.0:1746129515.425674:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736906496 00000100:00100000:1.0:1746129515.425718:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12370 00000100:00100000:1.0:1746129515.425726:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3300:x1830948736906496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129515.425823:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736907008:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129515.425843:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129515.425858:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746129515.425863:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736906624:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129515.425880:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129515.425892:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736907136:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129515.425904:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129515.425917:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736907520:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129515.425932:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129515.425934:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736907008 00000100:00100000:2.0:1746129515.425943:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736907008 00000100:00100000:3.0:1746129515.425947:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746129515.425951:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736907648:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129515.425964:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1746129515.426053:0:256:0:(genops.c:863:class_export_destroy()) destroying export ffff8800a61b6000/9d122309-4cb6-45df-8794-c8d216f45e9d for lustre-MDT0000 00000020:00000080:0.0:1746129515.426099:0:256:0:(genops.c:863:class_export_destroy()) destroying export ffff880129b8e800/14850083-80f0-48d7-b1fd-919aea051e36 for lustre-MDT0000 00000020:00000080:0.0:1746129515.426131:0:256:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800a61b2800 for lustre-MDT0000 00000020:00000080:0.0:1746129515.426136:0:256:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880129b8e000 for lustre-MDT0000 00000100:00100000:0.0:1746129515.426153:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736906752:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129515.426265:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736908032:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129515.426284:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.426344:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736908160:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.426986:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736906624 00000100:00100000:2.0:1746129515.426992:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736906624 00000100:00100000:2.0:1746129515.427021:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736907136 00000100:00100000:2.0:1746129515.427023:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736907136 00000100:00100000:2.0:1746129515.427034:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736907520 00000100:00100000:2.0:1746129515.427036:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736907520 00000100:00100000:2.0:1746129515.427046:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736907648 00000100:00100000:2.0:1746129515.427048:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736907648 00000100:00100000:2.0:1746129515.427059:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12371 00000100:00100000:2.0:1746129515.427064:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3300:x1830948736907008:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.427288:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+7:3300:x1830948736907008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 223us (1443us total) trans 21474840512 rc 0/0 00000100:00100000:2.0:1746129515.427308:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12371 00000100:00100000:2.0:1746129515.427320:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736908032 00000100:00100000:2.0:1746129515.427323:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736908032 00000100:00100000:2.0:1746129515.427333:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12372 00010000:00010000:3.0:1746129515.427337:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00000100:00100000:2.0:1746129515.427338:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736906624:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746129515.427350:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.427356:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.427361:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cfd6200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129515.427366:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.427373:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.427390:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129515.427393:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129515.427397:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.427402:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cfd6200/0x40a459093b060731 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746129515.427438:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12373 00000100:00100000:3.0:1746129515.427448:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736907136:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129515.427469:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736906624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (1587us total) trans 17179873332 rc 0/0 00000100:00100000:2.0:1746129515.427475:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12372 00000100:00100000:2.0:1746129515.427484:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12374 00000100:00100000:2.0:1746129515.427488:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736907520:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129515.427515:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129515.427571:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736907520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 83us (1637us total) trans 17179873333 rc 0/0 00000100:00100000:2.0:1746129515.427576:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12374 00000100:00100000:2.0:1746129515.427583:0:7148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736908160 00000100:00100000:2.0:1746129515.427585:0:7148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736908160 00000100:00100000:2.0:1746129515.427593:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12375 00000100:00100000:2.0:1746129515.427596:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736907648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129515.427668:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736907648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 71us (1703us total) trans 17179873334 rc 0/0 00000100:00100000:2.0:1746129515.427672:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12375 00000100:00100000:2.0:1746129515.427680:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12376 00000100:00100000:2.0:1746129515.427683:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3300:x1830948736908032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.427771:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3300:x1830948736908032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 86us (1486us total) trans 21474840513 rc 0/0 00000100:00100000:2.0:1746129515.427775:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12376 00000100:00100000:2.0:1746129515.427784:0:7148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12377 00000100:00100000:2.0:1746129515.427788:0:7148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3301:x1830948736908160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.428003:0:7148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3301:x1830948736908160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 213us (488us total) trans 21474840514 rc 0/0 00000100:00100000:2.0:1746129515.428008:0:7148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12377 00000100:00100000:0.0:1746129515.428233:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.428273:0:4699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736906752 00000100:00100000:0.0:1746129515.428279:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736907264:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129515.428281:0:4699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736906752 00000100:00100000:1.0:1746129515.428313:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736906880:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.428327:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.428353:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.428355:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736907776:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129515.428374:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736907392:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.428377:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.428395:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736908288:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129515.428396:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.428413:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736907904:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.428414:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746129515.428430:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.428441:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736907264 00000100:00100000:1.0:1746129515.428445:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736908416:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.428445:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736907264 00000100:00100000:1.0:1746129515.428461:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.428461:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736906880 00000100:00100000:0.0:1746129515.428464:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736906880 00000100:00100000:0.0:1746129515.428472:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736907776 00000100:00100000:0.0:1746129515.428473:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736907776 00000100:00100000:0.0:1746129515.428481:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736907392 00000100:00100000:0.0:1746129515.428483:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736907392 00000100:00100000:1.0:1746129515.428486:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736908288 00000100:00100000:1.0:1746129515.428489:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736908288 00000100:00100000:0.0:1746129515.428490:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736907904 00000100:00100000:0.0:1746129515.428492:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736907904 00000100:00100000:0.0:1746129515.428497:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736908416 00000100:00100000:0.0:1746129515.428499:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736908416 00000100:00100000:0.0:1746129515.428512:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12378 00000100:00100000:0.0:1746129515.428517:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736907264:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129515.428529:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12379 00000100:00100000:1.0:1746129515.428535:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3303:x1830948736906880:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.428585:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12380 00000100:00100000:0.0:1746129515.428590:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736907776:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129515.428708:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736906880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 172us (353us total) trans 21474840515 rc 0/0 00000100:00100000:1.0:1746129515.428714:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12379 00000100:00100000:2.0:1746129515.428729:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12381 00000100:00100000:1.0:1746129515.428734:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12382 00000100:00100000:2.0:1746129515.428735:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736907392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129515.428739:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736907904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129515.428746:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12383 00000100:00100000:2.0:1746129515.428750:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3302:x1830948736908288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129515.428760:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12384 00000100:00100000:1.0:1746129515.428765:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3303:x1830948736908416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.428857:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3302:x1830948736908288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (442us total) trans 21474840516 rc 0/0 00000100:00100000:2.0:1746129515.428863:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12383 00000100:00100000:1.0:1746129515.428872:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3303:x1830948736908416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (410us total) trans 21474840517 rc 0/0 00000100:00100000:2.0:1746129515.428874:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12385 00000100:00100000:2.0:1746129515.428878:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736906752:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129515.428881:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12384 00000100:00100000:2.0:1746129515.428962:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3302:x1830948736906752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 83us (730us total) trans 21474840518 rc 0/0 00000100:00100000:2.0:1746129515.428967:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12385 00000100:00100000:1.0:1746129515.428990:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3300:x1830948736906496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3265us (3886us total) trans 21474840519 rc 0/0 00000100:00100000:1.0:1746129515.428996:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12370 00000004:00080000:0.0:1746129515.429035:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87ca80/2, rc 0, transno 21474840515 00000100:00100000:0.0:1746129515.429040:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736906880:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129515.429050:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87d180/2, rc 0, transno 21474840517 00000100:00100000:0.0:1746129515.429053:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736908416:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129515.429065:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87f100/2, rc 0, transno 21474840518 00000100:00100000:0.0:1746129515.429068:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736906752:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129515.429075:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87f800/2, rc 0, transno 21474840516 00000100:00100000:0.0:1746129515.429077:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736908288:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129515.429492:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3300:x1830948736907136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2046us (3585us total) trans 17179873335 rc 0/0 00000100:00100000:3.0:1746129515.429605:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12373 00000004:00080000:2.0:1746129515.429643:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87c380/2, rc 0, transno 21474840514 00000100:00100000:2.0:1746129515.429648:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736908160:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129515.429664:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87df80/2, rc 0, transno 21474840513 00000100:00100000:2.0:1746129515.429667:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736908032:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129515.429675:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd92300/2, rc 0, transno 17179873334 00000100:00100000:2.0:1746129515.429682:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736907648:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129515.429688:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd93b80/2, rc 0, transno 17179873333 00000100:00100000:2.0:1746129515.429690:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736907520:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129515.429697:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd92680/2, rc 0, transno 17179873332 00000100:00100000:2.0:1746129515.429699:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736906624:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129515.429704:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd92d80/2, rc 0, transno 17179873335 00000100:00100000:2.0:1746129515.429707:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736907136:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129515.429712:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87dc00/2, rc 0, transno 21474840512 00000100:00100000:2.0:1746129515.429714:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736907008:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129515.429723:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87f480/2, rc 0, transno 21474840519 00000100:00100000:2.0:1746129515.429725:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736906496:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.429892:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736907264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1374us (1564us total) trans 17179873336 rc 0/0 00000100:00100000:0.0:1746129515.429898:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12378 00000004:00080000:0.0:1746129515.429921:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd90000/2, rc 0, transno 17179873336 00000100:00100000:0.0:1746129515.429925:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736907264:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129515.430380:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.430468:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736908544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129515.430497:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.430570:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3302:x1830948736907776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1978us (2192us total) trans 17179873337 rc 0/0 00000100:00100000:0.0:1746129515.430575:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12380 00000100:00100000:0.0:1746129515.430583:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736908544 00000100:00100000:0.0:1746129515.430587:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736908544 00000100:00100000:0.0:1746129515.430601:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12386 00000100:00100000:0.0:1746129515.430605:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3300:x1830948736908544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129515.430705:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3303:x1830948736907392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1970us (2308us total) trans 17179873338 rc 0/0 00000100:00100000:0.0:1746129515.430705:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3300:x1830948736908544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (208us total) trans 17179873339 rc 0/0 00000100:00100000:0.0:1746129515.430711:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12386 00000100:00100000:2.0:1746129515.430715:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12381 00000004:00080000:0.0:1746129515.430729:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd91f80/2, rc 0, transno 17179873337 00000100:00100000:0.0:1746129515.430733:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736907776:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129515.430750:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd92a00/2, rc 0, transno 17179873338 00000100:00100000:2.0:1746129515.430755:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736907392:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746129515.430772:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f141f80/2, rc 0, transno 17179873339 00000100:00100000:2.0:1746129515.430775:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f141f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736908544:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129515.430906:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3303:x1830948736907904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2166us (2474us total) trans 17179873340 rc 0/0 00000100:00100000:1.0:1746129515.430911:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12382 00000100:00100000:3.0:1746129515.430972:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732160384 00000100:00100000:3.0:1746129515.430977:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732160384 00000100:00100000:3.0:1746129515.431016:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10329 00000100:00100000:3.0:1746129515.431021:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+289:29722:x1830948732160384:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129515.431036:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129515.431055:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b83b expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.431104:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b83b expref: 290 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.431118:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b83b expref: 290 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.431134:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129515.431137:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129515.431140:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f8e3800, rc 0) 00000100:00100000:3.0:1746129515.431174:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+290:29722:x1830948732160384:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 153us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.431179:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10329 00000004:00080000:2.0:1746129515.431516:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bd91c00/2, rc 0, transno 17179873340 00000100:00100000:2.0:1746129515.431531:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736907904:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.433406:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.435329:0:14549:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732160512 00000100:00100000:2.0:1746129515.435340:0:14549:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732160512 00000100:00100000:2.0:1746129515.438970:0:14549:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10330 00000100:00100000:2.0:1746129515.438985:0:14549:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29722:x1830948732160512:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.439009:0:14549:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.439029:0:14549:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b06073f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b842 expref: -99 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.439104:0:14549:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95e00/0x40a459093b060746 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.439116:0:14549:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95e00/0x40a459093b060746 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.439125:0:14549:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95e00/0x40a459093b060746 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00000004:00200000:2.0:1746129515.439147:0:14549:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000403:0x365:0x0]: returning size 9334400 00000004:00200000:2.0:1746129515.439151:0:14549:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746129515.439163:0:14549:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95e00/0x40a459093b060746 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14549 initiator: MDT0 00010000:00010000:2.0:1746129515.439188:0:14549:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c7a800/0x40a459093b06073f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b842 expref: 292 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.439212:0:14549:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95e00/0x40a459093b060746 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b842 expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.439219:0:14549:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129515.439221:0:14549:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746129515.439224:0:14549:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec95e00, rc 0) 00000100:00100000:2.0:1746129515.439279:0:14549:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ada2ffba-8920-4ecb-8068-68caa9806978+291:29722:x1830948732160512:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 300us (5878us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.439285:0:14549:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10330 00000100:00100000:0.0:1746129515.446574:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.446618:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.446644:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.446718:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.446741:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732160640 00000100:00100000:0.0:1746129515.446748:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732160640 00000100:00100000:1.0:1746129515.446799:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732160768 00000100:00100000:1.0:1746129515.446814:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732160768 00000100:00100000:3.0:1746129515.446818:0:8412:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732160896 00000100:00100000:3.0:1746129515.446823:0:8412:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732160896 00000100:00100000:1.0:1746129515.446836:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732161024 00000100:00100000:1.0:1746129515.446838:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732161024 00000100:00100000:3.0:1746129515.446846:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12387 00000100:00100000:3.0:1746129515.446853:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948732160640:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:1.0:1746129515.446855:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12388 00000100:00100000:1.0:1746129515.446860:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+11:1963:x1830948732160768:12345-192.168.202.4@tcp:101:lfs.0 00000100:00100000:2.0:1746129515.446863:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12389 00010000:00010000:3.0:1746129515.446869:0:8412:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129515.446869:0:11014:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129515.446872:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+11:1963:x1830948732160896:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.446880:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746129515.446885:0:11014:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b850 expref: -99 pid: 11014 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.446886:0:8412:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b849 expref: -99 pid: 8412 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.446889:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b857 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746129515.446906:0:8412:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3e9:0x0] initial LVB size: 1048576, mtime: 0x6813d26a, atime: 0x6813d26a, ctime: 0x6813d26a, blocks: 0x809 00002000:00010000:2.0:1746129515.446906:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e6:0x0] initial LVB size: 2097152, mtime: 0x6813d26a, atime: 0x6813d26a, ctime: 0x6813d26a, blocks: 0x81d 00002000:00010000:1.0:1746129515.446906:0:11014:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e5:0x0] initial LVB size: 2097152, mtime: 0x6813d26a, atime: 0x6813d26a, ctime: 0x6813d26a, blocks: 0x821 00010000:00010000:3.0:1746129515.446923:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.446923:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.446923:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.446925:0:8412:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.446925:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.446925:0:11014:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.446933:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b857 expref: 13 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129515.446934:0:8412:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b849 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129515.446934:0:11014:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b850 expref: 13 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.446947:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b857 expref: 13 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129515.446948:0:8412:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b849 expref: 20 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746129515.446948:0:11014:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b850 expref: 13 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129515.446958:0:8412:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a06a00, rc 0) 00010000:00010000:2.0:1746129515.446960:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec94c00, rc 0) 00010000:00010000:1.0:1746129515.446960:0:11014:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f883c00, rc 0) 00000100:00100000:2.0:1746129515.447002:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732160896:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 133us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.447003:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948732160640:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 150us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746129515.447003:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732160768:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 142us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.447007:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12389 00000100:00100000:3.0:1746129515.447011:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12387 00000100:00100000:1.0:1746129515.447014:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12388 00000100:00100000:2.0:1746129515.447023:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12390 00000100:00100000:2.0:1746129515.447028:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+19:1963:x1830948732161024:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.447034:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.447041:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b85e expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746129515.447052:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3eb:0x0] initial LVB size: 2097152, mtime: 0x6813d26a, atime: 0x6813d26a, ctime: 0x6813d26a, blocks: 0x821 00010000:00010000:2.0:1746129515.447059:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.447060:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.447064:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b85e expref: 20 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.447072:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b85e expref: 20 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.447079:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec95000, rc 0) 00000100:00100000:2.0:1746129515.447093:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948732161024:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 65us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.447098:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12390 00000100:00100000:0.0:1746129515.447224:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.447285:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.447411:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732161152 00000100:00100000:3.0:1746129515.447415:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732161152 00000100:00100000:3.0:1746129515.447430:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732161280 00000100:00100000:3.0:1746129515.447432:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732161280 00000100:00100000:3.0:1746129515.447442:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12391 00000100:00100000:3.0:1746129515.447446:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+20:1963:x1830948732161152:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129515.447452:0:7149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746129515.447455:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12392 00010000:00010000:3.0:1746129515.447460:0:7149:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b865 expref: -99 pid: 7149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129515.447461:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+12:1963:x1830948732161280:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.447469:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:3.0:1746129515.447471:0:7149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3ec:0x0] initial LVB size: 5140096, mtime: 0x6813d26a, atime: 0x6813d26a, ctime: 0x6813d26a, blocks: 0x1781 00010000:00010000:3.0:1746129515.447478:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.447479:0:7149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.447482:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b86c expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.447484:0:7149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b865 expref: 21 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746129515.447492:0:7149:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b865 expref: 21 pid: 7149 timeout: 0 lvb_type: 1 00002000:00010000:2.0:1746129515.447493:0:8411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x3e7:0x0] initial LVB size: 4194304, mtime: 0x6813d26a, atime: 0x6813d26a, ctime: 0x6813d26a, blocks: 0x1029 00010000:00010000:3.0:1746129515.447498:0:7149:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091a07800, rc 0) 00010000:00010000:2.0:1746129515.447500:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.447502:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.447505:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b86c expref: 13 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.447514:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b86c expref: 13 pid: 8411 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746129515.447517:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732161152:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 70us (293us total) trans 0 rc 0/0 00010000:00010000:2.0:1746129515.447521:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ec95200, rc 0) 00000100:00100000:3.0:1746129515.447522:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12391 00000100:00100000:2.0:1746129515.447537:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732161280:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 77us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.447542:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12392 00000100:00100000:0.0:1746129515.459083:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.460056:0:21725:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732161536 00000100:00100000:3.0:1746129515.460067:0:21725:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732161536 00000100:00100000:3.0:1746129515.460128:0:21725:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4827 00000100:00100000:3.0:1746129515.460136:0:21725:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+21:1960:x1830948732161536:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129515.460184:0:21725:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.460202:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.460204:0:21725:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.460211:0:21725:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.460228:0:21725:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.463963:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.464014:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.465559:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732161792 00000100:00100000:0.0:1746129515.465569:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732161792 00000100:00100000:0.0:1746129515.465624:0:25745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732162048 00000100:00100000:0.0:1746129515.465626:0:25745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732162048 00000100:00100000:0.0:1746129515.465654:0:25745:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4828 00000100:00100000:0.0:1746129515.465661:0:25745:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+14:1960:x1830948732161792:12345-192.168.202.4@tcp:3:lfs.0 00000100:00100000:1.0:1746129515.465675:0:31518:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4829 00000100:00100000:1.0:1746129515.465684:0:31518:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+14:1961:x1830948732162048:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:0.0:1746129515.465693:0:25745:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.465701:0:31518:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.465707:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746129515.465708:0:25745:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.465709:0:31518:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.465710:0:31518:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.465713:0:31518:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.465713:0:25745:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.465724:0:31518:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.465730:0:25745:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.471122:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.471146:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.471180:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.471649:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732162432 00000100:00100000:3.0:1746129515.471657:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732162432 00000100:00100000:3.0:1746129515.471704:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732162560 00000100:00100000:3.0:1746129515.471707:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732162560 00000100:00100000:3.0:1746129515.471736:0:8416:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732162816 00000100:00100000:3.0:1746129515.471738:0:8416:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732162816 00000100:00100000:3.0:1746129515.471756:0:8416:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4830 00000100:00100000:3.0:1746129515.471764:0:8416:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+16:1961:x1830948732162432:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129515.471794:0:8416:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.471817:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.471819:0:8416:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.471824:0:8416:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.471839:0:8416:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.471851:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.471887:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:1.0:1746129515.471904:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732162688 00000100:00100000:1.0:1746129515.471907:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732162688 00000100:00100000:1.0:1746129515.471925:0:31523:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732163200 00000100:00100000:1.0:1746129515.471927:0:31523:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732163200 00000100:00100000:1.0:1746129515.471936:0:31523:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4831 00000100:00100000:1.0:1746129515.471941:0:31523:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948732162560:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:1.0:1746129515.471957:0:31523:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.471964:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.471965:0:31523:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.471967:0:31523:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.471974:0:31523:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.472007:0:31520:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4832 00000100:00100000:3.0:1746129515.472012:0:31520:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948732162816:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129515.472026:0:31520:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.472032:0:31520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.472033:0:31520:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.472036:0:31520:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.472043:0:31520:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.472095:0:8417:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4833 00000100:00100000:3.0:1746129515.472101:0:8417:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948732162688:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:3.0:1746129515.472113:0:8417:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.472118:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.472119:0:8417:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.472121:0:8417:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.472127:0:8417:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.472169:0:31522:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4834 00000100:00100000:1.0:1746129515.472175:0:31522:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+17:1961:x1830948732163200:12345-192.168.202.4@tcp:3:lfs.0 00010000:00010000:1.0:1746129515.472189:0:31522:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.472195:0:31522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.472196:0:31522:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746129515.472199:0:31522:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.472205:0:31522:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.484081:0:21725:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.484100:0:21725:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.484107:0:21725:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.484113:0:21725:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091a07600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129515.484116:0:21725:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.484122:0:21725:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.484137:0:21725:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.484143:0:21725:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a07600/0x40a459093b060777 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 21725 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.484242:0:21725:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ada2ffba-8920-4ecb-8068-68caa9806978+27:1960:x1830948732161536:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 24104us (25166us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129515.484251:0:21725:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4827 00010000:00010000:1.0:1746129515.490541:0:31518:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.490557:0:31518:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.490565:0:31518:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.490571:0:31518:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f883400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129515.490575:0:31518:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.490582:0:31518:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.490599:0:31518:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.490606:0:31518:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f883400/0x40a459093b060785 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31518 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.490683:0:31518:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ada2ffba-8920-4ecb-8068-68caa9806978+19:1961:x1830948732162048:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 24996us (26663us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129515.490693:0:31518:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4829 00010000:00010000:1.0:1746129515.495870:0:31523:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.495886:0:31523:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.495899:0:31523:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.495904:0:31523:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f882400 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129515.495908:0:31523:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.495915:0:31523:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.495932:0:31523:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.495938:0:31523:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f882400/0x40a459093b060793 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31523 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.496027:0:31523:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:ada2ffba-8920-4ecb-8068-68caa9806978+25:1961:x1830948732162560:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 24081us (24875us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129515.496037:0:31523:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4831 00010000:00010000:3.0:1746129515.500733:0:8417:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.500755:0:8417:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.500769:0:8417:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.500777:0:8417:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cdfdc00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:3.0:1746129515.500782:0:8417:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.500790:0:8417:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.500828:0:8417:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.500834:0:8417:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cdfdc00/0x40a459093b0607a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.501114:0:8417:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ada2ffba-8920-4ecb-8068-68caa9806978+23:1961:x1830948732162688:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 29007us (29913us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746129515.501125:0:8417:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4833 00010000:00010000:0.0:1746129515.503254:0:25745:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.503266:0:25745:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.503274:0:25745:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.503279:0:25745:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b585a00 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:0.0:1746129515.503282:0:25745:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.503288:0:25745:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.503320:0:25745:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746129515.503330:0:25745:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b585a00/0x40a459093b06077e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25745 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129515.503400:0:25745:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ada2ffba-8920-4ecb-8068-68caa9806978+17:1960:x1830948732161792:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 37735us (39440us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746129515.503407:0:25745:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4828 00010000:00010000:1.0:1746129515.510748:0:31522:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.510763:0:31522:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.510771:0:31522:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.510778:0:31522:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f882600 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129515.510781:0:31522:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.510788:0:31522:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.510812:0:31522:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.510818:0:31522:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f882600/0x40a459093b0607a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31522 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.510923:0:31522:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ada2ffba-8920-4ecb-8068-68caa9806978+15:1961:x1830948732163200:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 38742us (39029us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129515.510932:0:31522:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4834 00010000:00010000:2.0:1746129515.515062:0:31520:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.515077:0:31520:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.515085:0:31520:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.515091:0:31520:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cdfd200 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:2.0:1746129515.515096:0:31520:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.515103:0:31520:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.515118:0:31520:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.515123:0:31520:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cdfd200/0x40a459093b06079a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129515.515208:0:31520:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ada2ffba-8920-4ecb-8068-68caa9806978+21:1961:x1830948732162816:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 43188us (44021us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746129515.515217:0:31520:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4832 00010000:00010000:1.0:1746129515.520129:0:8416:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.520153:0:8416:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.520162:0:8416:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.520170:0:8416:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cdfd000 already unused, calling callback (ffffffffa086ed70) 00010000:00010000:1.0:1746129515.520174:0:8416:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.520186:0:8416:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.520211:0:8416:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746129515.520217:0:8416:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cdfd000/0x40a459093b06078c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746129515.520391:0:8416:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ada2ffba-8920-4ecb-8068-68caa9806978+13:1961:x1830948732162432:12345-192.168.202.4@tcp:3:lfs.0 Request processed in 48620us (49272us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746129515.520402:0:8416:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4830 00000100:00100000:2.0:1746129515.527373:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.527460:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732163456 00000100:00100000:3.0:1746129515.527471:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732163456 00000100:00100000:3.0:1746129515.527527:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10331 00000100:00100000:3.0:1746129515.527534:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+291:29722:x1830948732163456:12345-192.168.202.4@tcp:36:lfs.0 00010000:00010000:3.0:1746129515.527583:0:14548:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129515.527604:0:14548:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec95e00/0x40a459093b060746 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x365:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b842 expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.527621:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129515.527625:0:14548:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746129515.527708:0:14548:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 3/0,1 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.527718:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.527726:0:14548:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000004:00010000:3.0:1746129515.527878:0:14548:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012bd93480 reply state ffff88012e002000 transno 8589944248 ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14548 initiator: MDT0 00000100:00100000:3.0:1746129515.527883:0:14548:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746129515.527946:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+292:29722:x1830948732163456:12345-192.168.202.4@tcp:36:lfs.0 Request processed in 413us (580us total) trans 8589944248 rc 0/0 00000100:00100000:3.0:1746129515.527955:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10331 00010000:00010000:3.0:1746129515.529137:0:3287:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.529147:0:3287:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.529153:0:3287:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.529157:0:3287:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095d0c200 already unused, calling callback (ffffffffa136e690) 00010000:00010000:3.0:1746129515.529161:0:3287:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.529166:0:3287:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.529177:0:3287:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129515.529179:0:3287:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746129515.529181:0:3287:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 2/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00010000:00010000:3.0:1746129515.529185:0:3287:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607af lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14548 initiator: MDT0 00000100:00100000:0.0:1746129515.530151:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.530225:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732163584 00000100:00100000:2.0:1746129515.530231:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732163584 00000100:00100000:2.0:1746129515.530275:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12393 00000100:00100000:2.0:1746129515.530282:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+21:29722:x1830948732163584:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.530379:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.530393:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b554e00/0x40a459093b0607b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b873 expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.530418:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b849 expref: 22 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.530425:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.530427:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.530431:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554e00/0x40a459093b0607b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b873 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.530456:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b849 expref: 22 pid: 8412 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.530467:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b849 expref: 22 pid: 8412 timeout: 870 lvb_type: 1 00000100:00100000:2.0:1746129515.530478:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736908672:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129515.531166:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129515.532617:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.532790:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8411:1830948736908672:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129515.532825:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b554e00/0x40a459093b0607b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b873 expref: 22 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.532840:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b554e00, rc 0) 00000100:00100000:2.0:1746129515.532875:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ede680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+22:29722:x1830948732163584:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 2593us (2727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.532882:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12393 00000100:00100000:3.0:1746129515.533399:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732163712 00000100:00100000:3.0:1746129515.533406:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732163712 00010000:00010000:3.0:1746129515.533438:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b849 expref: 22 pid: 8412 timeout: 870 lvb_type: 1 00000100:00100000:3.0:1746129515.533464:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6267 00000100:00100000:3.0:1746129515.533471:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1963:x1830948732163712:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129515.533485:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129515.533508:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b849 expref: 22 pid: 8412 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.533519:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b849 expref: 22 pid: 8412 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.533539:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a06a00/0x40a459093b060754 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b849 expref: 22 pid: 8412 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.533550:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.533552:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.533558:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b554e00/0x40a459093b0607b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b873 expref: 21 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.533566:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554e00/0x40a459093b0607b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b873 expref: 21 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.533594:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b554e00/0x40a459093b0607b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b873 expref: 21 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.533605:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f143480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736908800:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129515.533692:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9600 going to sleep for 11 seconds 00000100:00100000:0.0:1746129515.536233:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.536322:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732163840 00000100:00100000:2.0:1746129515.536329:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732163840 00000100:00100000:2.0:1746129515.536377:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12394 00000100:00100000:2.0:1746129515.536384:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+13:29722:x1830948732163840:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.536397:0:8411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.536410:0:8411:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b554a00/0x40a459093b0607bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b87a expref: -99 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.536437:0:8411:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b850 expref: 14 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.536443:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.536444:0:8411:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.536448:0:8411:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b554a00/0x40a459093b0607bd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b87a expref: 14 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.536469:0:8411:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b850 expref: 14 pid: 11014 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.536478:0:8411:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b850 expref: 14 pid: 11014 timeout: 870 lvb_type: 1 00000100:00100000:2.0:1746129515.536487:0:8411:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736908928:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129515.537160:0:8411:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94480 going to sleep for 11 seconds 00000100:00100000:3.0:1746129515.537244:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f143480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736908800:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129515.537263:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129515.537320:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1963:x1830948732163712:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3849us (4709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.537332:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6267 00000100:00100000:2.0:1746129515.538273:0:8411:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8411:1830948736908928:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129515.538318:0:8411:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b554a00/0x40a459093b0607bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b87a expref: 14 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.538331:0:8411:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b554a00, rc 0) 00000100:00100000:2.0:1746129515.538371:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ada2ffba-8920-4ecb-8068-68caa9806978+14:29722:x1830948732163840:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 1987us (2144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.538377:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12394 00000100:00100000:0.0:1746129515.538717:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.538851:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732163968 00000100:00100000:3.0:1746129515.538856:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732163968 00010000:00010000:3.0:1746129515.538874:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b850 expref: 14 pid: 11014 timeout: 870 lvb_type: 1 00000100:00100000:3.0:1746129515.538891:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6268 00000100:00100000:3.0:1746129515.538896:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+14:1960:x1830948732163968:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129515.538904:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129515.538921:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b850 expref: 14 pid: 11014 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.538930:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b850 expref: 14 pid: 11014 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.538946:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f883c00/0x40a459093b06074d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b850 expref: 14 pid: 11014 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.538955:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.538956:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.538961:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b554a00/0x40a459093b0607bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b87a expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.538967:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b554a00/0x40a459093b0607bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b87a expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.538990:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b554a00/0x40a459093b0607bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b87a expref: 13 pid: 8411 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.539000:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f143480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736909056:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129515.539060:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9600 going to sleep for 11 seconds 00000100:00100000:1.0:1746129515.543678:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.544851:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f143480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736909056:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129515.544873:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746129515.545048:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732164096 00000100:00100000:2.0:1746129515.545055:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732164096 00000100:00100000:2.0:1746129515.545093:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12395 00000100:00100000:2.0:1746129515.545099:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+14:29722:x1830948732164096:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.545115:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.545129:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b555200/0x40a459093b0607c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b881 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.545151:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b857 expref: 15 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.545157:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.545159:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.545161:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b555200/0x40a459093b0607c4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b881 expref: 15 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.545181:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b857 expref: 15 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.545191:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b857 expref: 15 pid: 8411 timeout: 870 lvb_type: 1 00000100:00100000:2.0:1746129515.545199:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736909184:192.168.202.4@tcp:104: 00000100:00100000:3.0:1746129515.545409:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+15:1960:x1830948732163968:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 6512us (6692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.545417:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6268 00000100:00100000:2.0:1746129515.546164:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94480 going to sleep for 11 seconds 00000100:00100000:1.0:1746129515.549368:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.549456:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732164224 00000100:00100000:3.0:1746129515.549463:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732164224 00010000:00010000:3.0:1746129515.549491:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b857 expref: 15 pid: 8411 timeout: 870 lvb_type: 1 00000100:00100000:3.0:1746129515.549514:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6269 00000100:00100000:3.0:1746129515.549520:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a45850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948732164224:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129515.549531:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129515.549550:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b857 expref: 15 pid: 8411 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.549560:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b857 expref: 15 pid: 8411 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.549581:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.549582:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.549588:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b555200/0x40a459093b0607c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b881 expref: 15 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.549598:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b555200/0x40a459093b0607c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50080000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b881 expref: 15 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.549627:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b555200/0x40a459093b0607c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b881 expref: 15 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.549637:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f143480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736909312:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129515.550633:0:22480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ec94c00/0x40a459093b06075b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b857 expref: 15 pid: 8411 timeout: 870 lvb_type: 1 00000100:00100000:2.0:1746129515.550651:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736909184:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129515.550673:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b555200/0x40a459093b0607c4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x3e6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b881 expref: 14 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.550681:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b555200, rc 0) 00000100:00100000:2.0:1746129515.550704:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+14:29722:x1830948732164096:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 5605us (7033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.550711:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12395 00000100:00100000:3.0:1746129515.550790:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9600 going to sleep for 11 seconds 00000100:00100000:3.0:1746129515.552871:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f143480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736909312:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129515.552889:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129515.553351:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a45850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732164224:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3828us (3987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.553361:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6269 00000100:00100000:0.0:1746129515.554270:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.554500:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732164352 00000100:00100000:2.0:1746129515.554506:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732164352 00000100:00100000:2.0:1746129515.554545:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12396 00000100:00100000:2.0:1746129515.554550:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:29722:x1830948732164352:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.554564:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.554577:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b0607cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b888 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.554601:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b85e expref: 22 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.554607:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.554609:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.554612:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b0607cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b888 expref: 22 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.554634:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b85e expref: 22 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.554643:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b85e expref: 22 pid: 8411 timeout: 870 lvb_type: 1 00000100:00100000:2.0:1746129515.554654:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736909440:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129515.554705:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129515.558786:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.558930:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736909440:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129515.558962:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b0607cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b888 expref: 22 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.558979:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b554400, rc 0) 00000100:00100000:2.0:1746129515.559034:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+22:29722:x1830948732164352:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 4482us (4764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.559042:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12396 00000100:00100000:3.0:1746129515.559144:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732164480 00000100:00100000:3.0:1746129515.559151:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732164480 00010000:00010000:3.0:1746129515.559176:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b85e expref: 22 pid: 8411 timeout: 870 lvb_type: 1 00000100:00100000:3.0:1746129515.559195:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6270 00000100:00100000:3.0:1746129515.559202:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732164480:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129515.559213:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129515.559233:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b85e expref: 22 pid: 8411 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.559250:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b85e expref: 22 pid: 8411 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.559272:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ec95000/0x40a459093b060762 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b85e expref: 22 pid: 8411 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.559320:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.559322:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.559329:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b0607cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b888 expref: 21 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.559337:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b0607cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b888 expref: 21 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.559366:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b554400/0x40a459093b0607cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b888 expref: 21 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.559377:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736909568:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129515.559445:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746129515.561202:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7085:1830948736909568:192.168.202.4@tcp:105: 00000100:00100000:0.0:1746129515.561210:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00010000:00010000:3.0:1746129515.561215:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129515.561247:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+21:1962:x1830948732164480:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 2046us (2474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.561254:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6270 00000100:00100000:2.0:1746129515.561401:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732164608 00000100:00100000:2.0:1746129515.561406:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732164608 00000100:00100000:2.0:1746129515.561475:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12397 00000100:00100000:2.0:1746129515.561481:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:29722:x1830948732164608:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.561494:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.561506:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b554600/0x40a459093b0607d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b88f expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.561529:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b865 expref: 22 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.561535:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.561537:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.561540:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554600/0x40a459093b0607d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b88f expref: 22 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.561658:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b865 expref: 22 pid: 7149 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.561669:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b865 expref: 22 pid: 7149 timeout: 870 lvb_type: 1 00000100:00100000:2.0:1746129515.561679:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736909696:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129515.562285:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94480 going to sleep for 11 seconds 00000100:00100000:0.0:1746129515.566127:0:3295:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.566207:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732164736 00000100:00100000:3.0:1746129515.566219:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732164736 00010000:00010000:3.0:1746129515.566261:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b865 expref: 23 pid: 7149 timeout: 870 lvb_type: 1 00000100:00100000:3.0:1746129515.566335:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6271 00000100:00100000:3.0:1746129515.566343:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948732164736:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129515.566355:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129515.566378:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b865 expref: 23 pid: 7149 timeout: 870 lvb_type: 1 00000100:00100000:2.0:1746129515.566379:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736909696:192.168.202.4@tcp:104: 00010000:00010000:3.0:1746129515.566389:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b865 expref: 23 pid: 7149 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.566410:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091a07800/0x40a459093b060769 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b865 expref: 23 pid: 7149 timeout: 870 lvb_type: 1 00010000:00010000:2.0:1746129515.566514:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b554600/0x40a459093b0607d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b88f expref: 22 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.566527:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.566529:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.566535:0:22480:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b554600/0x40a459093b0607d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b88f expref: 22 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.566543:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b554600/0x40a459093b0607d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b88f expref: 22 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.566553:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746129515.566596:0:22480:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b554600/0x40a459093b0607d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b88f expref: 22 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746129515.566607:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736909824:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129515.566796:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+22:1962:x1830948732164736:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 453us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.566813:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6271 00000100:00100000:2.0:1746129515.566868:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94480 going to sleep for 11 seconds 00000100:00100000:2.0:1746129515.568215:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:22480:1830948736909824:192.168.202.4@tcp:105: 00010000:00010000:2.0:1746129515.568230:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b554600, rc 0) 00000100:00100000:2.0:1746129515.568266:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+21:29722:x1830948732164608:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 6785us (7058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.568275:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12397 00000100:00100000:0.0:1746129515.569478:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.569525:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732164864 00000100:00100000:2.0:1746129515.569531:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732164864 00000100:00100000:2.0:1746129515.569594:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12398 00000100:00100000:2.0:1746129515.569601:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+13:29722:x1830948732164864:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:2.0:1746129515.569615:0:22480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746129515.569628:0:22480:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b554800/0x40a459093b0607d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b896 expref: -99 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.569651:0:22480:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b86c expref: 14 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.569657:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.569659:0:22480:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746129515.569662:0:22480:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b554800/0x40a459093b0607d9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b896 expref: 14 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.569684:0:22480:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b86c expref: 14 pid: 8411 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746129515.569694:0:22480:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b86c expref: 14 pid: 8411 timeout: 870 lvb_type: 1 00000100:00100000:2.0:1746129515.569704:0:22480:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736909952:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129515.569782:0:22480:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94480 going to sleep for 11 seconds 00000100:00100000:2.0:1746129515.570834:0:22480:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:22480:1830948736909952:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129515.570855:0:22480:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b554800/0x40a459093b0607d9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [2097152->8388607] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b896 expref: 14 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.570865:0:22480:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b554800, rc 0) 00000100:00100000:2.0:1746129515.570895:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:ada2ffba-8920-4ecb-8068-68caa9806978+14:29722:x1830948732164864:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 1294us (1422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746129515.570901:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12398 00000100:00100000:0.0:1746129515.572113:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:3.0:1746129515.572407:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732164992 00000100:00100000:3.0:1746129515.572414:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732164992 00010000:00010000:3.0:1746129515.572439:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b86c expref: 14 pid: 8411 timeout: 870 lvb_type: 1 00000100:00100000:3.0:1746129515.572460:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6272 00000100:00100000:3.0:1746129515.572465:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+14:1963:x1830948732164992:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129515.572478:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129515.572497:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b86c expref: 14 pid: 8411 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.572506:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b86c expref: 14 pid: 8411 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.572524:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012ec95200/0x40a459093b060770 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3e7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b86c expref: 14 pid: 8411 timeout: 870 lvb_type: 1 00010000:00010000:3.0:1746129515.572536:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.572537:0:7085:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746129515.572542:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b554800/0x40a459093b0607d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b896 expref: 13 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.572550:0:7085:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b554800/0x40a459093b0607d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40080000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b896 expref: 13 pid: 22480 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.572576:0:7085:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b554800/0x40a459093b0607d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3e7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2097152->8388607) gid 0 flags: 0x40000000020000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b896 expref: 13 pid: 22480 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746129515.572587:0:7085:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736910080:192.168.202.4@tcp:105: 00000100:00100000:3.0:1746129515.572651:0:7085:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4e9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746129515.575642:0:7085:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7085:1830948736910080:192.168.202.4@tcp:105: 00010000:00010000:3.0:1746129515.576338:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129515.576386:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+13:1963:x1830948732164992:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 3918us (4274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.576396:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6272 00000100:00100000:0.0:1746129515.577257:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.577460:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.577488:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.577500:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.577513:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:0.0:1746129515.577533:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.577600:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732165120 00000100:00100000:1.0:1746129515.577600:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732165248 00000100:00100000:1.0:1746129515.577605:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732165248 00000100:00100000:2.0:1746129515.577606:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732165120 00000100:00100000:2.0:1746129515.577631:0:22480:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732165376 00000100:00100000:2.0:1746129515.577638:0:22480:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732165376 00000100:00100000:1.0:1746129515.577648:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732165632 00000100:00100000:1.0:1746129515.577650:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732165632 00000100:00100000:2.0:1746129515.577651:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732165504 00000100:00100000:2.0:1746129515.577653:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732165504 00000100:00100000:1.0:1746129515.577661:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732165760 00000100:00100000:1.0:1746129515.577663:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732165760 00000100:00100000:2.0:1746129515.577668:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12399 00000100:00100000:2.0:1746129515.577674:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+23:1962:x1830948732165120:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:1.0:1746129515.577679:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12400 00000100:00100000:1.0:1746129515.577683:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+15:1962:x1830948732165248:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:1.0:1746129515.577836:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129515.577837:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00002000:00010000:2.0:1746129515.577839:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129515.577840:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.577841:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129515.577841:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129515.577843:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129514 -> 1746129516 00002000:00010000:1.0:1746129515.577845:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00002000:00010000:2.0:1746129515.577853:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129514 -> 1746129516 00002000:00010000:2.0:1746129515.577855:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:1.0:1746129515.577872:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+16:1962:x1830948732165248:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 187us (412us total) trans 21474840520 rc 0/0 00000100:00100000:2.0:1746129515.577874:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+24:1962:x1830948732165120:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 200us (644us total) trans 17179873341 rc 0/0 00000100:00100000:1.0:1746129515.577878:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12400 00000100:00100000:2.0:1746129515.577881:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12399 00000100:00100000:1.0:1746129515.577889:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12401 00000100:00100000:2.0:1746129515.577893:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12402 00000100:00100000:1.0:1746129515.577894:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948732165632:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:2.0:1746129515.577898:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+23:1963:x1830948732165504:12345-192.168.202.4@tcp:2:lfs.0 00000100:00100000:1.0:1746129515.577924:0:4699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12403 00000100:00100000:1.0:1746129515.577928:0:4699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948732165760:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:2.0:1746129515.577964:0:20577:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129515.577966:0:20577:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.577968:0:20577:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.577970:0:20577:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129514 -> 1746129516 00002000:00010000:2.0:1746129515.577971:0:20577:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:2.0:1746129515.577986:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732165504:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 87us (472us total) trans 17179873342 rc 0/0 00002000:00010000:1.0:1746129515.577986:0:4699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1746129515.577988:0:4699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129515.577990:0:4699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00000100:00100000:2.0:1746129515.577991:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12402 00002000:00010000:1.0:1746129515.577992:0:4699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129514 -> 1746129516 00002000:00010000:1.0:1746129515.577993:0:4699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:1.0:1746129515.578009:0:4699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ada2ffba-8920-4ecb-8068-68caa9806978+16:1963:x1830948732165760:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 80us (475us total) trans 21474840521 rc 0/0 00000100:00100000:1.0:1746129515.578014:0:4699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12403 00000100:00100000:2.0:1746129515.578019:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 12404 00000100:00100000:2.0:1746129515.578023:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+15:1963:x1830948732165376:12345-192.168.202.4@tcp:2:lfs.0 00002000:00010000:2.0:1746129515.578082:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129515.578084:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.578086:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.578087:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129514 -> 1746129516 00002000:00010000:2.0:1746129515.578089:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:2.0:1746129515.578104:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ada2ffba-8920-4ecb-8068-68caa9806978+16:1963:x1830948732165376:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 80us (615us total) trans 21474840522 rc 0/0 00000100:00100000:2.0:1746129515.578109:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12404 00002000:00010000:1.0:1746129515.578474:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 5140096 -> 5140096 00002000:00010000:1.0:1746129515.578476:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129515.578478:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129515.578480:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129514 -> 1746129516 00002000:00010000:1.0:1746129515.578481:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 6017 -> 6017 00000100:00100000:1.0:1746129515.578509:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:ada2ffba-8920-4ecb-8068-68caa9806978+24:1963:x1830948732165632:12345-192.168.202.4@tcp:2:lfs.0 Request processed in 615us (1007us total) trans 17179873343 rc 0/0 00000100:00100000:1.0:1746129515.578514:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 12401 00000100:00100000:0.0:1746129515.580890:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.580945:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732166016 00000100:00100000:2.0:1746129515.580952:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732166016 00000100:00100000:2.0:1746129515.580992:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4210 00000100:00100000:2.0:1746129515.580999:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+291:29722:x1830948732166016:12345-192.168.202.4@tcp:35:lfs.0 00000004:00010000:2.0:1746129515.581042:0:16680:0:(mdt_open.c:2471:mdt_close_resync_done()) ### [0x200000403:0x365:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e2000/0x40a459093b0606f9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b834 expref: 291 pid: 14549 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.581078:0:16680:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16680 initiator: MDT0 00010000:00010000:2.0:1746129515.581087:0:16680:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b83b expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.581093:0:16680:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16680 initiator: MDT0 00010000:00010000:2.0:1746129515.581116:0:16680:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b83b expref: 291 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746129515.581125:0:16680:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b83b expref: 291 pid: 14548 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746129515.581137:0:16680:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16680:1830948736910208:192.168.202.4@tcp:104: 00000100:00100000:2.0:1746129515.581220:0:16680:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5e94300 going to sleep for 11 seconds 00000100:00100000:0.0:1746129515.584184:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.584211:0:16680:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bd90e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:16680:1830948736910208:192.168.202.4@tcp:104: 00010000:00010000:2.0:1746129515.584233:0:16680:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16680 initiator: MDT0 00000100:00100000:3.0:1746129515.584242:0:7085:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732166144 00000100:00100000:3.0:1746129515.584247:0:7085:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732166144 00010000:00010000:3.0:1746129515.584271:0:7085:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b83b expref: 292 pid: 14548 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746129515.584321:0:7085:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 6273 00000100:00100000:3.0:1746129515.584328:0:7085:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+292:1962:x1830948732166144:12345-192.168.202.4@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746129515.584339:0:7085:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746129515.584344:0:7085:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b83b expref: 292 pid: 14548 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746129515.584352:0:7085:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b83b expref: 292 pid: 14548 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746129515.584368:0:7085:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e3800/0x40a459093b060738 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.4@tcp remote: 0xda91008773f1b83b expref: 292 pid: 14548 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746129515.584390:0:7085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129515.584394:0:7085:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16680 initiator: MDT0 00010000:00010000:3.0:1746129515.584401:0:7085:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16680 initiator: MDT0 00010000:00010000:3.0:1746129515.584406:0:7085:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16680 initiator: MDT0 00010000:00010000:2.0:1746129515.584424:0:16680:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16680 initiator: MDT0 00010000:00010000:2.0:1746129515.584428:0:16680:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16680 initiator: MDT0 00010000:00010000:3.0:1746129515.584752:0:7085:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746129515.584797:0:7085:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ada2ffba-8920-4ecb-8068-68caa9806978+291:1962:x1830948732166144:12345-192.168.202.4@tcp:103:ldlm_bl.0 Request processed in 468us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.584813:0:7085:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 6273 00000040:00080000:2.0:1746129515.584890:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2932, 88 off244960 00000004:00080000:2.0:1746129515.584894:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770901599943ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.584931:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2857, 88 off238360 00000004:00080000:2.0:1746129515.584933:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770901638973ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.584950:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2858, 88 off238448 00000004:00080000:2.0:1746129515.584951:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770901657724ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.584956:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2933, 88 off245048 00000004:00080000:2.0:1746129515.584957:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770901663630ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.584961:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2934, 88 off245136 00000004:00080000:2.0:1746129515.584962:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770901668793ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.584966:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2859, 88 off238536 00000004:00080000:2.0:1746129515.584968:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770901673940ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.584971:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2860, 88 off238624 00000004:00080000:2.0:1746129515.584972:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770901678747ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.584976:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2861, 88 off238712 00000004:00080000:2.0:1746129515.584977:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770901683484ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.584981:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2935, 88 off245224 00000004:00080000:2.0:1746129515.584982:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770901688263ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.584985:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2862, 88 off238800 00000004:00080000:2.0:1746129515.584987:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770901692973ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.584990:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2936, 88 off245312 00000004:00080000:2.0:1746129515.584992:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770901698327ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.584995:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2863, 88 off238888 00000004:00080000:2.0:1746129515.584997:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770901703310ns, next at 706231494891ns, rc = 0 00000040:00080000:2.0:1746129515.585001:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2937, 88 off245400 00000004:00080000:2.0:1746129515.585002:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770901708728ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.585006:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2938, 88 off245488 00000004:00080000:2.0:1746129515.585008:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770901713998ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.585011:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2939, 88 off245576 00000004:00080000:2.0:1746129515.585013:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770901719537ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.585017:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].2940, 88 off245664 00000004:00080000:2.0:1746129515.585019:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 770901725237ns, next at 721271078625ns, rc = 0 00000040:00080000:2.0:1746129515.585023:0:16680:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x8:0x0].2864, 88 off238976 00000004:00080000:2.0:1746129515.585024:0:16680:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770901730240ns, next at 706231494891ns, rc = 0 00000001:00080000:0.0:1746129515.602674:0:14619:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589944249 is committed 00000004:00080000:0.0:1746129515.602684:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2046 committed 00000004:00080000:0.0:1746129515.602692:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2123 committed 00000004:00080000:0.0:1746129515.602696:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2122 committed 00000004:00080000:0.0:1746129515.602698:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2121 committed 00000004:00080000:0.0:1746129515.602699:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2120 committed 00000004:00080000:0.0:1746129515.602701:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2045 committed 00000004:00080000:0.0:1746129515.602703:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2119 committed 00000004:00080000:0.0:1746129515.602704:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2044 committed 00000004:00080000:0.0:1746129515.602706:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2118 committed 00000004:00080000:0.0:1746129515.602708:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2043 committed 00000004:00080000:0.0:1746129515.602709:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2042 committed 00000004:00080000:0.0:1746129515.602712:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2041 committed 00000004:00080000:0.0:1746129515.602714:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2117 committed 00000004:00080000:0.0:1746129515.602715:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2116 committed 00000004:00080000:0.0:1746129515.602716:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2040 committed 00000004:00080000:0.0:1746129515.602718:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2039 committed 00000004:00080000:0.0:1746129515.602719:0:14619:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2115 committed 00000004:00010000:2.0:1746129515.602761:0:16680:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880131361880 reply state ffff88013137a000 transno 8589944249 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16680 initiator: MDT0 00000100:00100000:2.0:1746129515.602772:0:16680:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746129515.602779:0:16680:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:2.0:1746129515.602782:0:16680:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746129515.602790:0:16680:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f8e2000/0x40a459093b0606f9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x365:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b834 expref: 289 pid: 14549 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746129515.602836:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736910720:0@lo:2:osp-syn-0-0.0 00010000:00080000:2.0:1746129515.602887:0:16680:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1746129515.602890:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129515.602896:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29722:x1830948732166016:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 21898us (22012us total) trans 8589944249 rc 0/0 00000100:00100000:2.0:1746129515.602904:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4210 00000100:00100000:0.0:1746129515.602910:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736911232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.602925:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129515.602928:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736910336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.602942:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736910464:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.602944:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.602961:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129515.602962:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736910848:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.602971:0:3302:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736910976:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.602973:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.602982:0:3302:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129515.602989:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736910592:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.603000:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736910720 00000100:00100000:2.0:1746129515.603002:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.603005:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736910720 00000100:00100000:2.0:1746129515.603010:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736911104:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.603021:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.603029:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736911232 00000100:00100000:0.0:1746129515.603031:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736911232 00000100:00100000:2.0:1746129515.603035:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736910336 00000100:00100000:2.0:1746129515.603037:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736910336 00000100:00100000:0.0:1746129515.603041:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736910464 00000100:00100000:0.0:1746129515.603043:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736910464 00000100:00100000:2.0:1746129515.603048:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736910848 00000100:00100000:0.0:1746129515.603048:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736910976 00000100:00100000:2.0:1746129515.603049:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736910848 00000100:00100000:0.0:1746129515.603049:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736910976 00000100:00100000:2.0:1746129515.603055:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736911104 00000100:00100000:0.0:1746129515.603055:0:11014:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736910592 00000100:00100000:2.0:1746129515.603056:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736911104 00000100:00100000:0.0:1746129515.603056:0:11014:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736910592 00000100:00100000:0.0:1746129515.603063:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12405 00000100:00100000:2.0:1746129515.603066:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12406 00000100:00100000:0.0:1746129515.603067:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3300:x1830948736910720:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.603069:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3300:x1830948736911232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.603081:0:22480:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12407 00000100:00100000:2.0:1746129515.603085:0:22480:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736910336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.603138:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12408 00000100:00100000:2.0:1746129515.603142:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3302:x1830948736910464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.603190:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12409 00000100:00100000:2.0:1746129515.603194:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3302:x1830948736910976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129515.603225:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129515.603228:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.603230:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.603231:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb ctime from disk: 1746129516 -> 1746129516 00002000:00010000:2.0:1746129515.603233:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e6:0x0] updating lvb blocks from disk: 2077 -> 2077 00000100:00100000:0.0:1746129515.603237:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3300:x1830948736910720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 169us (346us total) trans 21474840523 rc 0/0 00000100:00100000:0.0:1746129515.603242:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12405 00000100:00100000:2.0:1746129515.603248:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3302:x1830948736910464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (286us total) trans 21474840524 rc 0/0 00000100:00100000:2.0:1746129515.603252:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12408 00000100:00100000:0.0:1746129515.603254:0:11014:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12410 00000100:00100000:0.0:1746129515.603258:0:11014:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3301:x1830948736910848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.603259:0:8410:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12411 00000100:00100000:2.0:1746129515.603262:0:8410:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3303:x1830948736910592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.603338:0:8412:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12412 00000100:00100000:0.0:1746129515.603343:0:8412:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bd90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3303:x1830948736911104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746129515.603354:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3300:x1830948736911232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 284us (429us total) trans 21474840525 rc 0/0 00000100:00100000:2.0:1746129515.603361:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12406 00000100:00100000:0.0:1746129515.603427:0:8412:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3303:x1830948736911104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 83us (404us total) trans 21474840527 rc 0/0 00000100:00100000:0.0:1746129515.603432:0:8412:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12412 00000004:00080000:0.0:1746129515.603461:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131362300/2, rc 0, transno 21474840527 00000100:00100000:0.0:1746129515.603465:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131362300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736911104:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129515.603477:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131362a00/2, rc 0, transno 21474840523 00000100:00100000:0.0:1746129515.603480:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736910720:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1746129515.603485:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131361c00/2, rc 0, transno 21474840525 00000100:00100000:0.0:1746129515.603487:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736911232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746129515.603494:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736911744:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.603510:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746129515.603514:0:3286:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16680 initiator: MDT0 00010000:00010000:3.0:1746129515.603522:0:3286:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16680 initiator: MDT0 00000100:00100000:0.0:1746129515.603522:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736912256:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746129515.603527:0:3286:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16680 initiator: MDT0 00010000:00010000:3.0:1746129515.603532:0:3286:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b555e00 already unused, calling callback (ffffffffa136e690) 00000100:00100000:0.0:1746129515.603533:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746129515.603535:0:3286:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16680 initiator: MDT0 00010000:00010000:3.0:1746129515.603541:0:3286:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16680 initiator: MDT0 00000100:00100000:0.0:1746129515.603541:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746129515.603544:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736911360:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1746129515.603550:0:3286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009f250c00) 00010000:00010000:3.0:1746129515.603552:0:3286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129515.603555:0:3286:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16680 initiator: MDT0 00000100:00100000:0.0:1746129515.603556:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746129515.603559:0:3286:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b555e00/0x40a459093b0607e0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16680 initiator: MDT0 00000100:00100000:0.0:1746129515.603562:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736911872:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129515.603563:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736911744 00000100:00100000:1.0:1746129515.603567:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736911744 00000100:00100000:2.0:1746129515.603570:0:7149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736912256 00000100:00100000:2.0:1746129515.603573:0:7149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736912256 00000100:00100000:0.0:1746129515.603573:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129515.603578:0:8411:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736911360 00000100:00100000:1.0:1746129515.603580:0:22481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736911872 00000100:00100000:3.0:1746129515.603582:0:8411:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736911360 00000100:00100000:1.0:1746129515.603582:0:22481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736911872 00000100:00100000:2.0:1746129515.603584:0:7149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12413 00000100:00100000:0.0:1746129515.603586:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12414 00000100:00100000:2.0:1746129515.603587:0:7149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3300:x1830948736911744:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.603590:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3300:x1830948736912256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746129515.603592:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12415 00000100:00100000:1.0:1746129515.603597:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3300:x1830948736911872:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129515.603606:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12416 00000100:00100000:3.0:1746129515.603611:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3300:x1830948736911360:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.603613:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736911616:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.603628:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.603636:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736912128:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.603648:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.603655:0:3303:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746129515.603658:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736911488:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.603671:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746129515.603677:0:3303:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e87e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736912000:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129515.603685:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3302:x1830948736910976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 491us (701us total) trans 21474840528 rc 0/0 00000100:00100000:0.0:1746129515.603688:0:3303:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746129515.603690:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12409 00002000:00010000:3.0:1746129515.603697:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb size from disk: 1048576 -> 1048576 00000100:00100000:2.0:1746129515.603697:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736911616 00000100:00100000:2.0:1746129515.603699:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736911616 00002000:00010000:3.0:1746129515.603700:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129515.603702:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:3.0:1746129515.603704:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb ctime from disk: 1746129516 -> 1746129516 00002000:00010000:3.0:1746129515.603705:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3e9:0x0] updating lvb blocks from disk: 2057 -> 2057 00000100:00100000:2.0:1746129515.603707:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736912128 00000100:00100000:2.0:1746129515.603709:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736912128 00000100:00100000:1.0:1746129515.603709:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3300:x1830948736911872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (133us total) trans 17179873344 rc 0/0 00000100:00100000:2.0:1746129515.603714:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736911488 00000100:00100000:1.0:1746129515.603715:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12415 00000100:00100000:2.0:1746129515.603716:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736911488 00000100:00100000:2.0:1746129515.603721:0:20577:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736912000 00000100:00100000:2.0:1746129515.603723:0:20577:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736912000 00000100:00100000:3.0:1746129515.603727:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3300:x1830948736911360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (169us total) trans 17179873345 rc 0/0 00000100:00100000:1.0:1746129515.603730:0:22481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12417 00000100:00100000:1.0:1746129515.603735:0:22481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3303:x1830948736911616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.603763:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3300:x1830948736912256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 171us (228us total) trans 17179873346 rc 0/0 00002000:00010000:1.0:1746129515.603834:0:22481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb size from disk: 5140096 -> 5140096 00002000:00010000:1.0:1746129515.603837:0:22481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129515.603838:0:22481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:1.0:1746129515.603840:0:22481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb ctime from disk: 1746129516 -> 1746129516 00002000:00010000:1.0:1746129515.603842:0:22481:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3ec:0x0] updating lvb blocks from disk: 6017 -> 6017 00000100:00100000:1.0:1746129515.603866:0:22481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+24:3303:x1830948736911616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 131us (237us total) trans 17179873347 rc 0/0 00000100:00100000:2.0:1746129515.604258:0:20577:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12418 00000100:00100000:2.0:1746129515.604479:0:20577:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3303:x1830948736912128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129515.604572:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12416 00000100:00100000:0.0:1746129515.604576:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12414 00000100:00100000:1.0:1746129515.604582:0:22481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12417 00000100:00100000:3.0:1746129515.604586:0:8411:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12419 00000100:00100000:0.0:1746129515.604588:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12420 00000100:00100000:3.0:1746129515.604590:0:8411:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3303:x1830948736911488:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.604592:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009efeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3303:x1830948736912000:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129515.604617:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f140380/2, rc 0, transno 17179873345 00000100:00100000:1.0:1746129515.604625:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f140380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736911360:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129515.604633:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87c000/2, rc 0, transno 17179873344 00000100:00100000:1.0:1746129515.604637:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736911872:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129515.604642:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093edd180/2, rc 0, transno 17179873346 00000100:00100000:1.0:1746129515.604645:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093edd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736912256:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.604666:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3303:x1830948736912000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 73us (976us total) trans 17179873349 rc 0/0 00000100:00100000:0.0:1746129515.604675:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12420 00000100:00100000:3.0:1746129515.604676:0:3301:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736912384:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129515.604697:0:3301:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746129515.604715:0:31503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948736912384 00000100:00100000:3.0:1746129515.604719:0:31503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948736912384 00000100:00100000:3.0:1746129515.604732:0:31503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12421 00000004:00080000:0.0:1746129515.604733:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87e680/2, rc 0, transno 17179873349 00000100:00100000:3.0:1746129515.604735:0:31503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3301:x1830948736912384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746129515.604737:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736912000:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129515.604743:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f143b80/2, rc 0, transno 17179873347 00000100:00100000:0.0:1746129515.604745:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f143b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736911616:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746129515.604817:0:31503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093edc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3301:x1830948736912384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 80us (118us total) trans 17179873350 rc 0/0 00000100:00100000:0.0:1746129515.604817:0:11014:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736910848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1557us (1842us total) trans 21474840526 rc 0/0 00000100:00100000:3.0:1746129515.604822:0:31503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12421 00000100:00100000:0.0:1746129515.604824:0:11014:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12410 00000100:00100000:0.0:1746129515.604909:0:7149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:3300:x1830948736911744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1320us (1397us total) trans 17179873351 rc 0/0 00000100:00100000:0.0:1746129515.604914:0:7149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12413 00002000:00010000:0.0:1746129515.604979:0:8411:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:0.0:1746129515.604981:0:8411:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:0.0:1746129515.604983:0:8411:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:0.0:1746129515.604984:0:8411:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb ctime from disk: 1746129516 -> 1746129516 00002000:00010000:0.0:1746129515.604986:0:8411:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x3eb:0x0] updating lvb blocks from disk: 2081 -> 2081 00000004:00080000:1.0:1746129515.605047:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093eded80/2, rc 0, transno 17179873350 00000100:00100000:1.0:1746129515.605052:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093eded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736912384:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1746129515.605061:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131363480/2, rc 0, transno 21474840526 00000100:00100000:1.0:1746129515.605064:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736910848:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746129515.605076:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f141c00/2, rc 0, transno 17179873351 00000100:00100000:1.0:1746129515.605079:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f141c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3300:1830948736911744:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746129515.605086:0:20577:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3303:x1830948736912128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 611us (1437us total) trans 17179873348 rc 0/0 00000100:00100000:2.0:1746129515.605092:0:20577:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12418 00000004:00080000:2.0:1746129515.605117:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131360a80/2, rc 0, transno 21474840524 00000100:00100000:2.0:1746129515.605120:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736910464:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746129515.605126:0:3302:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131360000/2, rc 0, transno 21474840528 00000100:00100000:2.0:1746129515.605129:0:3302:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131360000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3302:1830948736910976:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1746129515.605192:0:22480:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb size from disk: 2097152 -> 2097152 00002000:00010000:2.0:1746129515.605195:0:22480:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.605196:0:22480:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.605198:0:22480:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb ctime from disk: 1746129516 -> 1746129516 00002000:00010000:2.0:1746129515.605200:0:22480:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e5:0x0] updating lvb blocks from disk: 2081 -> 2081 00000100:00100000:0.0:1746129515.605308:0:8411:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009efedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3303:x1830948736911488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 415us (1334us total) trans 17179873352 rc 0/0 00000100:00100000:0.0:1746129515.605315:0:8411:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12419 00000100:00100000:2.0:1746129515.605364:0:22480:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3301:x1830948736910336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2278us (2418us total) trans 21474840529 rc 0/0 00000100:00100000:2.0:1746129515.605368:0:22480:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12407 00002000:00010000:2.0:1746129515.605438:0:8410:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1746129515.605440:0:8410:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb mtime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.605442:0:8410:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb atime from disk: 1746129514 -> 1746129514 00002000:00010000:2.0:1746129515.605443:0:8410:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb ctime from disk: 1746129516 -> 1746129516 00002000:00010000:2.0:1746129515.605445:0:8410:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x3e7:0x0] updating lvb blocks from disk: 4137 -> 4137 00000100:00100000:2.0:1746129515.605463:0:8410:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bd90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3303:x1830948736910592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2200us (2461us total) trans 21474840530 rc 0/0 00000100:00100000:2.0:1746129515.605468:0:8410:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12411 00000004:00080000:0.0:1746129515.605535:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009f143480/2, rc 0, transno 17179873352 00000100:00100000:0.0:1746129515.605539:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f143480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736911488:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129515.605544:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012e87d500/2, rc 0, transno 17179873348 00000100:00100000:0.0:1746129515.605547:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e87d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736912128:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1746129515.605553:0:3303:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131361500/2, rc 0, transno 21474840530 00000100:00100000:0.0:1746129515.605556:0:3303:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3303:1830948736910592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746129515.605598:0:3293:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000004:00080000:1.0:1746129515.605619:0:3301:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131362680/2, rc 0, transno 21474840529 00000100:00100000:1.0:1746129515.605622:0:3301:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131362680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3301:1830948736910336:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1746129515.605631:0:14548:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732166272 00000100:00100000:3.0:1746129515.605634:0:14548:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732166272 00000100:00100000:3.0:1746129515.605654:0:14548:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 10332 00000100:00100000:3.0:1746129515.605658:0:14548:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+288:29722:x1830948732166272:12345-192.168.202.4@tcp:101:lfs.0 00010000:00010000:3.0:1746129515.605671:0:14548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746129515.605997:0:14548:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607e7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x365:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xda91008773f1b89d expref: -99 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.606036:0:14548:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607e7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b89d expref: 289 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.606048:0:14548:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095d0c200/0x40a459093b0607e7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x365:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.4@tcp remote: 0xda91008773f1b89d expref: 289 pid: 14548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746129515.606060:0:14548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x365:0x0].0x0 (ffff88009c36a400) 00010000:00010000:3.0:1746129515.606062:0:14548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746129515.606064:0:14548:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095d0c200, rc 0) 00000100:00100000:3.0:1746129515.606100:0:14548:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ada2ffba-8920-4ecb-8068-68caa9806978+289:29722:x1830948732166272:12345-192.168.202.4@tcp:101:lfs.0 Request processed in 441us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746129515.606104:0:14548:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 10332 00000100:00100000:0.0:1746129515.607922:0:3294:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.4@tcp (source: 12345-192.168.202.4@tcp) 00000100:00100000:2.0:1746129515.607995:0:16680:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830948732166528 00000100:00100000:2.0:1746129515.608002:0:16680:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830948732166528 00000100:00100000:2.0:1746129515.608052:0:16680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.4@tcp, seq: 4211 00000100:00100000:2.0:1746129515.608059:0:16680:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009484c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+289:29722:x1830948732166528:12345-192.168.202.4@tcp:35:lfs.0 00000100:00100000:2.0:1746129515.608280:0:16680:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009484c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ada2ffba-8920-4ecb-8068-68caa9806978+290:29722:x1830948732166528:12345-192.168.202.4@tcp:35:lfs.0 Request processed in 220us (362us total) trans 8589944250 rc 0/0 00000100:00100000:2.0:1746129515.608287:0:16680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.4@tcp, seq: 4211 00010000:00010000:1.0:1746129516.337015:0:9822:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746129516.387975:0:3515:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_200a: @@@@@@ FAIL: final resync failed Debug log: 69966 lines, 69966 kept, 0 dropped, 0 bad.